00000001:02000400:2.0F:1779212911.591923:0:198808:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 119: writeconf on slave mdt shouldn't duplicate mdc/osp and crash ========================================================== 13:48:31 (1779212911) 00000400:00000010:2.0:1779212913.432170:0:198929:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000e4712836. 00000400:00000010:2.0:1779212913.432182:0:198929:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000083b5894. 00000400:00000010:2.0:1779212913.432186:0:198929:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 0000000086783591. 00000400:00000010:2.0:1779212913.432189:0:198929:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 0000000016f15f1f. 00000400:00000010:2.0:1779212913.432193:0:198929:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 00000000c66ba1f6. 00000400:00000010:2.0:1779212913.432197:0:198929:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000fd72f7dd. 00000400:00000010:2.0:1779212913.432199:0:198929:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 00000000e37ed52c. 00000400:00000010:3.0F:1779212914.232278:0:198929:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000dae065d4. 00000400:00000010:3.0:1779212914.232297:0:198929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007922fe50. 00000400:00000010:3.0:1779212914.232302:0:198929:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c67f96d. 00000400:00000010:3.0:1779212914.232304:0:198929:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000b1a069ab. 00000400:00000010:3.0:1779212914.232306:0:198929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000829150ab. 00000400:00000010:3.0:1779212914.232308:0:198929:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b494fe8. 00000400:00000200:3.0:1779212914.232418:0:198929:0:(api-ni.c:980:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0:1779212914.284059:0:198968:0:(api-ni.c:980:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0:1779212914.352012:0:198981:0:(class_obd.c:787:obdclass_init()) Lustre: Build Version: 2.17.53_25_ge261312 00000020:00000010:2.0:1779212914.354309:0:198981:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 0000000049bf1126. 00000001:00000010:2.0:1779212914.355037:0:198981:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ed1cb69a. 00000001:00000010:2.0:1779212914.355042:0:198981:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000d7649a5. 00000001:00000010:2.0:1779212914.355044:0:198981:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a26f119. 00000001:00000010:2.0:1779212914.355046:0:198981:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef7e0acb. 00000001:00000010:2.0:1779212914.355047:0:198981:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017e9cb0d. 00000001:00000010:2.0:1779212914.355048:0:198981:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010661972. 00000020:00000010:2.0:1779212914.355089:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000680880a. 00000020:00000010:2.0:1779212914.355092:0:198981:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff549b9d. 00000020:00000010:2.0:1779212914.355096:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f3502e8. 00000020:00000010:2.0:1779212914.355098:0:198981:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f56d3dc3. 00000001:00000010:2.0:1779212914.355100:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000021587d42. 00000020:00000010:2.0:1779212914.355130:0:198981:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000097ad582. 00000020:00000010:2.0:1779212914.355369:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004891a9de. 00000020:00000010:2.0:1779212914.355373:0:198981:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000de14c65f. 00000020:00000010:2.0:1779212914.355376:0:198981:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000001fa13133. 00000020:00000010:2.0:1779212914.355379:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ff2ef6. 00000020:00000010:2.0:1779212914.355383:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009caa7248. 00000020:00000010:2.0:1779212914.355385:0:198981:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f8a0e23. 00000020:00000010:2.0:1779212914.355388:0:198981:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000424247f5. 00000020:00000010:2.0:1779212914.355391:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fd01d21. 00000020:00000010:2.0:1779212914.355397:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc63ada. 00000020:00000010:2.0:1779212914.355399:0:198981:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059c6d5f9. 00000020:00000010:2.0:1779212914.355408:0:198981:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000027451b8. 00000020:00000010:2.0:1779212914.355411:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f56f2e5. 00000020:00000010:2.0:1779212914.355414:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c080ae6. 00000020:00000010:2.0:1779212914.355417:0:198981:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f56ee22. 00000020:00000010:2.0:1779212914.355418:0:198981:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000689bc6c8. 00000020:00000010:2.0:1779212914.355420:0:198981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a43515eb. 02000000:00000010:2.0:1779212914.355426:0:198981:0:(page_pools.c:1088:obd_pool_init()) kmalloced '(page_pools)': 112 at 0000000019c01671. 02000000:00000010:2.0:1779212914.355428:0:198981:0:(page_pools.c:1092:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 0000000016a1595f. 02000000:00000010:2.0:1779212914.355442:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000bf62c796. 02000000:00000010:2.0:1779212914.355446:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000dd3c43c5. 00000001:00000010:2.0:1779212914.355448:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000dc4ddb0e. 00000020:00000010:2.0:1779212914.355476:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e5c97bcb. 00000020:00000010:2.0:1779212914.355488:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e5c97bcb. 02000000:00000010:2.0:1779212914.355493:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008fedd22b. 02000000:00000010:2.0:1779212914.355496:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000ca76fa72. 00000001:00000010:2.0:1779212914.355499:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002ea363fb. 00000020:00000010:2.0:1779212914.355532:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e5c97bcb. 00000020:00000010:2.0:1779212914.355542:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e5c97bcb. 02000000:00000010:2.0:1779212914.355545:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000356dd881. 02000000:00000010:2.0:1779212914.355547:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000bf5f15f5. 00000001:00000010:2.0:1779212914.355548:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000076d63a36. 00000020:00000010:2.0:1779212914.355566:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e5c97bcb. 00000020:00000010:2.0:1779212914.355573:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e5c97bcb. 02000000:00000010:2.0:1779212914.355576:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c6d1c583. 02000000:00000010:2.0:1779212914.355578:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000e5c97bcb. 00000001:00000010:2.0:1779212914.355580:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000cbed30c6. 00000020:00000010:2.0:1779212914.355598:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355620:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355624:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006b37d2aa. 02000000:00000010:2.0:1779212914.355626:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000247cc8e6. 00000001:00000010:2.0:1779212914.355627:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001832ffb9. 00000020:00000010:2.0:1779212914.355658:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355662:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355665:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f6847660. 02000000:00000010:2.0:1779212914.355667:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000009f42fc4e. 00000001:00000010:2.0:1779212914.355668:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000098f81f5c. 00000020:00000010:2.0:1779212914.355686:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355695:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355699:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000003811b8c1. 02000000:00000010:2.0:1779212914.355701:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 0000000023654a23. 00000001:00000010:2.0:1779212914.355702:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002c7188c7. 00000020:00000010:2.0:1779212914.355719:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355724:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355727:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000000626bef. 02000000:00000010:2.0:1779212914.355728:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000118d00bd. 00000001:00000010:2.0:1779212914.355730:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000090990eaa. 00000020:00000010:2.0:1779212914.355741:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355745:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355747:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000db83d290. 02000000:00000010:2.0:1779212914.355749:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000049b63455. 00000001:00000010:2.0:1779212914.355751:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000005201d990. 00000020:00000010:2.0:1779212914.355773:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355781:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355783:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006c703277. 02000000:00000010:2.0:1779212914.355785:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000dafe2468. 00000001:00000010:2.0:1779212914.355788:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000098f0d2bb. 00000020:00000010:2.0:1779212914.355817:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355826:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355830:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a9b05f3a. 02000000:00000010:2.0:1779212914.355832:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000ab155dc7. 00000001:00000010:2.0:1779212914.355835:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000056f6284a. 00000020:00000010:2.0:1779212914.355863:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355883:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355888:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000186a106a. 02000000:00000010:2.0:1779212914.355890:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000f0492197. 00000001:00000010:2.0:1779212914.355892:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a2411956. 00000020:00000010:2.0:1779212914.355926:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.355939:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.355943:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007db95361. 02000000:00000010:2.0:1779212914.355946:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000072ec87a7. 00000001:00000010:2.0:1779212914.355948:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000099320ed2. 00000020:00000010:2.0:1779212914.355989:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.356002:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 02000000:00000010:2.0:1779212914.356006:0:198981:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000001edb9f45. 02000000:00000010:2.0:1779212914.356009:0:198981:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d5e72a7b. 00000001:00000010:2.0:1779212914.356012:0:198981:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000004be775fa. 00000020:00000010:2.0:1779212914.356051:0:198981:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054baaa67. 00000020:00000010:2.0:1779212914.356065:0:198981:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054baaa67. 00000400:00000010:2.0:1779212914.435586:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014d09a42. 00000400:00000010:2.0:1779212914.435597:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000112ae4d4. 00000100:00000010:2.0:1779212914.435614:0:198996:0:(service.c:3595:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at 0000000084410973. 00000100:00000010:2.0:1779212914.435845:0:198998:0:(service.c:3238:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000f1e37c86. 00000020:00000010:2.0:1779212914.435852:0:198998:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f250ebbc. 00000020:00000010:2.0:1779212914.435857:0:198998:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002dd2b92c. 00000040:00000010:2.0:1779212914.435861:0:198998:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003d7b98e9. 00000020:00000010:2.0:1779212914.435866:0:198998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ad20f0a. 00000020:00000010:2.0:1779212914.435871:0:198998:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea7a878b. 00000100:00000010:2.0:1779212914.435980:0:198999:0:(service.c:3238:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000225c8474. 00000020:00000010:2.0:1779212914.435984:0:198999:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cde8426b. 00000020:00000010:2.0:1779212914.435987:0:198999:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000780778cd. 00000040:00000010:2.0:1779212914.435990:0:198999:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000b2d0e6c4. 00000020:00000010:2.0:1779212914.435992:0:198999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000019e46067. 00000020:00000010:2.0:1779212914.435995:0:198999:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000829c737a. 00000100:00000200:0.0F:1779212914.436056:0:198996:0:(events.c:596:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1779212914.436323:0:198996:0:(api-ni.c:677:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000004df6fc34. 00000400:00000010:0.0:1779212914.436328:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000032356ad5. 00000400:00000010:0.0:1779212914.436331:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000000832c674. 00000400:00000010:0.0:1779212914.436333:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000652386ee. 00000400:00000010:0.0:1779212914.436335:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000c504d26f. 00000400:00000010:0.0:1779212914.436340:0:198996:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000816b3ec9. 00000400:00000010:0.0:1779212914.436344:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000058776a4c. 00000400:00000010:0.0:1779212914.436346:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000068909f05. 00000400:00000010:0.0:1779212914.436350:0:198996:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 00000000fcc57ab2. 00000400:00000010:0.0:1779212914.436352:0:198996:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000344b71b9. 00000400:00000010:0.0:1779212914.436408:0:198996:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000078ee102f. 00000400:00000010:0.0:1779212914.436423:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d28f834e. 00000400:00000010:0.0:1779212914.436424:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d6a4f349. 00000400:00000010:0.0:1779212914.436477:0:198996:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000f5b4a436. 00000400:00000010:0.0:1779212914.436496:0:198996:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000bde80637. 00000400:00000010:0.0:1779212914.436500:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000068694217. 00000400:00000010:0.0:1779212914.436503:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000029a3352c. 00000400:00000010:0.0:1779212914.436505:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000617f75d4. 00000400:00000010:0.0:1779212914.436509:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003370a82c. 00000400:00000010:0.0:1779212914.436511:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004eecad13. 00000400:00000010:0.0:1779212914.436512:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008535a914. 00000400:00000010:0.0:1779212914.436513:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc28a709. 00000400:00000010:0.0:1779212914.436516:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000af833340. 00000400:00000010:0.0:1779212914.436518:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001be1cd0a. 00000400:00000010:0.0:1779212914.436519:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000020e68467. 00000400:00000010:0.0:1779212914.436519:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000668f66f3. 00000400:00000010:0.0:1779212914.436522:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002dea3618. 00000400:00000010:0.0:1779212914.436523:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002f01a1b2. 00000400:00000010:0.0:1779212914.436524:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074f3e16a. 00000400:00000010:0.0:1779212914.436525:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000114869. 00000400:00000010:0.0:1779212914.436529:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007724fd6a. 00000400:00000010:0.0:1779212914.436530:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f1f82527. 00000400:00000010:0.0:1779212914.436536:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c8bc452. 00000400:00000010:0.0:1779212914.436537:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000398605ab. 00000400:00000010:0.0:1779212914.436540:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000009cbc4ee. 00000400:00000010:0.0:1779212914.436542:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000db40bb06. 00000400:00000010:0.0:1779212914.436543:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d74e5d1. 00000400:00000010:0.0:1779212914.436544:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000979acb9c. 00000400:00000010:0.0:1779212914.436547:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000147c543b. 00000400:00000010:0.0:1779212914.436548:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000081ccc10d. 00000400:00000010:0.0:1779212914.436549:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f5ca0b81. 00000400:00000010:0.0:1779212914.436550:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058e4f7a7. 00000400:00000010:0.0:1779212914.436553:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000338e9a. 00000400:00000010:0.0:1779212914.436554:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000405a1e77. 00000400:00000010:0.0:1779212914.436556:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f8ff0fc9. 00000400:00000010:0.0:1779212914.436556:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f04e0778. 00000400:00000010:0.0:1779212914.436561:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d7011a60. 00000400:00000010:0.0:1779212914.436562:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c9ac3a3b. 00000400:00000010:0.0:1779212914.436563:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005aefaad2. 00000400:00000010:0.0:1779212914.436564:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c84077c. 00000400:00000010:0.0:1779212914.436567:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006ca25aaa. 00000400:00000010:0.0:1779212914.436568:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a25242ca. 00000400:00000010:0.0:1779212914.436569:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005bec230e. 00000400:00000010:0.0:1779212914.436569:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000390b4a3. 00000400:00000010:0.0:1779212914.436572:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008d47d53d. 00000400:00000010:0.0:1779212914.436573:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004dfaf0b9. 00000400:00000010:0.0:1779212914.436574:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae0802a6. 00000400:00000010:0.0:1779212914.436575:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5a23e59. 00000400:00000010:0.0:1779212914.436577:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bfed0207. 00000400:00000010:0.0:1779212914.436579:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d9146d3f. 00000400:00000010:0.0:1779212914.436580:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f08c43b. 00000400:00000010:0.0:1779212914.436581:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000231a9c24. 00000400:00000010:0.0:1779212914.436584:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c750b7d. 00000400:00000010:0.0:1779212914.436585:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a2cb44b0. 00000400:00000010:0.0:1779212914.436590:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000780b65e. 00000400:00000010:0.0:1779212914.436591:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000923125dd. 00000400:00000010:0.0:1779212914.436593:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000020ac519c. 00000400:00000010:0.0:1779212914.436595:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e520c97b. 00000400:00000010:0.0:1779212914.436596:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008051f89e. 00000400:00000010:0.0:1779212914.436597:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f46f198. 00000400:00000010:0.0:1779212914.436613:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000758e7b2c. 00000400:00000010:0.0:1779212914.436617:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000180c5ba. 00000400:00000010:0.0:1779212914.436619:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f5915a55. 00000400:00000010:0.0:1779212914.436625:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046151f3f. 00000400:00000010:0.0:1779212914.436628:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007caf1266. 00000400:00000010:0.0:1779212914.436631:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c1a3f9eb. 00000400:00000010:0.0:1779212914.436632:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e905da27. 00000400:00000010:0.0:1779212914.436634:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011b96506. 00000400:00000010:0.0:1779212914.436638:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ebf612a. 00000400:00000010:0.0:1779212914.436641:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a6021578. 00000400:00000010:0.0:1779212914.436643:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f6c6671c. 00000400:00000010:0.0:1779212914.436644:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7985a57. 00000400:00000010:0.0:1779212914.436648:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000afa5106a. 00000400:00000010:0.0:1779212914.436650:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009e8a08e1. 00000400:00000010:0.0:1779212914.436652:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000af164406. 00000400:00000010:0.0:1779212914.436654:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2ac4c92. 00000400:00000010:0.0:1779212914.436657:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c5b38f3. 00000400:00000010:0.0:1779212914.436659:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000087b96e40. 00000400:00000010:0.0:1779212914.436661:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009ce4f3d9. 00000400:00000010:0.0:1779212914.436663:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8bfb438. 00000400:00000010:0.0:1779212914.436666:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007da0f1b3. 00000400:00000010:0.0:1779212914.436668:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ab6d3526. 00000400:00000010:0.0:1779212914.436670:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000960a1c96. 00000400:00000010:0.0:1779212914.436672:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e723cdf8. 00000400:00000010:0.0:1779212914.436675:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000024a9508f. 00000400:00000010:0.0:1779212914.436676:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000042ea2e83. 00000400:00000010:0.0:1779212914.436681:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009039b6e3. 00000400:00000010:0.0:1779212914.436683:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1726591. 00000400:00000010:0.0:1779212914.436686:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb558224. 00000400:00000010:0.0:1779212914.436687:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d05e611c. 00000400:00000010:0.0:1779212914.436688:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b004031c. 00000400:00000010:0.0:1779212914.436689:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037f66e97. 00000400:00000010:0.0:1779212914.436691:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c51aba8. 00000400:00000010:0.0:1779212914.436693:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000097feb94b. 00000400:00000010:0.0:1779212914.436693:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000930ae5ab. 00000400:00000010:0.0:1779212914.436694:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000341517e8. 00000400:00000010:0.0:1779212914.436697:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000098e92175. 00000400:00000010:0.0:1779212914.436698:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009a48b01a. 00000400:00000010:0.0:1779212914.436699:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c33ae1e3. 00000400:00000010:0.0:1779212914.436700:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6b91f7b. 00000400:00000010:0.0:1779212914.436703:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009c8bc191. 00000400:00000010:0.0:1779212914.436704:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003d984977. 00000400:00000010:0.0:1779212914.436705:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cdbc0ee3. 00000400:00000010:0.0:1779212914.436706:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000bd29b19. 00000400:00000010:0.0:1779212914.436708:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003fd37d11. 00000400:00000010:0.0:1779212914.436710:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f510c7dc. 00000400:00000010:0.0:1779212914.436711:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084918822. 00000400:00000010:0.0:1779212914.436711:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d0a8b162. 00000400:00000010:0.0:1779212914.436714:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000076829eba. 00000400:00000010:0.0:1779212914.436715:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000f76c56d. 00000400:00000010:0.0:1779212914.436716:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c2108911. 00000400:00000010:0.0:1779212914.436717:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000783a5e18. 00000400:00000010:0.0:1779212914.436719:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000072b0ca6f. 00000400:00000010:0.0:1779212914.436721:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001402298a. 00000400:00000010:0.0:1779212914.436722:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a1d53e48. 00000400:00000010:0.0:1779212914.436723:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001277c1f3. 00000400:00000010:0.0:1779212914.436726:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004b397d58. 00000400:00000010:0.0:1779212914.436727:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bdc3b43c. 00000400:00000010:0.0:1779212914.436731:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000241c78ea. 00000400:00000010:0.0:1779212914.436732:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000582e41d9. 00000400:00000010:0.0:1779212914.436736:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f7317d54. 00000400:00000010:0.0:1779212914.436738:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e65e6f35. 00000400:00000010:0.0:1779212914.436739:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f29b2375. 00000400:00000010:0.0:1779212914.436741:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d22923c. 00000400:00000010:0.0:1779212914.436745:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a683eea8. 00000400:00000010:0.0:1779212914.436747:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000040289b9a. 00000400:00000010:0.0:1779212914.436748:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f16599b. 00000400:00000010:0.0:1779212914.436750:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c170670d. 00000400:00000010:0.0:1779212914.436754:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d2b25f5. 00000400:00000010:0.0:1779212914.436756:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000062935c03. 00000400:00000010:0.0:1779212914.436758:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000813173f2. 00000400:00000010:0.0:1779212914.436760:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000601589ec. 00000400:00000010:0.0:1779212914.436764:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002180015f. 00000400:00000010:0.0:1779212914.436767:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f68bb497. 00000400:00000010:0.0:1779212914.436769:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000622966fb. 00000400:00000010:0.0:1779212914.436771:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb82d71c. 00000400:00000010:0.0:1779212914.436774:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000635abfbe. 00000400:00000010:0.0:1779212914.436777:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000436515f0. 00000400:00000010:0.0:1779212914.436779:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004b371bb9. 00000400:00000010:0.0:1779212914.436781:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f941ae7e. 00000400:00000010:0.0:1779212914.436784:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fa89c56f. 00000400:00000010:0.0:1779212914.436785:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004678cb3c. 00000400:00000010:0.0:1779212914.436786:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002b97fe0b. 00000400:00000010:0.0:1779212914.436787:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007de39667. 00000400:00000010:0.0:1779212914.436790:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b5c69f78. 00000400:00000010:0.0:1779212914.436791:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000191afbd8. 00000400:00000010:0.0:1779212914.436792:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c68ba795. 00000400:00000010:0.0:1779212914.436793:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c2535a3. 00000400:00000010:0.0:1779212914.436796:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000a43008b. 00000400:00000010:0.0:1779212914.436797:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cf796339. 00000400:00000010:0.0:1779212914.436802:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000069e67436. 00000400:00000010:0.0:1779212914.436803:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a3aa44c. 00000400:00000010:0.0:1779212914.436807:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000320349b8. 00000400:00000010:0.0:1779212914.436808:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b99722d2. 00000400:00000010:0.0:1779212914.436809:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f699e0fb. 00000400:00000010:0.0:1779212914.436810:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000027d177b6. 00000400:00000010:0.0:1779212914.436813:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009f4adbe8. 00000400:00000010:0.0:1779212914.436814:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c58a139f. 00000400:00000010:0.0:1779212914.436815:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000936bd2ea. 00000400:00000010:0.0:1779212914.436815:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006aaf7fbc. 00000400:00000010:0.0:1779212914.436824:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004826feec. 00000400:00000010:0.0:1779212914.436826:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a9ddff1f. 00000400:00000010:0.0:1779212914.436827:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000776d5dc8. 00000400:00000010:0.0:1779212914.436828:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009356af84. 00000400:00000010:0.0:1779212914.436830:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077585b36. 00000400:00000010:0.0:1779212914.436832:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b329fe9b. 00000400:00000010:0.0:1779212914.436833:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000040e7291a. 00000400:00000010:0.0:1779212914.436834:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d40d7eca. 00000400:00000010:0.0:1779212914.436836:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a3170c5. 00000400:00000010:0.0:1779212914.436838:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000093132c1c. 00000400:00000010:0.0:1779212914.436839:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008dc78c02. 00000400:00000010:0.0:1779212914.436840:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000453d9bd5. 00000400:00000010:0.0:1779212914.436843:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a8130be. 00000400:00000010:0.0:1779212914.436844:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000006c4da95. 00000400:00000010:0.0:1779212914.436845:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2804372. 00000400:00000010:0.0:1779212914.436846:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbcdf6b4. 00000400:00000010:0.0:1779212914.436852:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000056dad911. 00000400:00000010:0.0:1779212914.436854:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001ac0835d. 00000400:00000010:0.0:1779212914.436855:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005165bb2c. 00000400:00000010:0.0:1779212914.436855:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ce81e0f. 00000400:00000010:0.0:1779212914.436858:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da80fe19. 00000400:00000010:0.0:1779212914.436859:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000011f5c01a. 00000400:00000010:0.0:1779212914.436863:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e6a48f79. 00000400:00000010:0.0:1779212914.436864:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006cf732a3. 00000400:00000010:0.0:1779212914.436867:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b58f2592. 00000400:00000010:0.0:1779212914.436868:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000621155fe. 00000400:00000010:0.0:1779212914.436869:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076c38808. 00000400:00000010:0.0:1779212914.436870:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074645c29. 00000400:00000010:0.0:1779212914.436873:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f129860a. 00000400:00000010:0.0:1779212914.436874:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000b723837. 00000400:00000010:0.0:1779212914.436875:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000792f19. 00000400:00000010:0.0:1779212914.436876:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067ca47ff. 00000400:00000010:0.0:1779212914.436881:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb7bcbe7. 00000400:00000010:0.0:1779212914.436883:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009abab64b. 00000400:00000010:0.0:1779212914.436884:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000056433a9c. 00000400:00000010:0.0:1779212914.436885:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4c2226d. 00000400:00000010:0.0:1779212914.436888:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002822602e. 00000400:00000010:0.0:1779212914.436889:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001abaa017. 00000400:00000010:0.0:1779212914.436890:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bab5cb11. 00000400:00000010:0.0:1779212914.436891:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000265ca526. 00000400:00000010:0.0:1779212914.436893:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8aee1ac. 00000400:00000010:0.0:1779212914.436894:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004fcae543. 00000400:00000010:0.0:1779212914.436895:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002cd401f8. 00000400:00000010:0.0:1779212914.436896:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e1181e6. 00000400:00000010:0.0:1779212914.436899:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001af29434. 00000400:00000010:0.0:1779212914.436900:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002d73c5d5. 00000400:00000010:0.0:1779212914.436901:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004eccb453. 00000400:00000010:0.0:1779212914.436902:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030cc21e6. 00000400:00000010:0.0:1779212914.436907:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf3c4997. 00000400:00000010:0.0:1779212914.436909:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f30e04dc. 00000400:00000010:0.0:1779212914.436910:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e3af8c2a. 00000400:00000010:0.0:1779212914.436911:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f6eb3d9. 00000400:00000010:0.0:1779212914.436913:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000d7fac8a. 00000400:00000010:0.0:1779212914.436915:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ca02160d. 00000400:00000010:0.0:1779212914.436918:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004bf28146. 00000400:00000010:0.0:1779212914.436919:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000654376b5. 00000400:00000010:0.0:1779212914.436921:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002560f2dc. 00000400:00000010:0.0:1779212914.436923:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003b1e7e93. 00000400:00000010:0.0:1779212914.436924:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c2d775fa. 00000400:00000010:0.0:1779212914.436924:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001767ffb4. 00000400:00000010:0.0:1779212914.436927:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064856700. 00000400:00000010:0.0:1779212914.436928:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000af09558f. 00000400:00000010:0.0:1779212914.436929:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004671929c. 00000400:00000010:0.0:1779212914.436930:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f2c2ddf. 00000400:00000010:0.0:1779212914.436935:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab7522bb. 00000400:00000010:0.0:1779212914.436937:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004d0f9f25. 00000400:00000010:0.0:1779212914.436938:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004a2ea2fb. 00000400:00000010:0.0:1779212914.436939:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0a67145. 00000400:00000010:0.0:1779212914.436941:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4a965e0. 00000400:00000010:0.0:1779212914.436942:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000214fa9b1. 00000400:00000010:0.0:1779212914.436943:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e17db811. 00000400:00000010:0.0:1779212914.436944:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011dc6b33. 00000400:00000010:0.0:1779212914.436946:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000535feb4. 00000400:00000010:0.0:1779212914.436948:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000072399f1e. 00000400:00000010:0.0:1779212914.436949:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed35dc39. 00000400:00000010:0.0:1779212914.436949:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091354ea0. 00000400:00000010:0.0:1779212914.436952:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e33b619e. 00000400:00000010:0.0:1779212914.436953:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b2b476e8. 00000400:00000010:0.0:1779212914.436954:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036bfb968. 00000400:00000010:0.0:1779212914.436956:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000076ccf6f. 00000400:00000010:0.0:1779212914.436962:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000963b41ff. 00000400:00000010:0.0:1779212914.436965:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009a9b71d7. 00000400:00000010:0.0:1779212914.436967:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2d2236b. 00000400:00000010:0.0:1779212914.436969:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c736d3f5. 00000400:00000010:0.0:1779212914.436972:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b966088. 00000400:00000010:0.0:1779212914.436975:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000f513012. 00000400:00000010:0.0:1779212914.436981:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d82cd5e. 00000400:00000010:0.0:1779212914.436982:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000826c437c. 00000400:00000010:0.0:1779212914.436986:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b5aa06a. 00000400:00000010:0.0:1779212914.436989:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003d9a2e12. 00000400:00000010:0.0:1779212914.436991:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000468791ec. 00000400:00000010:0.0:1779212914.436993:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002aceb4eb. 00000400:00000010:0.0:1779212914.436996:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d88d79f6. 00000400:00000010:0.0:1779212914.436998:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000038bca967. 00000400:00000010:0.0:1779212914.437000:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076327995. 00000400:00000010:0.0:1779212914.437002:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0b20fc5. 00000400:00000010:0.0:1779212914.437010:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b35937c. 00000400:00000010:0.0:1779212914.437012:0:198996:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b09c1b2d. 00000400:00000010:0.0:1779212914.437013:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f9fb3417. 00000400:00000010:0.0:1779212914.437014:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce4da80c. 00000400:00000010:0.0:1779212914.437017:0:198996:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001ea13009. 00000400:00000010:0.0:1779212914.437019:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007571a952. 00000400:00000010:0.0:1779212914.437020:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007424542e. 00000400:00000010:0.0:1779212914.437022:0:198996:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000c66eadc1. 00000400:00000010:0.0:1779212914.437024:0:198996:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000de2cf2d6. 00000400:00000010:0.0:1779212914.437025:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f69aa6f4. 00000400:00000010:0.0:1779212914.437026:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d3a4086. 00000400:00000010:0.0:1779212914.437027:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000018ea527a. 00000400:00000010:0.0:1779212914.437028:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009855545a. 00000400:00000010:0.0:1779212914.437031:0:198996:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 0000000023336e33. 00000400:00000010:0.0:1779212914.437034:0:198996:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 000000008fc03199. 00000400:00000010:0.0:1779212914.437036:0:198996:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d7ab17dd. 00000400:00000010:0.0:1779212914.437037:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e337376c. 00000400:00000010:0.0:1779212914.437038:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000105f4f42. 00000400:00000010:0.0:1779212914.437039:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f7e73eda. 00000400:00000010:0.0:1779212914.437040:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3aa5aaf. 00000400:00000010:0.0:1779212914.437041:0:198996:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 0000000023336e33. 00000400:00000010:0.0:1779212914.437053:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bfbb5bc7. 00000400:00000010:0.0:1779212914.437055:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000022c52241. 00000800:00000200:0.0:1779212914.438149:0:198996:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000e229b9ee 00000800:00000200:0.0:1779212914.438154:0:198996:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000e229b9ee 00000800:00000200:0.0:1779212914.438157:0:198996:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000e229b9ee 00000800:00000200:0.0:1779212914.438159:0:198996:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000e229b9ee 00000800:00000010:0.0:1779212914.438166:0:198996:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008b6ae386. 00000400:00000010:0.0:1779212914.438176:0:198996:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000023336e33. 00000800:00000200:0.0:1779212914.438181:0:198996:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1779212914.438669:0:198996:0:(config.c:1547:lnet_get_link_status_locked()) device idx 1 get_link 2 00000400:00000200:0.0:1779212914.438718:0:198996:0:(acceptor.c:203:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.29) 00000400:02000000:0.0:1779212914.438727:0:198996:0:(api-ni.c:2702:lnet_startup_lndni()) Added LNI 192.168.202.29@tcp [8/256/0/180] 00000400:00000010:0.0:1779212914.440967:0:198996:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000d18b13f6. 00000400:00000010:0.0:1779212914.440975:0:198996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd0a49ef. 00000400:00000010:0.0:1779212914.440992:0:198996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a19cf49. 00000400:00000200:0.0:1779212914.441002:0:198996:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:0.0:1779212914.441006:0:198996:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000793c6f7c. 00000400:00000010:0.0:1779212914.441009:0:198996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9989933. 00000400:00000010:0.0:1779212914.441011:0:198996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000400:00000200:0.0:1779212914.441013:0:198996:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 00000000793c6f7c 00000400:00000200:0.0:1779212914.441016:0:198996:0:(api-ni.c:2286:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:0.0:1779212914.441019:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dd1b4053. 00000400:00000010:0.0:1779212914.441023:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f389b8e2. 00000400:00000010:0.0:1779212914.441025:0:198996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000094d6a989. 00000400:00000010:0.0:1779212914.441027:0:198996:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e073e6f. 00000400:00000200:2.0:1779212914.441387:0:198996:0:(peer.c:4234:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:2.0:1779212914.441560:0:198996:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 00000000425b7aac. 00000400:00000200:1.0F:1779212914.441575:0:199010:0:(peer.c:4060:lnet_peer_discovery()) started 00000100:00000010:1.0:1779212914.441717:0:199011:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3a39114. 00000020:00000010:1.0:1779212914.441724:0:199011:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d1f3342. 00000020:00000010:1.0:1779212914.441727:0:199011:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ebd45e21. 00000020:00000010:1.0:1779212914.441730:0:199011:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009dec483f. 00000040:00000010:1.0:1779212914.441732:0:199011:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ec01ee05. 00000020:00000010:1.0:1779212914.441735:0:199011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac448c40. 00000020:00000010:1.0:1779212914.441737:0:199011:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b2bb67b. 00000100:00000010:2.0:1779212914.441775:0:198996:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 00000000bee39d8e. 00000100:00000010:2.0:1779212914.441780:0:198996:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000213353fb. 00000100:00000010:2.0:1779212914.441782:0:198996:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000002bd3cdcf. 00000100:00000010:2.0:1779212914.441785:0:198996:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000007a92f4ba. 00000100:00000010:2.0:1779212914.441787:0:198996:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000071bf4fd0. 00000100:00000010:2.0:1779212914.441936:0:199012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042dccb87. 00000020:00000010:2.0:1779212914.441941:0:199012:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba917413. 00000020:00000010:2.0:1779212914.441943:0:199012:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052dd75d9. 00000020:00000010:2.0:1779212914.441946:0:199012:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007c99bbfa. 00000040:00000010:2.0:1779212914.441948:0:199012:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000070d45694. 00000020:00000010:2.0:1779212914.441951:0:199012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d2aa7870. 00000020:00000010:2.0:1779212914.441954:0:199012:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030edfc81. 00000100:00000010:2.0:1779212914.442134:0:199013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f29b645. 00000020:00000010:2.0:1779212914.442138:0:199013:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a80f8df7. 00000020:00000010:2.0:1779212914.442140:0:199013:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb9e8724. 00000020:00000010:2.0:1779212914.442142:0:199013:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000003c1bf281. 00000040:00000010:2.0:1779212914.442143:0:199013:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000008a920c7f. 00000020:00000010:2.0:1779212914.442145:0:199013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a70448bd. 00000020:00000010:2.0:1779212914.442146:0:199013:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e3e59d9. 00000100:00000010:2.0:1779212914.442342:0:199014:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029d751ce. 00000020:00000010:2.0:1779212914.442345:0:199014:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e9adb47. 00000020:00000010:2.0:1779212914.442347:0:199014:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000007012efeb. 00000020:00000010:2.0:1779212914.442349:0:199014:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000069f0fd35. 00000040:00000010:2.0:1779212914.442352:0:199014:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000080e9dac8. 00000020:00000010:2.0:1779212914.442354:0:199014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d44e49f5. 00000020:00000010:2.0:1779212914.442356:0:199014:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b02d414. 00000100:00000010:2.0:1779212914.442532:0:199015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8a7118. 00000020:00000010:2.0:1779212914.442537:0:199015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bda125a. 00000020:00000010:2.0:1779212914.442538:0:199015:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086449687. 00000020:00000010:2.0:1779212914.442540:0:199015:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000f82de402. 00000040:00000010:2.0:1779212914.442541:0:199015:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000008faa8176. 00000020:00000010:2.0:1779212914.442543:0:199015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079ccccd2. 00000020:00000010:2.0:1779212914.442548:0:199015:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008371e57d. 00000100:00000010:0.0:1779212914.442596:0:198996:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000997dbea5. 00000100:00000010:0.0:1779212914.442771:0:198996:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000ea27e821. 00000100:00000010:0.0:1779212914.442776:0:198996:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000007ebeacc1. 00000100:00000010:0.0:1779212914.442779:0:198996:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000004a980cf6. 00000100:00000010:0.0:1779212914.442781:0:198996:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000037a9e3ff. 00000100:00000010:0.0:1779212914.442783:0:198996:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000006e17b35b. 00000100:00000010:0.0:1779212914.442785:0:198996:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000002f00e306. 00000001:00000010:0.0:1779212914.442969:0:198996:0:(nodemap_handler.c:4711:nodemap_config_alloc()) kmalloced '(config)': 488 at 00000000c9956f99. 00000001:00000010:0.0:1779212914.442975:0:198996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007cc4f848. 00000001:00000010:0.0:1779212914.442985:0:198996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003d1ecb9f. 00000001:00000010:0.0:1779212914.442989:0:198996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004b2c95ae. 00000001:00000010:0.0:1779212914.442999:0:198996:0:(nodemap_handler.c:3532:nodemap_create()) kmalloced '(nodemap)': 968 at 000000007456121b. 00000001:00000010:0.0:1779212914.443034:0:198996:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 0000000062c34b2b. 02000000:00000010:0.0:1779212914.491644:0:199027:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000002c65dcea. 02000000:00000010:0.0:1779212914.491651:0:199027:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 0000000075ea6c4b. 02000000:00000010:0.0:1779212914.491655:0:199027:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000904c6a8c. 02000000:00000010:0.0:1779212914.491665:0:199027:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000d7ef5925. 00000020:00000010:2.0:1779212916.226646:0:199070:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000da817022. 00000001:00000010:3.0:1779212916.287097:0:199083:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000e8b80cd. 00000100:00000010:3.0:1779212916.287146:0:199083:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000003b702d73. 00000020:00000010:3.0:1779212916.287208:0:199083:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000008620fcfc. 00000020:00000010:3.0:1779212916.287273:0:199083:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000009005db48. 00000020:00000010:3.0:1779212916.287292:0:199083:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000009005db48. 00000020:00000010:3.0:1779212916.341074:0:199096:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000009005db48. 00000020:00000010:2.0:1779212916.389874:0:199109:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000000fcffed8. 00000020:00000010:2.0:1779212916.443810:0:199123:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000002f29d846. 00008000:02000000:2.0:1779212916.498090:0:199136:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:2.0:1779212916.500492:0:199136:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000000dcbeaa8. 00000020:00000010:2.0:1779212916.500753:0:199136:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000e2e94a1b. 00000020:00000010:0.0:1779212916.606912:0:199159:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000960b7102. 00000020:00000010:1.0:1779212917.692803:0:199505:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000004ca8dfab. 00000020:00000010:0.0:1779212917.753277:0:199518:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000021073e17. 00000020:00000010:2.0:1779212917.817076:0:199531:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000008de7f0c9. 00000020:00000010:2.0:1779212917.817105:0:199531:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000097293b76. 00000020:00000010:2.0:1779212917.922474:0:199553:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000006af53694. 00000020:00000010:3.0:1779212917.977898:0:199566:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000060c39976. 00000020:00000010:3.0:1779212917.978151:0:199566:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000994164bc. 00000020:00000010:3.0:1779212918.032513:0:199580:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000003f461736. 00000020:00000010:3.0:1779212918.032536:0:199580:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000f97f97c1. 00000020:00000010:0.0:1779212918.098770:0:199593:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 0000000095b831fa. 00000020:00000010:0.0:1779212918.098779:0:199593:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c46ada64. 00000020:00000010:0.0:1779212918.098782:0:199593:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c07dbfd. 00000020:00000010:0.0:1779212918.098785:0:199593:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000006b4c6a21. 00000008:00000010:0.0:1779212918.098796:0:199593:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000098c66588. 00020000:00000010:0.0:1779212918.098800:0:199593:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000c68f4a1a. 00008000:00000010:0.0:1779212918.098809:0:199593:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000000494da26. 00000080:00000010:0.0:1779212918.098819:0:199593:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d6cd1412. 00000080:00000010:0.0:1779212918.098828:0:199593:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f7701f5f. 00000020:00000010:0.0:1779212918.098832:0:199593:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000196c4c1d. 00000008:00000010:0.0:1779212918.098841:0:199593:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c98916aa. 00020000:00000010:0.0:1779212918.098851:0:199593:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000011391cdc. 00008000:00000010:0.0:1779212918.098867:0:199593:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c0018728. 00000080:00000010:0.0:1779212918.098876:0:199593:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008a413908. 00000001:02000400:3.0:1779212936.877642:0:200355:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:3.0:1779212938.256660:0:200601:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:1.0:1779212945.251358:0:201036:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000080:00000010:0.0:1779212945.396682:0:201064:0:(super25.c:251:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 00000000dc4ea6c7. 00000020:00000010:0.0:1779212945.396696:0:201064:0:(obd_mount.c:1365:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000e0eed136. 00000020:00000010:0.0:1779212945.396707:0:201064:0:(obd_mount.c:1567:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 000000008e01a231. 00000020:00000010:0.0:1779212945.396710:0:201064:0:(obd_mount.c:1623:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 00000000523c9ecd. 00000020:00000010:0.0:1779212945.396714:0:201064:0:(obd_mount.c:1651:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 000000003c1b7dbb. 00000020:00000010:0.0:1779212945.396819:0:201064:0:(obd_mount.c:633:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000069a3d890. 00000020:00000010:0.0:1779212945.396835:0:201064:0:(obd_mount.c:323:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000b61bf842. 00000020:00000010:0.0:1779212945.396838:0:201064:0:(obd_mount.c:331:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000bf30a50a. 00000100:00000010:0.0:1779212945.396849:0:201064:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e4956fb4. 00000400:00000200:0.0:1779212945.396852:0:201064:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1779212945.396856:0:201064:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000010:0.0:1779212945.396862:0:201064:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 376 at 000000008ece7bf2. 00000400:00000200:0.0:1779212945.396867:0:201064:0:(peer.c:263:lnet_peer_alloc()) 000000008ece7bf2 nid 192.168.202.129@tcp 00000400:00000010:0.0:1779212945.396870:0:201064:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000035e939e2. 00000400:00000200:0.0:1779212945.396873:0:201064:0:(peer.c:203:lnet_peer_net_alloc()) 0000000035e939e2 net tcp 00000400:00000010:0.0:1779212945.396875:0:201064:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000043b71f5a. 00000400:00000200:0.0:1779212945.396878:0:201064:0:(peer.c:184:lnet_peer_ni_alloc()) 0000000043b71f5a nid 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.396884:0:201064:0:(peer.c:1092:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.129@tcp: -2 00000400:00000200:0.0:1779212945.396888:0:201064:0:(peer.c:1649:lnet_peer_attach_peer_ni()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp flags 0x100001 00000400:00000200:0.0:1779212945.396912:0:201064:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.129@tcp: 0 00000400:00000200:0.0:1779212945.396914:0:201064:0:(peer.c:2737:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1779212945.396916:0:201064:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1779212945.396919:0:201064:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000020:00000010:0.0:1779212945.396923:0:201064:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000f6ed64f5. 00000020:00000010:0.0:1779212945.396943:0:201064:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000cbd2a7a8. 00000020:00000010:0.0:1779212945.396949:0:201064:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000015ee27b. 00000020:00000010:0.0:1779212945.397007:0:201064:0:(obd_mount.c:240:lustre_start_simple()) kmalloced '(lcfg)': 104 at 000000005904623c. 00000001:00000010:0.0:1779212945.397026:0:201064:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000492b8a4f. 00000001:00000010:0.0:1779212945.397031:0:201064:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a0d12452. 00000001:00000010:0.0:1779212945.397035:0:201064:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a741f36c. 00000001:00000010:0.0:1779212945.397038:0:201064:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003188b0b5. 00000001:00000010:0.0:1779212945.397040:0:201064:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e69d3481. 00000001:00000010:0.0:1779212945.397042:0:201064:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4f9bfe7. 00000020:00000010:0.0:1779212945.397046:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab2c409. 00000020:00000010:0.0:1779212945.397050:0:201064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080f1f64c. 00000020:00000010:0.0:1779212945.397061:0:201064:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3324397. 00000008:00000010:0.0:1779212945.397077:0:201064:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008ceb5cad. 00020000:00000010:0.0:1779212945.397081:0:201064:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000389ce57a. 00008000:00000010:0.0:1779212945.397085:0:201064:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008a33b60a. 00000080:00000010:0.0:1779212945.397098:0:201064:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b00e1a96. 00000020:00000010:0.0:1779212945.397102:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093828814. 00000020:00000010:0.0:1779212945.397109:0:201064:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000075ba07f4. 00000040:00000010:0.0:1779212945.397113:0:201064:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000068b3a1c1. 00000020:00000010:0.0:1779212945.397117:0:201064:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005a0bdf61. 00000020:00000010:0.0:1779212945.397121:0:201064:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000dc630cfe. 00040000:00000010:0.0:1779212945.397124:0:201064:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b02bd8b8. 00040000:00000010:0.0:1779212945.397128:0:201064:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c49da12f. 10000000:00000010:0.0:1779212945.397131:0:201064:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000e09fd123. 00010000:00000010:0.0:1779212945.397140:0:201064:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000000c633796. 00010000:00000010:0.0:1779212945.397145:0:201064:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000006e7e0e7f. 00010000:00000010:0.0:1779212945.397152:0:201064:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000e45235a8. 00000100:00000010:0.0:1779212945.397219:0:201064:0:(service.c:747:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001545b2e7. 00000100:00000010:0.0:1779212945.397242:0:201064:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ed1f6aa9. 00000100:00000010:0.0:1779212945.397255:0:201064:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ecf7b30e. 00000100:00000010:0.0:1779212945.397262:0:201064:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000003094ecd1. 00000100:00000010:0.0:1779212945.397267:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033e596f9. 00000100:00000010:0.0:1779212945.397271:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006c73bd4. 00000400:00000200:0.0:1779212945.397275:0:201064:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000400:00000200:2.0:1779212945.397353:0:199010:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1779212945.397358:0:199010:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100041 00000400:00000010:2.0:1779212945.397364:0:199010:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005352fe6e. 00000400:00000010:2.0:1779212945.397377:0:199010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000400:00000010:2.0:1779212945.397393:0:199010:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eeae0abc. 00000400:00000200:2.0:1779212945.397397:0:199010:0:(lib-move.c:5305:LNetGet()) LNetGet -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212945.397407:0:199010:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212945.397411:0:199010:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212945.397415:0:199010:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212945.397418:0:199010:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212945.397420:0:199010:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.397423:0:199010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [1:1:256:4294967295] 192.168.202.129@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1779212945.397430:0:199010:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.397435:0:199010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : GET try# 0 00000800:00000200:2.0:1779212945.397440:0:199010:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212945.397445:0:199010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e49b5c6b. 00000800:00000010:2.0:1779212945.397453:0:199010:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003bb30f5c. 00000800:00000010:2.0:1779212945.397456:0:199010:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c9a0fa7b. 00000800:00000200:2.0:1779212945.397461:0:199010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (2) 00000800:00000200:2.1F:1779212945.397464:0:199010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (2) 00000400:00000200:2.0:1779212945.397487:0:199010:0:(peer.c:3807:lnet_peer_send_ping()) peer 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.397489:0:199010:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100241 rc 0 00000020:00000010:0.0:1779212945.397551:0:201064:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000333967d0. 00000020:00000010:0.0:1779212945.397556:0:201064:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000012e2fafd. 00000100:00000010:0.0:1779212945.397605:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cf83275d. 00000100:00000010:0.0:1779212945.397610:0:201064:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000e0d802e. 00000100:00000010:0.0:1779212945.397614:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a11a780e. 00000100:00000010:0.0:1779212945.397618:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d0eecb82. 00000100:00000010:0.0:1779212945.397621:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002e6c13f0. 00000100:00000200:0.0:1779212945.397652:0:201064:0:(service.c:850:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1779212945.397656:0:201064:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cb3a9ff0. 00000100:00000010:3.0:1779212945.397931:0:201065:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a83a80b8. 00000020:00000010:3.0:1779212945.397936:0:201065:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004440b430. 00000020:00000010:3.0:1779212945.397940:0:201065:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e001e66. 00000020:00000010:3.0:1779212945.397941:0:201065:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cafe27e4. 00000040:00000010:3.0:1779212945.397943:0:201065:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000b4cdf224. 00000020:00000010:3.0:1779212945.397946:0:201065:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004032a5df. 00000020:00000010:3.0:1779212945.397966:0:201065:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fab35cf0. 00000020:00000010:3.0:1779212945.397970:0:201065:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000010475f20. 80000000:00000010:3.0:1779212945.397974:0:201065:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af6c38e4. 40000000:00000010:3.0:1779212945.397977:0:201065:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004a2e0b20. 00100000:00000010:3.0:1779212945.397981:0:201065:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b1565cb. 00040000:00000010:3.0:1779212945.397984:0:201065:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ab61015. 00040000:00000010:3.0:1779212945.397988:0:201065:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f02e59c2. 00040000:00000010:3.0:1779212945.397994:0:201065:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095a859cb. 00000004:00000010:3.0:1779212945.397998:0:201065:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000001e6787e1. 00000004:00000010:3.0:1779212945.398002:0:201065:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062b535e3. 00000004:00000010:3.0:1779212945.398005:0:201065:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000001540f20a. 00002000:00000010:3.0:1779212945.398009:0:201065:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fce7fda0. 00000004:00000010:3.0:1779212945.398012:0:201065:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000c453e997. 00000100:00000200:3.0:1779212945.398145:0:201065:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1779212945.398152:0:201065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001302ba12. 00000400:00000010:3.0:1779212945.398159:0:201065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008a1349e. 00000100:00000010:3.0:1779212945.398166:0:201065:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000068fce55a. 00000100:00000200:3.0:1779212945.398185:0:201065:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000800:00000010:1.0:1779212945.398208:0:199000:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000c8df2f4e. 00000100:00000010:0.0:1779212945.398212:0:201064:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f4186eac. 00000800:00000010:1.0:1779212945.398215:0:199000:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a96ae53. 00000800:00000010:1.0:1779212945.398256:0:199000:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086428f48. 00000800:00000010:1.0:1779212945.398268:0:199000:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086428f48. 00000100:00000010:1.0:1779212945.398709:0:201066:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 0000000086428f48. 00000020:00000010:1.0:1779212945.398713:0:201066:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000287b8f36. 00000020:00000010:1.0:1779212945.398716:0:201066:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a835c407. 00000020:00000010:1.0:1779212945.398719:0:201066:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003bcc387f. 00000040:00000010:1.0:1779212945.398722:0:201066:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000005dfb5c2e. 00000020:00000010:1.0:1779212945.398725:0:201066:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d6e6d93. 00000020:00000010:1.0:1779212945.398740:0:201066:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c5da8e51. 00000020:00000010:1.0:1779212945.398743:0:201066:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000ed8b1c1d. 80000000:00000010:1.0:1779212945.398747:0:201066:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d9586231. 40000000:00000010:1.0:1779212945.398749:0:201066:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae90c120. 00100000:00000010:1.0:1779212945.398751:0:201066:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003c32d648. 00040000:00000010:1.0:1779212945.398754:0:201066:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b071dde. 00040000:00000010:1.0:1779212945.398757:0:201066:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000029d14c07. 00040000:00000010:1.0:1779212945.398760:0:201066:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ded885b6. 00000004:00000010:1.0:1779212945.398763:0:201066:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000002375a06c. 00000004:00000010:1.0:1779212945.398767:0:201066:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000768b533e. 00000004:00000010:1.0:1779212945.398779:0:201066:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000005ed630ab. 00002000:00000010:1.0:1779212945.398783:0:201066:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f80c8778. 00000004:00000010:1.0:1779212945.398785:0:201066:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000c4b7a092. 00000100:00000010:1.0:1779212945.398795:0:201066:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000d661b80. 00000100:00000200:1.0:1779212945.398810:0:201066:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1779212945.398842:0:201064:0:(service.c:747:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000d3754d5d. 00000100:00000010:0.0:1779212945.398852:0:201064:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d3d3e5c4. 00000100:00000010:0.0:1779212945.398864:0:201064:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000023c69120. 00000100:00000010:0.0:1779212945.398871:0:201064:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000e497a2e. 00000100:00000010:0.0:1779212945.398880:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5554d58. 00000100:00000010:0.0:1779212945.398884:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000fd19343. 00000100:00000010:0.0:1779212945.398887:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095dc5d87. 00000100:00000010:0.0:1779212945.398896:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002eee1fdb. 00000100:00000010:0.0:1779212945.398899:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037d4aebd. 00000100:00000010:0.0:1779212945.398903:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f15783b. 00000100:00000010:0.0:1779212945.398905:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053531fa2. 00000100:00000010:0.0:1779212945.398909:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000349d6107. 00000100:00000010:0.0:1779212945.398911:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a682964a. 00000100:00000010:0.0:1779212945.398915:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000edf21ba7. 00000100:00000010:0.0:1779212945.398917:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023ae8dcb. 00000100:00000010:0.0:1779212945.398926:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cc54c18. 00000100:00000010:0.0:1779212945.398928:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004301b0df. 00000100:00000010:0.0:1779212945.398932:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f798c4a. 00000100:00000010:0.0:1779212945.398934:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eee43f3a. 00000100:00000010:0.0:1779212945.398937:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad948b80. 00000100:00000010:0.0:1779212945.398939:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000338b621. 00000100:00000010:0.0:1779212945.398943:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce3cb6db. 00000100:00000010:0.0:1779212945.398945:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076efcf2b. 00000100:00000010:0.0:1779212945.398955:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a82dc2b. 00000100:00000010:0.0:1779212945.398958:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4bd0c44. 00000100:00000010:0.0:1779212945.398961:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b9c495c. 00000100:00000010:0.0:1779212945.398964:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b18aea25. 00000100:00000010:0.0:1779212945.398968:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae436d01. 00000100:00000010:0.0:1779212945.398970:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094b10d24. 00000100:00000010:0.0:1779212945.398974:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096beb27f. 00000100:00000010:0.0:1779212945.398976:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a37083e6. 00000100:00000010:0.0:1779212945.398985:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000dd0c0fc. 00000100:00000010:0.0:1779212945.398989:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002ef3fc2. 00000100:00000010:0.0:1779212945.398992:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b49075de. 00000100:00000010:0.0:1779212945.398996:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ebd863e. 00000100:00000010:0.0:1779212945.399004:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a4e5d56. 00000100:00000010:0.0:1779212945.399006:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7404fde. 00000100:00000010:0.0:1779212945.399010:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002099eaa1. 00000100:00000010:0.0:1779212945.399013:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001c10f50. 00000100:00000010:0.0:1779212945.399021:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000002823be6. 00000100:00000010:0.0:1779212945.399024:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aca79795. 00000100:00000010:0.0:1779212945.399027:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c018366. 00000100:00000010:0.0:1779212945.399030:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0907c74. 00000100:00000010:0.0:1779212945.399033:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002175c6ad. 00000100:00000010:0.0:1779212945.399036:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092fa4b63. 00000100:00000010:0.0:1779212945.399040:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d239530f. 00000100:00000010:0.0:1779212945.399042:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000854e1900. 00000100:00000010:0.0:1779212945.399050:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba09423a. 00000100:00000010:0.0:1779212945.399053:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005018a898. 00000100:00000010:0.0:1779212945.399057:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000518b2d2. 00000100:00000010:0.0:1779212945.399060:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001075a82b. 00000100:00000010:0.0:1779212945.399063:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c7a4b75. 00000100:00000010:0.0:1779212945.399065:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090f8e052. 00000100:00000010:0.0:1779212945.399068:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee3a8122. 00000100:00000010:0.0:1779212945.399071:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7bff25a. 00000100:00000010:0.0:1779212945.399079:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000843b15b8. 00000100:00000010:0.0:1779212945.399082:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e0440f9. 00000100:00000010:0.0:1779212945.399086:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004dcd967c. 00000100:00000010:0.0:1779212945.399089:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062b04c34. 00000100:00000010:0.0:1779212945.399092:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034b6bad5. 00000100:00000010:0.0:1779212945.399096:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008614b7a4. 00000100:00000010:0.0:1779212945.399100:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1359622. 00000100:00000010:0.0:1779212945.399104:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030674053. 00000100:00000010:0.0:1779212945.399114:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052cbac44. 00000100:00000010:0.0:1779212945.399118:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2e1c260. 00000100:00000010:0.0:1779212945.399121:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c1c7236c. 00000100:00000010:0.0:1779212945.399128:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072333e80. 00000100:00000010:0.0:1779212945.399131:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088d7dc51. 00000100:00000010:0.0:1779212945.399134:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c36faa8. 00000100:00000010:0.0:1779212945.399138:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001678be72. 00000100:00000010:0.0:1779212945.399141:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034a0deea. 00000100:00000010:0.0:1779212945.399150:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008591a4e5. 00000100:00000010:0.0:1779212945.399154:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000048d9697. 00000100:00000010:0.0:1779212945.399160:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c606c535. 00000100:00000010:0.0:1779212945.399162:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eba86ff. 00000100:00000010:0.0:1779212945.399166:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac5d2716. 00000100:00000010:0.0:1779212945.399169:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8038490. 00000100:00000010:0.0:1779212945.399173:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000facaa281. 00000100:00000010:0.0:1779212945.399175:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b79ea86. 00000800:00000200:1.1F:1779212945.399177:0:199000:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000010:0.0:1779212945.399190:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000235de98d. 00000800:00000200:1.1:1779212945.399191:0:199000:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000010:0.0:1779212945.399196:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec55e267. 00000800:00000200:1.1:1779212945.399196:0:199000:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e49b5c6b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1779212945.399202:0:199000:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.129@tcp p 3.x 192.168.202.29 -> 192.168.202.129:988 incarnation:1779212920943169572 sched[0] 00000100:00000010:0.0:1779212945.399203:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a181b9b9. 00000800:00000010:1.0:1779212945.399206:0:199000:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a96ae53. 00000100:00000010:0.0:1779212945.399208:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fb99cbc. 00000100:00000010:0.0:1779212945.399214:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e27ff7b1. 00000100:00000010:0.0:1779212945.399217:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b806449. 00000100:00000010:0.0:1779212945.399246:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014907549. 00000100:00000010:0.0:1779212945.399258:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dd76c60. 00000100:00000010:0.0:1779212945.399270:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046a3e88c. 00000100:00000010:0.0:1779212945.399274:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9d5c703. 00000100:00000010:0.0:1779212945.399279:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000028b4a7d. 00000400:00000200:1.0:1779212945.399281:0:199000:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.129:988 00000100:00000010:0.0:1779212945.399283:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d19126a6. 00000100:00000010:0.0:1779212945.399301:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c4db46b. 00000100:00000010:0.0:1779212945.399305:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054913a23. 00000800:00000200:3.0:1779212945.399306:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1779212945.399309:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d69fdef. 00000800:00000010:3.0:1779212945.399311:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e49b5c6b. 00000100:00000010:0.0:1779212945.399313:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f88a3f1. 00000400:00000200:3.0:1779212945.399318:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.399325:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: GET: OK 00000100:00000010:0.0:1779212945.399326:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025651f26. 00000400:00000200:3.0:1779212945.399331:0:199005:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:0.0:1779212945.399332:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a6a8d84. 00000400:00000200:3.0:1779212945.399335:0:199005:0:(peer.c:3043:lnet_discovery_event_send()) Ping Send to 192.168.202.129@tcp: 0 00000100:00000010:0.0:1779212945.399342:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e355c6bb. 00000100:00000010:0.0:1779212945.399346:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051e6227b. 00000100:00000010:0.0:1779212945.399350:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab67d63a. 00000100:00000010:0.0:1779212945.399354:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005017050d. 00000100:00000010:0.0:1779212945.399358:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b170c58a. 00000100:00000010:0.0:1779212945.399363:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000614d2bfc. 00000100:00000010:0.0:1779212945.399373:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000341ed540. 00000100:00000010:0.0:1779212945.399377:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000268a8e1f. 00000100:00000010:0.0:1779212945.399381:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026356eef. 00000100:00000010:0.0:1779212945.399384:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fab3872. 00000100:00000010:0.0:1779212945.399388:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055bf3773. 00000100:00000010:0.0:1779212945.399390:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000582565be. 00000100:00000010:0.0:1779212945.399394:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008555ac08. 00000100:00000010:0.0:1779212945.399396:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008803aa95. 00000100:00000010:0.0:1779212945.399404:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000059311dcd. 00000100:00000010:0.0:1779212945.399407:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fe1ec96. 00000100:00000010:0.0:1779212945.399410:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000755629b9. 00000100:00000010:0.0:1779212945.399413:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051962fd1. 00000100:00000010:0.0:1779212945.399416:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d5c63dc. 00000100:00000010:0.0:1779212945.399419:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c954a0f. 00000100:00000010:0.0:1779212945.399422:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e59d6a76. 00000100:00000010:0.0:1779212945.399425:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a4f146b. 00000100:00000010:0.0:1779212945.399432:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ccc766d4. 00000100:00000010:0.0:1779212945.399435:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000876edb55. 00000100:00000010:0.0:1779212945.399438:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002fdc35c2. 00000100:00000010:0.0:1779212945.399441:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085daaa50. 00000100:00000010:0.0:1779212945.399445:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1ff797f. 00000100:00000010:0.0:1779212945.399447:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eafa19b7. 00000100:00000010:0.0:1779212945.399451:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051b7feb7. 00000100:00000010:0.0:1779212945.399453:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae58ad14. 00000100:00000010:0.0:1779212945.399462:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fed28d15. 00000100:00000010:0.0:1779212945.399469:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4732065. 00000100:00000010:0.0:1779212945.399472:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005334d9d. 00000100:00000010:0.0:1779212945.399475:0:201064:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005090e1cd. 00000100:00000010:0.0:1779212945.399478:0:201064:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000163245bf. 00000400:00000200:0.0:1779212945.399481:0:201064:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1779212945.399543:0:201064:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000080087b85. 00000020:00000010:0.0:1779212945.399549:0:201064:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000064db97f5. 00000100:00000010:0.0:1779212945.399592:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004f9171c. 00000100:00000010:0.0:1779212945.399597:0:201064:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000056de9736. 00000100:00000010:0.0:1779212945.399600:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003b6b2835. 00000100:00000010:0.0:1779212945.399603:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c653b5c3. 00000100:00000010:0.0:1779212945.399605:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d8af171e. 00000100:00000010:0.0:1779212945.399608:0:201064:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000001d5cda65. 00000100:00000010:0.0:1779212945.399611:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ac03a53. 00000100:00000010:0.0:1779212945.399612:0:201064:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000eb445ef9. 00000100:00000010:0.0:1779212945.399614:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005af2e5d0. 00000100:00000010:0.0:1779212945.399617:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000458de152. 00000100:00000010:0.0:1779212945.399619:0:201064:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d93fcd31. 00000100:00000200:0.0:1779212945.399648:0:201064:0:(service.c:850:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1779212945.399653:0:201064:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f2e86a38. 00000800:00000010:1.0:1779212945.399726:0:199000:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000005c7a47df. 00000800:00000010:1.0:1779212945.399729:0:199000:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a96ae53. 00000800:00000010:1.0:1779212945.399731:0:199000:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007a224294. 00000800:00000010:1.0:1779212945.399737:0:199000:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007a224294. 00000400:00000200:3.0:1779212945.400475:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : REPLY - for me 00000400:00000200:3.0:1779212945.400503:0:199007:0:(lib-move.c:4390:lnet_parse_reply()) 192.168.202.29@tcp: Reply from 12345-192.168.202.129@tcp of length 48/48 into md 0x9 00000400:00000200:3.0:1779212945.400586:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.400591:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: REPLY: OK 00000400:00000200:3.0:1779212945.400596:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:3.0:1779212945.400598:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000400:00000200:3.0:1779212945.400601:0:199007:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1779212945.400605:0:199007:0:(peer.c:2921:lnet_discovery_event_reply()) Peer 192.168.202.129@tcp has discovery enabled 00000400:00000200:3.0:1779212945.400608:0:199007:0:(peer.c:2933:lnet_discovery_event_reply()) peer 192.168.202.129@tcp(000000008ece7bf2) is MR 00000800:00000200:0.1F:1779212945.400629:0:199000:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1779212945.400643:0:199000:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.129@tcp p 3.x 192.168.202.29 -> 192.168.202.129:988 incarnation:1779212920943169572 sched[0] 00000800:00000010:0.0:1779212945.400647:0:199000:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a96ae53. 00000400:00000200:3.0:1779212945.400647:0:199007:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.129@tcp data present 363512030. state = 0x100241 00000400:00000200:3.0:1779212945.400656:0:199007:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.129@tcp: -114 00000400:00000200:3.0:1779212945.400695:0:199010:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1779212945.400700:0:199010:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x1000c1 00000400:00000200:0.0:1779212945.400703:0:199000:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.129:988 00000400:00000010:3.0:1779212945.400705:0:199010:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000fec3eecb. 00000400:00000010:3.0:1779212945.400708:0:199010:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000626f066e. 00000400:00000010:3.0:1779212945.400710:0:199010:0:(peer.c:3277:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000924ffa51. 00000400:00000010:3.0:1779212945.400719:0:199010:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000fec3eecb. 00000400:00000010:3.0:1779212945.400722:0:199010:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000626f066e. 00000400:00000010:3.0:1779212945.400724:0:199010:0:(peer.c:3426:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000924ffa51. 00000400:00000010:3.0:1779212945.400727:0:199010:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005352fe6e. 00000400:00000200:3.0:1779212945.400731:0:199010:0:(peer.c:3429:lnet_peer_merge_data()) peer 192.168.202.129@tcp (000000008ece7bf2): 0 00000400:00000200:3.0:1779212945.400734:0:199010:0:(peer.c:3733:lnet_peer_data_present()) peer 192.168.202.129@tcp(000000008ece7bf2): 0. state = 0x100141 00000400:00000200:3.0:1779212945.400737:0:199010:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100141 rc 1 00000400:00000200:3.0:1779212945.400740:0:199010:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100141 00000400:00000010:3.0:1779212945.400750:0:199010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000400:00000200:0.0:1779212945.400755:0:199000:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.129:988 00000400:00000010:3.0:1779212945.400756:0:199010:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c912b9ba. 00000400:00000200:3.0:1779212945.400762:0:199010:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212945.400781:0:199010:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212945.400790:0:199010:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [2:2:256:4294967295] 192.168.202.129@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1779212945.400797:0:199010:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.129@tcp 00000400:00000200:3.0:1779212945.400807:0:199010:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212945.400814:0:199010:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212945.400818:0:199010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000800:00000200:3.0:1779212945.400825:0:199010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (4) 00000800:00000200:3.0:1779212945.400831:0:199010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212945.400834:0:199010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:3.0:1779212945.400843:0:199010:0:(peer.c:3941:lnet_peer_send_push()) peer 192.168.202.129@tcp 00000400:00000200:3.0:1779212945.400846:0:199010:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100541 rc 0 00000800:00000200:0.0:1779212945.400887:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212945.400890:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000400:00000200:0.0:1779212945.400894:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212945.400900:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212945.400904:0:199006:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1779212945.400907:0:199006:0:(peer.c:3043:lnet_discovery_event_send()) Push Send to 192.168.202.129@tcp: 0 00000800:00000010:0.0:1779212945.401381:0:199000:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 0000000007fdab40. 00000800:00000010:0.0:1779212945.401386:0:199000:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed874c08. 00000800:00000010:0.0:1779212945.401396:0:199000:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000008283918. 00000800:00000010:0.0:1779212945.401405:0:199000:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000008283918. 00000400:00000200:3.0:1779212945.401690:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : ACK - for me 00000400:00000200:3.0:1779212945.401703:0:199007:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.202.29@tcp: ACK from 12345-192.168.202.129@tcp into md 0x11 00000400:00000200:3.0:1779212945.401708:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.401713:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: ACK: OK 00000400:00000200:3.0:1779212945.401717:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:3.0:1779212945.401720:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000400:00000200:3.0:1779212945.401723:0:199007:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1779212945.401726:0:199007:0:(peer.c:2809:lnet_discovery_event_ack()) peer 192.168.202.129@tcp ev->status 0 00000400:00000200:3.0:1779212945.401737:0:199007:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.129@tcp: -114 00000400:00000200:0.0:1779212945.401835:0:199010:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1779212945.401841:0:199010:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100141 00000400:00000200:0.0:1779212945.401847:0:199010:0:(peer.c:3863:lnet_peer_discovered()) peer 192.168.202.129@tcp 00000400:00000200:3.0:1779212945.401851:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212945.401853:0:199010:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100111 rc 0 00000400:00000200:0.0:1779212945.401859:0:199010:0:(peer.c:2431:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.129@tcp 00000100:00000010:1.0:1779212945.401916:0:201067:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000007a224294. 00000020:00000010:1.0:1779212945.401920:0:201067:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000b5ae0e4. 00000020:00000010:1.0:1779212945.401925:0:201067:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002322d194. 00000020:00000010:1.0:1779212945.401929:0:201067:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000004142622e. 00000020:00000010:1.0:1779212945.401932:0:201067:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000f7f70ac6. 00000040:00000010:1.0:1779212945.401935:0:201067:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000896618d0. 00000020:00000010:1.0:1779212945.401939:0:201067:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d9982ee. 00000020:00000010:1.0:1779212945.401943:0:201067:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a9274f83. 00000020:00000010:1.0:1779212945.401947:0:201067:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000006ba3c907. 80000000:00000010:1.0:1779212945.401950:0:201067:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f47427f3. 40000000:00000010:1.0:1779212945.401952:0:201067:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a5a91f8a. 00000008:00000010:1.0:1779212945.401967:0:201067:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000051c1b516. 00020000:00000010:1.0:1779212945.401973:0:201067:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a1ba789e. 00008000:00000010:1.0:1779212945.401984:0:201067:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d0ea82d1. 00100000:00000010:1.0:1779212945.401988:0:201067:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000619d4eb3. 00040000:00000010:1.0:1779212945.401992:0:201067:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a178acf. 00040000:00000010:1.0:1779212945.401995:0:201067:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fc6f0f20. 00040000:00000010:1.0:1779212945.401998:0:201067:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd450c86. 00000004:00000010:1.0:1779212945.402002:0:201067:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000089325bbe. 00000004:00000010:1.0:1779212945.402012:0:201067:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000007367370c. 00000004:00000010:1.0:1779212945.402015:0:201067:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 0000000061c21ec8. 00002000:00000010:1.0:1779212945.402018:0:201067:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007821bd88. 00000004:00000010:1.0:1779212945.402021:0:201067:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000006b7cc197. 00000080:00000010:1.0:1779212945.402031:0:201067:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c2eb4db3. 00000080:00000010:1.0:1779212945.402048:0:201067:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000afd41ce4. 00000100:00000200:1.0:1779212945.402053:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402058:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f822050. 00000400:00000010:1.0:1779212945.402062:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc566d5. 00000100:00000200:1.0:1779212945.402067:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402069:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d7732f. 00000400:00000010:1.0:1779212945.402071:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c12db70d. 00000100:00000200:1.0:1779212945.402073:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402075:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764422cb. 00000400:00000010:1.0:1779212945.402077:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a96ae53. 00000100:00000200:1.0:1779212945.402079:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402082:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9659efc. 00000400:00000010:1.0:1779212945.402086:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c6045a4. 00000400:00000200:3.0:1779212945.402086:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 48 into portal 0 MB=0x8000000000000000 00000100:00000200:1.0:1779212945.402090:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402093:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073c3cdf. 00000400:00000010:1.0:1779212945.402095:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030267890. 00000100:00000200:1.0:1779212945.402097:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402099:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005317f1e4. 00000400:00000010:1.0:1779212945.402101:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026f28e7c. 00000100:00000200:1.0:1779212945.402102:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402104:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf56fd6c. 00000400:00000010:1.0:1779212945.402106:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d21a6a33. 00000100:00000200:1.0:1779212945.402108:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402110:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000533ca17f. 00000400:00000010:1.0:1779212945.402113:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055435be3. 00000100:00000200:1.0:1779212945.402115:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402117:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050220bd1. 00000400:00000010:1.0:1779212945.402120:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001781e1ba. 00000100:00000200:1.0:1779212945.402122:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402124:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbb09824. 00000400:00000010:1.0:1779212945.402127:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014842f50. 00000100:00000200:1.0:1779212945.402131:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402134:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c88683f. 00000400:00000200:3.0:1779212945.402137:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.129@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:3.0:1779212945.402141:0:199007:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9989933. 00000400:00000200:3.0:1779212945.402143:0:199007:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002999001 00000400:00000200:3.0:1779212945.402177:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779212945.402312:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063934162. 00000100:00000200:1.0:1779212945.402317:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402325:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003054aaef. 00000400:00000010:1.0:1779212945.402328:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027ef725b. 00000100:00000200:1.0:1779212945.402330:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402332:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d96b632. 00000400:00000010:1.0:1779212945.402334:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c5f248d. 00000100:00000200:1.0:1779212945.402336:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402338:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfc9d65d. 00000400:00000010:1.0:1779212945.402342:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002733b48. 00000100:00000200:1.0:1779212945.402343:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402346:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9c753a3. 00000400:00000010:1.0:1779212945.402348:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b7a5d9d. 00000100:00000200:1.0:1779212945.402350:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402351:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006e603e5. 00000400:00000010:1.0:1779212945.402354:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8d59290. 00000100:00000200:1.0:1779212945.402356:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402358:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cb7de8. 00000400:00000010:1.0:1779212945.402361:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d5a6604. 00000100:00000200:1.0:1779212945.402363:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402364:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d0493bd. 00000400:00000010:1.0:1779212945.402366:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8142992. 00000100:00000200:1.0:1779212945.402368:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402371:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c46a568. 00000400:00000010:1.0:1779212945.402374:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000587c7c02. 00000100:00000200:1.0:1779212945.402376:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402378:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013e100c6. 00000400:00000010:1.0:1779212945.402380:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cda04e81. 00000100:00000200:1.0:1779212945.402381:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402383:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b365b1f. 00000400:00000010:1.0:1779212945.402386:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009920f347. 00000100:00000200:1.0:1779212945.402388:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402390:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7068f8. 00000400:00000010:1.0:1779212945.402392:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b44a6dd4. 00000100:00000200:1.0:1779212945.402394:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402397:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044b71474. 00000400:00000200:3.0:1779212945.402401:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:1.0:1779212945.402402:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e34cecf4. 00000400:00000200:3.0:1779212945.402405:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000400:00000010:3.0:1779212945.402409:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000400:00000200:3.0:1779212945.402413:0:199007:0:(api-ni.c:2339:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1779212945.402418:0:199007:0:(peer.c:2580:lnet_peer_push_event()) peer 192.168.202.129@tcp(000000008ece7bf2) is MR 00000100:00000200:1.0:1779212945.402421:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1779212945.402422:0:199007:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000924ffa51. 00000400:00000010:1.0:1779212945.402427:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059c6b0f1. 00000400:00000200:3.0:1779212945.402427:0:199007:0:(peer.c:2654:lnet_peer_push_event()) Received Push 192.168.202.129@tcp 363512030 00000400:00000010:1.0:1779212945.402432:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cefdc83. 00000100:00000200:1.0:1779212945.402435:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402437:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918ae55f. 00000400:00000010:1.0:1779212945.402440:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a70ef3f9. 00000100:00000200:1.0:1779212945.402443:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402445:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021bfca7d. 00000400:00000010:1.0:1779212945.402448:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000406cd2bb. 00000100:00000200:1.0:1779212945.402451:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402453:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e498950c. 00000400:00000010:1.0:1779212945.402455:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f19f922b. 00000100:00000200:1.0:1779212945.402457:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402458:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920add95. 00000400:00000010:1.0:1779212945.402460:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e41c81e1. 00000100:00000200:1.0:1779212945.402462:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402464:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c84599ea. 00000400:00000010:1.0:1779212945.402466:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba5a928. 00000100:00000200:1.0:1779212945.402467:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402469:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad8cd031. 00000400:00000010:1.0:1779212945.402471:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a579d8b. 00000100:00000200:1.0:1779212945.402472:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402474:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ada85665. 00000400:00000010:1.0:1779212945.402476:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ebfd27b. 00000100:00000200:1.0:1779212945.402478:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402480:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075a09e87. 00000400:00000010:1.0:1779212945.402483:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099a82216. 00000100:00000200:1.0:1779212945.402485:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402486:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cca2d355. 00000400:00000010:1.0:1779212945.402488:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf3b5cfc. 00000100:00000200:1.0:1779212945.402490:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402492:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc03b7dd. 00000400:00000010:1.0:1779212945.402495:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073a49083. 00000100:00000200:1.0:1779212945.402497:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402498:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0db962. 00000400:00000200:3.0:1779212945.402505:0:199007:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.129@tcp: 0 00000400:00000010:1.0:1779212945.402507:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000676400e0. 00000400:00000200:0.0:1779212945.402511:0:199010:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:1.0:1779212945.402512:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1779212945.402513:0:199007:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1779212945.402516:0:199010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f6c7bd. 00000400:00000010:1.0:1779212945.402517:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009789af79. 00000400:00000010:0.0:1779212945.402521:0:199010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3d2e928. 00000400:00000200:3.0:1779212945.402521:0:199007:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000010:1.0:1779212945.402523:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fd1a78d. 00000400:00000200:0.0:1779212945.402526:0:199010:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 00000000793c6f7c 00000100:00000200:1.0:1779212945.402528:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1779212945.402531:0:199007:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [3:3:256:4294967295] 192.168.202.129@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000010:1.0:1779212945.402533:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000404d78e2. 00000400:00000010:1.0:1779212945.402538:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f575856. 00000100:00000200:1.0:1779212945.402543:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402547:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091ff6f7e. 00000400:00000200:3.0:1779212945.402548:0:199007:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) 192.168.202.129@tcp : ACK try# 0 00000400:00000010:1.0:1779212945.402552:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c682d0d. 00000100:00000200:1.0:1779212945.402555:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1779212945.402557:0:199010:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x1000d1 00000800:00000200:3.0:1779212945.402559:0:199007:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212945.402560:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e8f125. 00000400:00000010:0.0:1779212945.402564:0:199010:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000008283918. 00000800:00000010:3.0:1779212945.402566:0:199007:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003278c385. 00000400:00000010:1.0:1779212945.402567:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6b0567b. 00000400:00000010:0.0:1779212945.402569:0:199010:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000b70b396e. 00000100:00000200:1.0:1779212945.402572:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779212945.402574:0:199010:0:(peer.c:3277:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000af8a0ed5. 00000400:00000010:1.0:1779212945.402577:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098135548. 00000800:00000200:3.0:1779212945.402577:0:199007:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (4) 00000400:00000010:0.0:1779212945.402579:0:199010:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000008283918. 00000400:00000010:1.0:1779212945.402583:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ee96b47. 00000400:00000010:0.0:1779212945.402584:0:199010:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000b70b396e. 00000800:00000200:3.0:1779212945.402588:0:199007:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:0.0:1779212945.402590:0:199010:0:(peer.c:3426:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000af8a0ed5. 00000100:00000200:1.0:1779212945.402590:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1779212945.402594:0:199007:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003278c385 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1779212945.402595:0:199010:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000924ffa51. 00000400:00000010:1.0:1779212945.402595:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2911d18. 00000400:00000010:1.0:1779212945.402602:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000771572be. 00000400:00000200:0.0:1779212945.402603:0:199010:0:(peer.c:3429:lnet_peer_merge_data()) peer 192.168.202.129@tcp (000000008ece7bf2): 0 00000400:00000200:0.0:1779212945.402606:0:199010:0:(peer.c:3733:lnet_peer_data_present()) peer 192.168.202.129@tcp(000000008ece7bf2): 0. state = 0x100151 00000100:00000200:1.0:1779212945.402607:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1779212945.402610:0:199010:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100151 rc 1 00000400:00000010:1.0:1779212945.402611:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007070a509. 00000400:00000200:0.0:1779212945.402615:0:199010:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100151 00000400:00000010:1.0:1779212945.402616:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075efb9c0. 00000400:00000200:0.0:1779212945.402618:0:199010:0:(peer.c:3863:lnet_peer_discovered()) peer 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.402621:0:199010:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.202.129@tcp(000000008ece7bf2) state 0x100111 rc 0 00000100:00000200:1.0:1779212945.402621:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1779212945.402625:0:199010:0:(peer.c:2431:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.129@tcp 00000400:00000010:1.0:1779212945.402625:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f5eaa13. 00000400:00000010:1.0:1779212945.402630:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047814319. 00000100:00000200:1.0:1779212945.402633:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402636:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4b0e5cd. 00000400:00000010:1.0:1779212945.402639:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b881374b. 00000100:00000200:1.0:1779212945.402642:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402644:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052e4baee. 00000400:00000010:1.0:1779212945.402646:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd3fc1c3. 00000800:00000200:3.0:1779212945.402648:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1779212945.402649:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402653:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2b6b872. 00000800:00000010:3.0:1779212945.402653:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003278c385. 00000400:00000010:1.0:1779212945.402658:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf0b856. 00000400:00000200:3.0:1779212945.402658:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1779212945.402663:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1779212945.402666:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: ACK: OK 00000800:00000200:2.1:1779212945.402670:0:199000:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000400:00000010:1.0:1779212945.402678:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea9c5ee5. 00000800:00000200:2.0:1779212945.402678:0:199000:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.129@tcp p 3.x 192.168.202.29 -> 192.168.202.129:988 incarnation:1779212920943169572 sched[0] 00000400:00000010:1.0:1779212945.402682:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa7544aa. 00000100:00000200:1.0:1779212945.402685:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402690:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000193e9a76. 00000800:00000010:2.0:1779212945.402690:0:199000:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed874c08. 00000400:00000010:1.0:1779212945.402694:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a733826. 00000100:00000200:1.0:1779212945.402697:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402699:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb7667ba. 00000400:00000010:1.0:1779212945.402702:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012fcc31e. 00000100:00000200:1.0:1779212945.402704:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402706:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040029b71. 00000400:00000010:1.0:1779212945.402710:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6f8fc9d. 00000100:00000200:1.0:1779212945.402712:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402713:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b066ab31. 00000400:00000010:1.0:1779212945.402715:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7369fa7. 00000100:00000200:1.0:1779212945.402718:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402719:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a38f0f4e. 00000400:00000010:1.0:1779212945.402722:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2bb059a. 00000100:00000200:1.0:1779212945.402724:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402726:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da454536. 00000400:00000010:1.0:1779212945.402729:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013dc80da. 00000100:00000200:1.0:1779212945.402731:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402733:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b950cbd8. 00000400:00000010:1.0:1779212945.402735:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026bba9ef. 00000100:00000200:1.0:1779212945.402737:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402739:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f5e7cf9. 00000400:00000010:1.0:1779212945.402740:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3526bf1. 00000100:00000200:1.0:1779212945.402742:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402743:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c596b516. 00000400:00000010:1.0:1779212945.402745:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086655ded. 00000100:00000200:1.0:1779212945.402747:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402748:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000053f0536. 00000400:00000010:1.0:1779212945.402750:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edb7c045. 00000100:00000200:1.0:1779212945.402752:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402753:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbd8e4e0. 00000400:00000010:1.0:1779212945.402755:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000627c9a86. 00000100:00000200:1.0:1779212945.402761:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402762:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcb3a4df. 00000400:00000010:1.0:1779212945.402764:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee384331. 00000100:00000200:1.0:1779212945.402766:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402767:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d32bcc49. 00000400:00000010:1.0:1779212945.402769:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c961a892. 00000100:00000200:1.0:1779212945.402770:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402772:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d24efe34. 00000400:00000010:1.0:1779212945.402774:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003944a0e4. 00000100:00000200:1.0:1779212945.402776:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402777:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000535aabf6. 00000400:00000010:1.0:1779212945.402779:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c2aaf92. 00000100:00000200:1.0:1779212945.402781:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402782:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057906e04. 00000400:00000010:1.0:1779212945.402784:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc36e0bd. 00000100:00000200:1.0:1779212945.402786:0:201067:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1779212945.402787:0:201067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebf38132. 00000400:00000010:1.0:1779212945.402790:0:201067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c19ac83b. 00000100:00000010:1.0:1779212945.402793:0:201067:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a14abe55. 00000100:00000200:1.0:1779212945.402813:0:201067:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1779212945.402863:0:201064:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ca6f4360. 00000100:00000010:3.0:1779212945.403006:0:201068:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000626f066e. 00000020:00000010:3.0:1779212945.403009:0:201068:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fec3eecb. 00000020:00000010:3.0:1779212945.403016:0:201068:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009332319f. 00000020:00000010:3.0:1779212945.403017:0:201068:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000031fda293. 00000020:00000010:3.0:1779212945.403019:0:201068:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000b8a20bd2. 00000040:00000010:3.0:1779212945.403021:0:201068:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000003ec4948. 00000020:00000010:3.0:1779212945.403023:0:201068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000089f759af. 00000020:00000010:3.0:1779212945.403025:0:201068:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e09147e9. 00000020:00000010:3.0:1779212945.403028:0:201068:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000075c8352e. 80000000:00000010:3.0:1779212945.403030:0:201068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000375f60. 40000000:00000010:3.0:1779212945.403032:0:201068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c6f8dac8. 00000008:00000010:3.0:1779212945.403052:0:201068:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ab968fce. 00020000:00000010:3.0:1779212945.403058:0:201068:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000d797fb32. 00008000:00000010:3.0:1779212945.403069:0:201068:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006739a1de. 00100000:00000010:3.0:1779212945.403073:0:201068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b87573e8. 00040000:00000010:3.0:1779212945.403075:0:201068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003278c385. 00040000:00000010:3.0:1779212945.403078:0:201068:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a1c99214. 00040000:00000010:3.0:1779212945.403081:0:201068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000daeec30d. 00000004:00000010:3.0:1779212945.403084:0:201068:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000007731e00f. 00000004:00000010:3.0:1779212945.403088:0:201068:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d15bc00e. 00000004:00000010:3.0:1779212945.403090:0:201068:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000054b858f. 00002000:00000010:3.0:1779212945.403093:0:201068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ba94c3cd. 00000004:00000010:3.0:1779212945.403096:0:201068:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000000096f858. 00000080:00000010:3.0:1779212945.403108:0:201068:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000932a6b93. 00000080:00000010:3.0:1779212945.403119:0:201068:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ddc00f2a. 00000100:00000010:3.0:1779212945.403124:0:201068:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008a63a8d8. 00000100:00000200:3.0:1779212945.403137:0:201068:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1779212945.403161:0:201064:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006599fae2. 00000100:00000010:2.0:1779212945.403372:0:201069:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000000ce9d7f1. 00000020:00000010:2.0:1779212945.403376:0:201069:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000270b27e9. 00000020:00000010:2.0:1779212945.403379:0:201069:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005352fe6e. 00000020:00000010:2.0:1779212945.403382:0:201069:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047c0c47b. 00000020:00000010:2.0:1779212945.403384:0:201069:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000029a01696. 00000040:00000010:2.0:1779212945.403386:0:201069:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000771519c0. 00000020:00000010:2.0:1779212945.403389:0:201069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000739f0cf6. 00000020:00000010:2.0:1779212945.403402:0:201069:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f3bfd4ea. 00000020:00000010:2.0:1779212945.403405:0:201069:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000e5d8fdd3. 80000000:00000010:2.0:1779212945.403407:0:201069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c6bf00f9. 40000000:00000010:2.0:1779212945.403410:0:201069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000418798aa. 00000008:00000010:2.0:1779212945.403418:0:201069:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004c9a56fa. 00020000:00000010:2.0:1779212945.403422:0:201069:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000026f21627. 00008000:00000010:2.0:1779212945.403431:0:201069:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a8be7a85. 00100000:00000010:2.0:1779212945.403435:0:201069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007341a6f0. 00040000:00000010:2.0:1779212945.403437:0:201069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fb3da879. 00040000:00000010:2.0:1779212945.403440:0:201069:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e853218a. 00040000:00000010:2.0:1779212945.403442:0:201069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000f281d5f. 00000004:00000010:2.0:1779212945.403444:0:201069:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000007c24c807. 00000004:00000010:2.0:1779212945.403447:0:201069:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000004070eab8. 00000004:00000010:2.0:1779212945.403450:0:201069:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe1b18df. 00002000:00000010:2.0:1779212945.403452:0:201069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d3cdf4d9. 00000004:00000010:2.0:1779212945.403454:0:201069:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000000beba8bc. 00000080:00000010:2.0:1779212945.403462:0:201069:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000080aa3d8b. 00000080:00000010:2.0:1779212945.403472:0:201069:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000085020053. 00000100:00000010:2.0:1779212945.403476:0:201069:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005cf338a6. 00000100:00000200:2.0:1779212945.403491:0:201069:0:(service.c:3110:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1779212945.403515:0:201064:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 00000000a6d811e7. 00010000:00000010:1.0:1779212945.403624:0:201070:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000ebff18e6. 00000020:00000010:1.0:1779212945.403635:0:201070:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051e2859f. 00000020:00000010:1.0:1779212945.403638:0:201070:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000010336c31. 00000020:00000010:1.0:1779212945.403642:0:201070:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd4e5281. 00000020:00000010:1.0:1779212945.403645:0:201070:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000741b983a. 00000020:00000010:1.0:1779212945.403648:0:201070:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000000320ff29. 80000000:00000010:1.0:1779212945.403651:0:201070:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6223057. 40000000:00000010:1.0:1779212945.403653:0:201070:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ae9c007. 00100000:00000010:1.0:1779212945.403656:0:201070:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002287a190. 00040000:00000010:1.0:1779212945.403659:0:201070:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002a433008. 00040000:00000010:1.0:1779212945.403662:0:201070:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002eb28373. 00002000:00000010:1.0:1779212945.403664:0:201070:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000236d2da4. 00000020:00000010:1.0:1779212945.403667:0:201070:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d7ccccb8. 00010000:00000010:2.0:1779212945.403801:0:201071:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000c12ac21b. 00000020:00000010:2.0:1779212945.403806:0:201071:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba668c35. 00000020:00000010:2.0:1779212945.403809:0:201071:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076604c03. 00000020:00000010:2.0:1779212945.403817:0:201071:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0745c44. 00000020:00000010:2.0:1779212945.403820:0:201071:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004580f392. 00000020:00000010:2.0:1779212945.403822:0:201071:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000004efcee7. 80000000:00000010:2.0:1779212945.403824:0:201071:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007f2c9c68. 40000000:00000010:2.0:1779212945.403826:0:201071:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000016827963. 00100000:00000010:2.0:1779212945.403829:0:201071:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009eced1d1. 00040000:00000010:2.0:1779212945.403831:0:201071:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e49b5c6b. 00040000:00000010:2.0:1779212945.403834:0:201071:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ae553fc2. 00002000:00000010:2.0:1779212945.403836:0:201071:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f01b6998. 00000020:00000010:2.0:1779212945.403839:0:201071:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ab2283c9. 00000020:00000010:1.0:1779212945.404053:0:201072:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077bcc223. 00000020:00000010:1.0:1779212945.404057:0:201072:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036d39c10. 00000040:00000010:1.0:1779212945.404060:0:201072:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000057429f46. 00000020:00000010:1.0:1779212945.404062:0:201072:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003ccd297c. 00000020:00000010:1.0:1779212945.404066:0:201072:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7bbc604. 00000020:00000010:1.0:1779212945.404068:0:201072:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008dceb2f1. 80000000:00000010:1.0:1779212945.404071:0:201072:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ac6a1363. 40000000:00000010:1.0:1779212945.404073:0:201072:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004498325d. 00100000:00000010:1.0:1779212945.404076:0:201072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae6a3783. 00040000:00000010:1.0:1779212945.404079:0:201072:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a05d05f5. 00040000:00000010:1.0:1779212945.404082:0:201072:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b6149904. 00040000:00000010:1.0:1779212945.404084:0:201072:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008987a7fb. 00000004:00000010:1.0:1779212945.404087:0:201072:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000001db2d67f. 00000004:00000010:1.0:1779212945.404090:0:201072:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf4554fd. 00000004:00000010:1.0:1779212945.404093:0:201072:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000286361e6. 00002000:00000010:1.0:1779212945.404096:0:201072:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f0ab2b5d. 00000004:00000010:1.0:1779212945.404099:0:201072:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000b6d1efc1. 00000020:00000010:1.0:1779212945.404101:0:201072:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bf97e811. 00000001:00000010:2.0:1779212945.404121:0:201064:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c2e6946b. 00000001:00000010:2.0:1779212945.404129:0:201064:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002b78e2be. 00000020:00000010:2.0:1779212945.404148:0:201064:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000e67474e3. 00000100:00000200:2.0:1779212945.404162:0:201064:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.129@tcp->12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212945.404167:0:201064:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.202.129@tcp primary NID 192.168.202.129@tcp rc 0 00000100:00000010:2.0:1779212945.404170:0:201064:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000004efe4291. 00010000:00000010:2.0:1779212945.404173:0:201064:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009d635bea. 00010000:00000010:2.0:1779212945.404177:0:201064:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000adfc7e5a. 00000001:00000010:2.0:1779212945.404182:0:201064:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d6e5801a. 00000001:00000010:2.0:1779212945.404185:0:201064:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000969ad0d5. 00000001:00000010:2.0:1779212945.404188:0:201064:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000477f0336. 00000001:00000010:2.0:1779212945.404190:0:201064:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000012e5afc. 00000020:00000010:2.0:1779212945.404194:0:201064:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005561c545. 00000020:00000010:2.0:1779212945.404196:0:201064:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000b645a065. 00000020:00000010:2.0:1779212945.404337:0:201064:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006da95b77. 00000020:00000010:2.0:1779212945.404341:0:201064:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000a2a4d2b3. 00000040:00000010:2.0:1779212945.404359:0:201064:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000f5f6a2d0. 00000020:00000010:3.0:1779212945.404603:0:201064:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000075ba07f4. 00000040:00000010:3.0:1779212945.404609:0:201064:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000068b3a1c1. 00000020:00000010:3.0:1779212945.404614:0:201064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005a0bdf61. 00000020:00000010:3.0:1779212945.404618:0:201064:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000dc630cfe. 00040000:00000010:3.0:1779212945.404622:0:201064:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b02bd8b8. 00040000:00000010:3.0:1779212945.404626:0:201064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c49da12f. 00000020:00000010:3.0:1779212945.404629:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093828814. 00000020:00000010:3.0:1779212945.404634:0:201064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080f1f64c. 00000020:00000010:3.0:1779212945.404643:0:201064:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3324397. 00000008:00000010:3.0:1779212945.404647:0:201064:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008ceb5cad. 00020000:00000010:3.0:1779212945.404651:0:201064:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000389ce57a. 00008000:00000010:3.0:1779212945.404653:0:201064:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008a33b60a. 00000080:00000010:3.0:1779212945.404656:0:201064:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b00e1a96. 00000020:00000010:3.0:1779212945.404657:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab2c409. 00000020:00000010:3.0:1779212945.404661:0:201064:0:(obd_mount.c:248:lustre_start_simple()) kfreed 'lcfg': 104 at 000000005904623c. 00000020:00000010:3.0:1779212945.404673:0:201064:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000008730e7. 00000400:00000200:3.0:1779212945.404686:0:201064:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000010:3.0:1779212945.404694:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 02000000:00000010:3.0:1779212945.404704:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000010e8e875. 00000020:00000010:3.0:1779212945.404734:0:201064:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000f6ed64f5. 00000020:00000010:3.0:1779212945.404737:0:201064:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000bf30a50a. 00000020:00000010:3.0:1779212945.404740:0:201064:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000b61bf842. 00000080:00000010:3.0:1779212945.404747:0:201064:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at 000000003f16def9. 00000080:00000010:3.0:1779212945.404753:0:201064:0:(llite_lib.c:96:ll_init_sbi()) kmalloced '(sbi)': 1384 at 00000000215a3e9a. 00000020:00000010:0.0:1779212945.404770:0:199011:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f28d7398. 00000020:00000010:0.0:1779212945.404777:0:199011:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000427ee4f1. 80000000:00000010:0.0:1779212945.404781:0:199011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e960e04b. 40000000:00000010:0.0:1779212945.404783:0:199011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af8a0ed5. 00000008:00000010:0.0:1779212945.404787:0:199011:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009f791ef3. 00020000:00000010:0.0:1779212945.404791:0:199011:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000bfab531a. 00008000:00000010:0.0:1779212945.404794:0:199011:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000000ba05bbc. 00100000:00000010:0.0:1779212945.404804:0:199011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ba238ad8. 00040000:00000010:0.0:1779212945.404807:0:199011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004372f561. 00040000:00000010:0.0:1779212945.404818:0:199011:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000005a0bdf61. 00000020:00000010:3.0:1779212945.404820:0:201064:0:(cl_page.c:1299:cl_cache_init()) kmalloced '(cache)': 152 at 00000000cf0dbc15. 00040000:00000010:0.0:1779212945.404822:0:199011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b9cbc536. 00000080:00000010:3.0:1779212945.404826:0:201064:0:(llite_lib.c:130:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000007681d760. 00000004:00000010:0.0:1779212945.404827:0:199011:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd4964ee. 00000080:00000010:3.0:1779212945.404830:0:201064:0:(llite_lib.c:137:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000fdcca3a7. 00000004:00000010:0.0:1779212945.404833:0:199011:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000029d46dc3. 00000004:00000010:0.0:1779212945.404838:0:199011:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000a1790cac. 00002000:00000010:0.0:1779212945.404842:0:199011:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000076dc654a. 00000004:00000010:0.0:1779212945.404846:0:199011:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000bef4d80e. 00000080:00000010:0.0:1779212945.404849:0:199011:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003d09f176. 00000080:00000010:0.0:1779212945.404854:0:199011:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f50adf80. 00000008:00000010:0.0:1779212945.404860:0:199011:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f1376988. 00020000:00000010:0.0:1779212945.404865:0:199011:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000000aacbd0f. 00008000:00000010:0.0:1779212945.404868:0:199011:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ef7c1b94. 00000080:00000010:0.0:1779212945.404871:0:199011:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000000bb1d90. 02000000:00000010:0.0:1779212945.404883:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000f7dea20. 00000400:00000010:0.0:1779212945.404888:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000010:0.0:1779212945.404893:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.404896:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960510592, portal 25 00000400:00000010:0.0:1779212945.404901:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000100:00000200:0.0:1779212945.404903:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865639960510592, offset 0 00000400:00000200:0.0:1779212945.404918:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.404925:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.404929:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.404932:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.404935:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.404937:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.404939:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [4:4:256:4294967295] 192.168.202.129@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1779212945.404946:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.404952:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.404957:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000800:00000200:0.0:1779212945.404964:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.404976:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.404980:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:0.0:1779212945.405001:0:199011:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dae721da. 00000100:00000010:0.0:1779212945.405011:0:199011:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000686ff53d. 00000100:00000010:0.0:1779212945.405017:0:199011:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bbf4ee5. 00000100:00000010:0.0:1779212945.405024:0:199011:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af53d5bb. 00000800:00000200:2.0:1779212945.405090:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779212945.405094:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000400:00000200:2.0:1779212945.405099:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212945.405105:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212945.405109:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000400:00000010:2.0:1779212945.405117:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000200:2.0:1779212945.405129:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960510592/t0(0) o250->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1779212955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779212945.405422:0:201064:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002f5014c7. 00000020:00000010:0.0:1779212945.405427:0:201064:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1472 at 00000000bbca5971. 00000020:00000010:0.0:1779212945.405448:0:201064:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003dedea56. 00000020:00000010:0.0:1779212945.405452:0:201064:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 000000004a972ba6. 00000020:00000010:0.0:1779212945.405464:0:201064:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000ccfaf32b. 00000020:00000010:0.0:1779212945.405468:0:201064:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000ed874c08. 00000020:00000010:0.0:1779212945.405470:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c35152cf. 00000020:00000010:0.0:1779212945.405473:0:201064:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045195cc0. 00000040:00000010:0.0:1779212945.405476:0:201064:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000bacc5c67. 00000020:00000010:0.0:1779212945.405479:0:201064:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e3cfc46b. 00000020:00000010:0.0:1779212945.405480:0:201064:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000555d8106. 00040000:00000010:0.0:1779212945.405483:0:201064:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b02bd8b8. 00040000:00000010:0.0:1779212945.405486:0:201064:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000036277bc7. 10000000:00000010:0.0:1779212945.405493:0:201064:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000acdcea85. 02000000:00000010:0.0:1779212945.405498:0:201064:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 000000004c187b44. 00000100:00000010:0.0:1779212945.405502:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1c62fad. 02000000:00000010:0.0:1779212945.405516:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a71d30cb. 00010000:00000010:0.0:1779212945.405527:0:201064:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000829b7cd4. 00010000:00000010:0.0:1779212945.405533:0:201064:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000506651fa. 00000020:00000010:0.0:1779212945.405536:0:201064:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000006e28ccee. 00000100:00000010:0.0:1779212945.405551:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095df417b. 00000400:00000200:0.0:1779212945.406583:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212945.406594:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 25 MB=0x6a0ca27200080 00000400:00000200:0.0:1779212945.406600:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:0.0:1779212945.406615:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212945.406618:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212945.406624:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960510592/t0(0) o250->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.406647:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:0.0:1779212945.406650:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779212945.406651:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.406654:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960510592/t0(0) o250->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.406659:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960510592/t0(0) o250->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779212945.406703:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000f7dea20. 02000000:00000010:0.0:1779212945.406707:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000010e8e875. 00000100:00000010:0.0:1779212945.406710:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 02000000:00000010:0.0:1779212945.406732:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000309e9a62. 00000400:00000010:0.0:1779212945.406749:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000010:0.0:1779212945.406754:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.406758:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960510720, portal 25 00000400:00000010:0.0:1779212945.406763:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000200:0.0:1779212945.406766:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960510720, offset 0 00000400:00000200:0.0:1779212945.406772:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.406787:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.406792:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.406795:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.406798:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.406801:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.406804:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [5:5:256:4294967295] 192.168.202.129@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1779212945.406812:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.406816:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.406821:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd924cf2. 00000800:00000200:0.0:1779212945.406838:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.406843:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.406847:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd924cf2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1779212945.406926:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779212945.406931:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd924cf2. 00000400:00000200:2.0:1779212945.406934:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212945.406938:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212945.406941:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:2.0:1779212945.406943:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000200:2.0:1779212945.406956:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1c62fad x1865639960510720/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779212945.408104:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779212945.408115:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27200100 00000400:00000200:2.0:1779212945.408121:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x121 [1] + 224 00000400:00000200:2.0:1779212945.408131:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212945.408134:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:2.0:1779212945.408141:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1c62fad x1865639960510720/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.408174:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:0.0:1779212945.408180:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779212945.408182:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.408187:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1c62fad x1865639960510720/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.408196:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1c62fad x1865639960510720/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779212945.408213:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000095df417b. 02000000:00000010:0.0:1779212945.408256:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000309e9a62. 02000000:00000010:0.0:1779212945.408261:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a71d30cb. 00000100:00000010:0.0:1779212945.408265:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1c62fad. 10000000:00000010:0.0:1779212945.408272:0:201064:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000008283918. 00000020:00000010:0.0:1779212945.408275:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a71d30cb. 00000020:00000010:0.0:1779212945.408279:0:201064:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef032033. 00000040:00000010:0.0:1779212945.408281:0:201064:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000362989ba. 00000020:00000010:0.0:1779212945.408286:0:201064:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d161a53e. 00000020:00000010:0.0:1779212945.408302:0:201064:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000b08dd1d2. 80000000:00000010:0.0:1779212945.408306:0:201064:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a91987da. 00040000:00000010:0.0:1779212945.408309:0:201064:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6c018e9. 20000000:00000010:0.0:1779212945.408314:0:201064:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000a8618d86. 00000040:00000010:0.0:1779212945.408319:0:201064:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000067667326. 00000100:00000010:0.0:1779212945.408323:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1c62fad. 02000000:00000010:0.0:1779212945.408330:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000c4c695. 00000100:00000010:0.0:1779212945.408338:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095df417b. 02000000:00000010:0.0:1779212945.408349:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a2829d3. 00000400:00000010:0.0:1779212945.408354:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000010:0.0:1779212945.408358:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.408362:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960510848, portal 25 00000400:00000010:0.0:1779212945.408374:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000200:0.0:1779212945.408377:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960510848, offset 0 00000400:00000200:0.0:1779212945.408383:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.408390:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.408394:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.408397:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.408399:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.408402:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.408410:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [6:6:256:4294967295] 192.168.202.129@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1779212945.408418:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.408422:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.408425:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd924cf2. 00000800:00000200:0.0:1779212945.408429:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.408433:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.408435:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd924cf2 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1779212945.408516:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.408520:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd924cf2. 00000400:00000200:3.0:1779212945.408523:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.408527:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.408530:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:3.0:1779212945.408532:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000200:3.0:1779212945.408536:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1c62fad x1865639960510848/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779212945.409525:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779212945.409537:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca27200180 00000400:00000200:2.0:1779212945.409543:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:2.0:1779212945.409554:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212945.409559:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:2.0:1779212945.409566:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1c62fad x1865639960510848/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.409600:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:0.0:1779212945.409605:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779212945.409607:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.409614:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1c62fad x1865639960510848/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.409622:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1c62fad x1865639960510848/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779212945.409639:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000095df417b. 02000000:00000010:0.0:1779212945.409645:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a2829d3. 02000000:00000010:0.0:1779212945.409648:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000000c4c695. 00000100:00000010:0.0:1779212945.409650:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1c62fad. 00000040:00000010:0.0:1779212945.409654:0:201064:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000067667326. 00000020:00000010:0.0:1779212945.409659:0:201064:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef032033. 00000040:00000010:0.0:1779212945.409664:0:201064:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000362989ba. 00000020:00000010:0.0:1779212945.409667:0:201064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d161a53e. 00000020:00000010:0.0:1779212945.409677:0:201064:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000b08dd1d2. 80000000:00000010:0.0:1779212945.409680:0:201064:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a91987da. 00040000:00000010:0.0:1779212945.409684:0:201064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d6c018e9. 20000000:00000010:0.0:1779212945.409686:0:201064:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000a8618d86. 00000020:00000010:0.0:1779212945.409689:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a71d30cb. 10000000:00000010:0.0:1779212945.409692:0:201064:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000008283918. 10000000:00000010:0.0:1779212945.409711:0:201064:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000a8618d86. 10000000:00000010:0.0:1779212945.409717:0:201064:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000067667326. 10000000:00000010:0.0:1779212945.409722:0:201064:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000000c4c695. 00000100:00000010:0.0:1779212945.409727:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1c62fad. 02000000:00000010:0.0:1779212945.409733:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a2829d3. 00010000:00000010:0.0:1779212945.409745:0:201064:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000599580a4. 00000100:00000010:0.0:1779212945.409756:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095df417b. 02000000:00000010:0.0:1779212945.409767:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000309e9a62. 00000400:00000010:0.0:1779212945.409771:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000010:0.0:1779212945.409774:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.409777:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960510976, portal 25 00000400:00000010:0.0:1779212945.409780:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 00000100:00000200:0.0:1779212945.409782:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960510976, offset 0 00000400:00000200:0.0:1779212945.409787:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.409793:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.409797:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.409799:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.409802:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.409805:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.409807:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [7:7:256:4294967295] 192.168.202.129@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1779212945.409815:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.409819:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.409822:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd924cf2. 00000800:00000200:0.0:1779212945.409828:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.409832:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.409841:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd924cf2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1779212945.409970:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779212945.409974:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd924cf2. 00000400:00000200:2.0:1779212945.409978:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212945.409983:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212945.409992:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000400:00000010:2.0:1779212945.409994:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000200:2.0:1779212945.409999:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1c62fad x1865639960510976/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212945.411257:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.411269:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27200200 00000400:00000200:3.0:1779212945.411276:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:3.0:1779212945.411288:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.411310:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.411318:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1c62fad x1865639960510976/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.411399:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:0.0:1779212945.411404:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779212945.411405:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.411411:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1c62fad x1865639960510976/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.411419:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1c62fad x1865639960510976/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779212945.411437:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000095df417b. 02000000:00000010:0.0:1779212945.411452:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000309e9a62. 02000000:00000010:0.0:1779212945.411455:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005a2829d3. 00000100:00000010:0.0:1779212945.411458:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1c62fad. 10000000:00000010:0.0:1779212945.411465:0:201064:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000008283918. 00000020:00000010:0.0:1779212945.411468:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a2829d3. 00000020:00000010:0.0:1779212945.411472:0:201064:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aa0455bd. 00000040:00000010:0.0:1779212945.411476:0:201064:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000a71d30cb. 00000020:00000010:0.0:1779212945.411479:0:201064:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d161a53e. 00000020:00000010:0.0:1779212945.411482:0:201064:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000d6c018e9. 80000000:00000010:0.0:1779212945.411486:0:201064:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a91987da. 00040000:00000010:0.0:1779212945.411490:0:201064:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b08dd1d2. 20000000:00000010:0.0:1779212945.411493:0:201064:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000362989ba. 00000040:00000010:0.0:1779212945.411498:0:201064:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef032033. 00000100:00000010:0.0:1779212945.411503:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1c62fad. 02000000:00000010:0.0:1779212945.411512:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000588efa13. 00000100:00000010:0.0:1779212945.411521:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263e1ccc. 02000000:00000010:0.0:1779212945.411531:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047148cdb. 00000400:00000010:0.0:1779212945.411534:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000010:0.0:1779212945.411537:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.411540:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960511104, portal 25 00000400:00000010:0.0:1779212945.411543:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 00000100:00000200:0.0:1779212945.411545:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960511104, offset 0 00000400:00000200:0.0:1779212945.411551:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.411563:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.411567:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.411570:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.411572:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.411574:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.411576:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [8:8:256:4294967295] 192.168.202.129@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1779212945.411581:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.411585:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.411588:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd924cf2. 00000800:00000200:0.0:1779212945.411592:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.411596:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.411598:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd924cf2 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:1.0:1779212945.411680:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212945.411685:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd924cf2. 00000400:00000200:1.0:1779212945.411689:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212945.411693:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212945.411695:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:1.0:1779212945.411696:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000100:00000200:1.0:1779212945.411700:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1c62fad x1865639960511104/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212945.412694:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.412705:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca27200280 00000400:00000200:3.0:1779212945.412711:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0x139 [1] + 224 00000400:00000200:3.0:1779212945.412721:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.412726:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.412733:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1c62fad x1865639960511104/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.412782:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:0.0:1779212945.412786:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779212945.412788:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.412794:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1c62fad x1865639960511104/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.412802:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1c62fad x1865639960511104/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779212945.412817:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000263e1ccc. 02000000:00000010:0.0:1779212945.412825:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047148cdb. 02000000:00000010:0.0:1779212945.412828:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000588efa13. 00000100:00000010:0.0:1779212945.412830:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1c62fad. 00000040:00000010:0.0:1779212945.412860:0:201064:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003e362de8. 00000100:00000010:0.0:1779212945.412867:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1c62fad. 02000000:00000010:0.0:1779212945.412874:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000588efa13. 00000100:00000010:0.0:1779212945.412881:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263e1ccc. 02000000:00000010:0.0:1779212945.412899:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a55d108e. 00000400:00000010:0.0:1779212945.412904:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000010:0.0:1779212945.412907:0:201064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003db419bc. 00000100:00000200:0.0:1779212945.412913:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960511232, portal 25 00000400:00000010:0.0:1779212945.412917:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779212945.412918:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960511232, offset 0 00000400:00000200:0.0:1779212945.412922:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.412926:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.412929:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.412931:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.412933:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.412935:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.412936:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [9:9:256:4294967295] 192.168.202.129@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1779212945.412942:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.412945:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.412947:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd924cf2. 00000800:00000200:0.0:1779212945.412951:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.412954:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.412956:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fd924cf2 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1779212945.413035:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.413038:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd924cf2. 00000400:00000200:3.0:1779212945.413042:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.413045:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.413047:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:3.0:1779212945.413048:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000200:3.0:1779212945.413052:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1c62fad x1865639960511232/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212945.414060:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212945.414082:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8416 into portal 25 MB=0x6a0ca27200300 00000400:00000200:1.0:1779212945.414088:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:1.0:1779212945.414103:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212945.414107:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779212945.414113:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1c62fad x1865639960511232/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.414161:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:0.0:1779212945.414165:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db419bc 00000400:00000010:0.0:1779212945.414167:0:201064:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000003db419bc. 00000100:00000200:0.0:1779212945.414172:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1c62fad x1865639960511232/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.414176:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1c62fad x1865639960511232/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779212945.414189:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000263e1ccc. 02000000:00000010:0.0:1779212945.414196:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a55d108e. 02000000:00000010:0.0:1779212945.414207:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000588efa13. 00000100:00000010:0.0:1779212945.414212:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1c62fad. 00000040:00000010:0.0:1779212945.414219:0:201064:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004140ee90. 00000020:00000010:3.0:1779212945.414478:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab2c409. 00000020:00000010:3.0:1779212945.414484:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093828814. 00000040:00000010:3.0:1779212945.414487:0:201078:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000075ba07f4. 00000020:00000010:3.0:1779212945.414491:0:201078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000096af672. 00000020:00000010:3.0:1779212945.414495:0:201078:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009342ba22. 00000020:00000010:3.0:1779212945.414498:0:201078:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000009d9f0a9. 80000000:00000010:3.0:1779212945.414500:0:201078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000068fdbbc1. 40000000:00000010:3.0:1779212945.414502:0:201078:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002eb77017. 00100000:00000010:3.0:1779212945.414506:0:201078:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e86a02b. 00040000:00000010:3.0:1779212945.414509:0:201078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003651afbd. 00040000:00000010:3.0:1779212945.414512:0:201078:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000002e2cad1f. 00040000:00000010:3.0:1779212945.414515:0:201078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003728909e. 00000004:00000010:3.0:1779212945.414523:0:201078:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000035139026. 00000004:00000010:3.0:1779212945.414526:0:201078:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015b6c2ff. 00000004:00000010:3.0:1779212945.414529:0:201078:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 0000000004d2b26b. 00002000:00000010:3.0:1779212945.414532:0:201078:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000033580755. 00000004:00000010:3.0:1779212945.414535:0:201078:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000097a00933. 00000020:00000010:3.0:1779212945.414538:0:201078:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000054a25e80. 00000040:00000010:3.0:1779212945.414543:0:201078:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000049f641f0. 00000100:00000010:3.0:1779212945.414548:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 02000000:00000010:3.0:1779212945.414554:0:201078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000569d9d7b. 00000100:00000010:3.0:1779212945.414561:0:201078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b634de6b. 02000000:00000010:3.0:1779212945.414574:0:201078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a55d108e. 00000400:00000010:3.0:1779212945.414577:0:201078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000400:00000010:3.0:1779212945.414580:0:201078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c5ea0d55. 00000100:00000200:3.0:1779212945.414583:0:201078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960511360, portal 25 00000400:00000010:3.0:1779212945.414585:0:201078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000200:3.0:1779212945.414587:0:201078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960511360, offset 0 00000400:00000200:3.0:1779212945.414591:0:201078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212945.414595:0:201078:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212945.414597:0:201078:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212945.414600:0:201078:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212945.414602:0:201078:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212945.414604:0:201078:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212945.414605:0:201078:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [10:10:256:4294967295] 192.168.202.129@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1779212945.414611:0:201078:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212945.414614:0:201078:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212945.414616:0:201078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072baa216. 00000800:00000200:3.0:1779212945.414620:0:201078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212945.414624:0:201078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212945.414626:0:201078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000072baa216 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1779212945.414691:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.414693:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072baa216. 00000400:00000200:3.0:1779212945.414703:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.414707:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.414709:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:3.0:1779212945.414711:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000200:3.0:1779212945.414715:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960511360/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212945.415687:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.415698:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8472 into portal 25 MB=0x6a0ca27200380 00000400:00000200:3.0:1779212945.415703:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:3.0:1779212945.415767:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.415778:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.415784:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960511360/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.415824:0:201078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000400:00000200:0.0:1779212945.415828:0:201078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5ea0d55 00000400:00000010:0.0:1779212945.415830:0:201078:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000c5ea0d55. 00000100:00000200:0.0:1779212945.415846:0:201078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960511360/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.415854:0:201078:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960511360/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779212945.415877:0:201078:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b634de6b. 02000000:00000010:0.0:1779212945.415885:0:201078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a55d108e. 02000000:00000010:0.0:1779212945.415894:0:201078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000569d9d7b. 00000100:00000010:0.0:1779212945.415897:0:201078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000020:00000010:0.0:1779212945.415911:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fd924cf2. 00000020:00000010:0.0:1779212945.415915:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fd924cf2. 00000020:00000010:0.0:1779212945.415918:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.415921:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.415929:0:201078:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000d9e61f6b. 00000020:00000010:0.0:1779212945.415934:0:201078:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000002618f15b. 00000020:00000010:0.0:1779212945.415944:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.415947:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.415949:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.415950:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000003db419bc. 00000001:00000010:0.0:1779212945.415968:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fd924cf2. 00000001:00000010:0.0:1779212945.415972:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f58acf23. 00000001:00000010:0.0:1779212945.415975:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000588efa13. 00000001:00000010:0.0:1779212945.415978:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047148cdb. 00000001:00000010:0.0:1779212945.415980:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008af3a829. 00000001:00000010:0.0:1779212945.415983:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000024e808d. 00000020:00000010:0.0:1779212945.415986:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d3383c. 00000020:00000010:0.0:1779212945.415990:0:201078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.415993:0:201078:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.415998:0:201078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.416003:0:201078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.416007:0:201078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.416012:0:201078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.416021:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e34c7d0a. 00000020:00000010:0.0:1779212945.416023:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077b68775. 00000020:00000010:0.0:1779212945.416027:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000103c13d3. 00000008:00000010:0.0:1779212945.416031:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.416034:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.416036:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.416038:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.416040:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c7582ce0. 00020000:00000010:0.0:1779212945.416043:0:201078:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 000000000f7dea20. 00000020:00000010:0.0:1779212945.416056:0:201078:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000002b481acd. 00020000:00000010:0.0:1779212945.416154:0:201078:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 000000002cc6b863. 00020000:00000010:0.0:1779212945.416157:0:201078:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 000000002452d400. 00000020:00000010:0.0:1779212945.416182:0:201078:0:(lu_object.c:1156:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 00000000783408a1. 00000020:00000010:0.0:1779212945.416189:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b42c4d9d. 00000020:00000010:0.0:1779212945.416191:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000095df417b. 00000020:00000010:0.0:1779212945.416196:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000a6333621. 00000040:00000010:0.0:1779212945.416198:0:201078:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003fc761f2. 00000020:00000010:0.0:1779212945.416201:0:201078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b42970c. 00000020:00000010:0.0:1779212945.416203:0:201078:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e9462fa. 00000020:00000010:0.0:1779212945.416206:0:201078:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000003072a5ef. 80000000:00000010:0.0:1779212945.416208:0:201078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d1f6a41. 40000000:00000010:0.0:1779212945.416209:0:201078:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e96c5c4a. 00000008:00000010:0.0:1779212945.416211:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000059f104cf. 00020000:00000010:0.0:1779212945.416213:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000007cda5ea2. 00008000:00000010:0.0:1779212945.416215:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002406ac50. 00100000:00000010:0.0:1779212945.416217:0:201078:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005f2af8cb. 00040000:00000010:0.0:1779212945.416220:0:201078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a4bc3d56. 00040000:00000010:0.0:1779212945.416243:0:201078:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003f04bd53. 00040000:00000010:0.0:1779212945.416245:0:201078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e1ad52c. 00000004:00000010:0.0:1779212945.416248:0:201078:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c86ca913. 00000004:00000010:0.0:1779212945.416253:0:201078:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dae6cf25. 00000004:00000010:0.0:1779212945.416255:0:201078:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000cc64a431. 00002000:00000010:0.0:1779212945.416261:0:201078:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fc6ba2c4. 00000004:00000010:0.0:1779212945.416268:0:201078:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000001eae1381. 00000080:00000010:0.0:1779212945.416270:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ee08d639. 00000080:00000010:0.0:1779212945.416272:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000004b59dd1. 00000020:00000010:0.0:1779212945.416273:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e8c7dadb. 00000040:00000010:0.0:1779212945.416275:0:201078:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006a253c17. 00000020:00000010:0.0:1779212945.416276:0:201078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e61cc462. 00000020:00000010:0.0:1779212945.416278:0:201078:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009de9240e. 00000020:00000010:0.0:1779212945.416280:0:201078:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000001ac1e9ba. 80000000:00000010:0.0:1779212945.416282:0:201078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000097681f6e. 40000000:00000010:0.0:1779212945.416283:0:201078:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c6495e9f. 00000008:00000010:0.0:1779212945.416285:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000cb9e346c. 00020000:00000010:0.0:1779212945.416286:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b630ee8c. 00008000:00000010:0.0:1779212945.416288:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c9e8cf51. 00100000:00000010:0.0:1779212945.416302:0:201078:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044d441c8. 00040000:00000010:0.0:1779212945.416306:0:201078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c351e65. 00040000:00000010:0.0:1779212945.416308:0:201078:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b729a6ed. 00040000:00000010:0.0:1779212945.416309:0:201078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000017cbff22. 00000004:00000010:0.0:1779212945.416311:0:201078:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000212433d2. 00000004:00000010:0.0:1779212945.416313:0:201078:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000641a87b3. 00000004:00000010:0.0:1779212945.416315:0:201078:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000006a7d4168. 00002000:00000010:0.0:1779212945.416316:0:201078:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019b47046. 00000004:00000010:0.0:1779212945.416317:0:201078:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000e89ad701. 00000080:00000010:0.0:1779212945.416319:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e707679b. 00000080:00000010:0.0:1779212945.416320:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000085f14d61. 00000020:00000010:0.0:1779212945.416323:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000077b68775. 00000020:00000010:0.0:1779212945.416326:0:201078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000103c13d3. 00000008:00000010:0.0:1779212945.416328:0:201078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.416330:0:201078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.416331:0:201078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.416333:0:201078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.416335:0:201078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.416337:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e34c7d0a. 00000020:00000010:0.0:1779212945.416343:0:201078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.416345:0:201078:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.416347:0:201078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.416348:0:201078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.416350:0:201078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.416352:0:201078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.416353:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d3383c. 00000020:00000010:0.0:1779212945.416355:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000003db419bc. 00000020:00000010:0.0:1779212945.416357:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.416362:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008dccf371. 00000020:00000010:0.0:1779212945.416363:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008dccf371. 00000020:00000010:0.0:1779212945.416366:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008dccf371. 00000020:00000010:0.0:1779212945.416367:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008dccf371. 00000020:00000010:0.0:1779212945.416370:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.416372:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.416376:0:201078:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000002eb4df60. 00000020:00000010:0.0:1779212945.416379:0:201078:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000c3d3cc24. 00000020:00000010:0.0:1779212945.416385:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.416386:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.416388:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.416390:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000003db419bc. 00000001:00000010:0.0:1779212945.416403:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008dccf371. 00000001:00000010:0.0:1779212945.416405:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001a642535. 00000001:00000010:0.0:1779212945.416407:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d7d3383c. 00000001:00000010:0.0:1779212945.416408:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e34c7d0a. 00000001:00000010:0.0:1779212945.416409:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077b68775. 00000001:00000010:0.0:1779212945.416411:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb74b9dd. 00000020:00000010:0.0:1779212945.416414:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb834353. 00000020:00000010:0.0:1779212945.416415:0:201078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.416417:0:201078:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.416419:0:201078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.416425:0:201078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.416426:0:201078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.416428:0:201078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.416430:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000535f1b2. 00000020:00000010:0.0:1779212945.416433:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000009542cb0d. 00000040:00000010:0.0:1779212945.416435:0:201078:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000346d263b. 00000020:00000010:0.0:1779212945.416437:0:201078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004caa022. 00000020:00000010:0.0:1779212945.416438:0:201078:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000059b6dde5. 00040000:00000010:0.0:1779212945.416440:0:201078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001c7821be. 00040000:00000010:0.0:1779212945.416441:0:201078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa33f665. 00800000:00000010:0.0:1779212945.416444:0:201078:0:(lmv_obd.c:1231:lmv_device_alloc()) kmalloced '(lu)': 64 at 00000000972bc5d0. 80000000:00000010:0.0:1779212945.416452:0:201078:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 00000000d0693ed7. 00800000:00000010:0.0:1779212945.416477:0:201078:0:(lmv_obd.c:1287:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000e93dc950. 00800000:00000010:0.0:1779212945.416480:0:201078:0:(lmv_obd.c:1296:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000f3fdaace. 00000020:00000010:0.0:1779212945.416602:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000018cc32a2. 00000020:00000010:0.0:1779212945.416606:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000000484cdaf. 00000020:00000010:0.0:1779212945.416619:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000009542cb0d. 00000040:00000010:0.0:1779212945.416622:0:201078:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000346d263b. 00000020:00000010:0.0:1779212945.416625:0:201078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004caa022. 00000020:00000010:0.0:1779212945.416629:0:201078:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000059b6dde5. 00040000:00000010:0.0:1779212945.416632:0:201078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001c7821be. 00040000:00000010:0.0:1779212945.416636:0:201078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aa33f665. 00000020:00000010:0.0:1779212945.416639:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000535f1b2. 00000020:00000010:0.0:1779212945.416644:0:201078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.416648:0:201078:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.416649:0:201078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.416651:0:201078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.416653:0:201078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.416656:0:201078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.416657:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb834353. 00000020:00000010:0.0:1779212945.416660:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000003db419bc. 00000020:00000010:0.0:1779212945.416663:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.416674:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416676:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416679:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416681:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416684:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000103c13d3. 00000020:00000010:0.0:1779212945.416688:0:201078:0:(obd_config.c:1150:class_add_profile()) kmalloced '(lprof)': 48 at 000000002d31cc52. 00000020:00000010:0.0:1779212945.416690:0:201078:0:(obd_config.c:1156:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 0000000070dd65c4. 00000020:00000010:0.0:1779212945.416694:0:201078:0:(obd_config.c:1162:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 00000000551e985e. 00000020:00000010:0.0:1779212945.416696:0:201078:0:(obd_config.c:1169:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 0000000032098a64. 00000020:00000010:0.0:1779212945.416698:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000103c13d3. 00000020:00000010:0.0:1779212945.416702:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416705:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416710:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416712:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001c7821be. 00000020:00000010:0.0:1779212945.416714:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000050827b18. 00000100:00000010:0.0:1779212945.416717:0:201078:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000004de5adee. 00000400:00000200:0.0:1779212945.416720:0:201078:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1779212945.416722:0:201078:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.416726:0:201078:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1779212945.416732:0:201078:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1779212945.416734:0:201078:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:0.0:1779212945.416736:0:201078:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 00000100:00000010:0.0:1779212945.416738:0:201078:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000004de5adee. 00000020:00000010:0.0:1779212945.416741:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000050827b18. 00000020:00000010:0.0:1779212945.416747:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000050827b18. 00000020:00000010:0.0:1779212945.416751:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.416758:0:201078:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000bff4af1a. 00000020:00000010:0.0:1779212945.416762:0:201078:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000004caa022. 00000020:00000010:0.0:1779212945.416772:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.416775:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000050827b18. 00000020:00000010:0.0:1779212945.416779:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000050827b18. 00000020:00000010:0.0:1779212945.416789:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009c28c6fe. 00000001:00000010:0.0:1779212945.416811:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001c7821be. 00000001:00000010:0.0:1779212945.416816:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d0864f03. 00000001:00000010:0.0:1779212945.416819:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa33f665. 00000001:00000010:0.0:1779212945.416822:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059b6dde5. 00000001:00000010:0.0:1779212945.416824:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000346d263b. 00000001:00000010:0.0:1779212945.416826:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009542cb0d. 00000020:00000010:0.0:1779212945.416829:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea0e1704. 00000020:00000010:0.0:1779212945.416831:0:201078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.416832:0:201078:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.416835:0:201078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.416837:0:201078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.416840:0:201078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.416843:0:201078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.416846:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324ef76e. 00000020:00000010:0.0:1779212945.416849:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cb834353. 00000020:00000010:0.0:1779212945.416852:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000103c13d3. 00000008:00000010:0.0:1779212945.416854:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.416856:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.416858:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.416861:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.416864:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c7582ce0. 00000002:00000010:0.0:1779212945.416868:0:201078:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 000000000b89cf67. 00010000:00000010:0.0:1779212945.416880:0:201078:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000079eccd57. 00010000:00000010:0.0:1779212945.416894:0:201078:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000006f16f012. 00010000:00000010:0.0:1779212945.416901:0:201078:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000c56a0a71. 00000020:00000010:0.0:1779212945.416906:0:201078:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000316cf171. 00000100:00000200:0.0:1779212945.416918:0:201078:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.129@tcp->12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.416922:0:201078:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.202.129@tcp primary NID 192.168.202.129@tcp rc 0 00010000:00000010:0.0:1779212945.416926:0:201078:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000003dd5a4c. 00010000:00000010:0.0:1779212945.416936:0:201078:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000bd8ddf06. 00000001:00000010:0.0:1779212945.416940:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000535f1b2. 00000001:00000010:0.0:1779212945.416947:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000008f9905e5. 00000001:00000010:0.0:1779212945.416990:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000db63be0c. 00000001:00000010:0.0:1779212945.417039:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000137f1f6c. 00000001:00000010:0.0:1779212945.417092:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004369e2c1. 00000001:00000010:0.0:1779212945.417139:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000030980c91. 00000001:00000010:0.0:1779212945.417186:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007b4ac0dc. 00000001:00000010:0.0:1779212945.417275:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cec5d3e3. 00000001:00000010:0.0:1779212945.417328:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f29d982. 00000001:00000010:0.0:1779212945.417368:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b85437b7. 00000001:00000010:0.0:1779212945.417408:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e469d305. 00000001:00000010:0.0:1779212945.417441:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1ed8860. 00000001:00000010:0.0:1779212945.417490:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000083f2bb2a. 00000001:00000010:0.0:1779212945.417545:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000086e20473. 00000001:00000010:0.0:1779212945.417586:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8d9745b. 00000001:00000010:0.0:1779212945.417620:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b9b728f. 00000001:00000010:0.0:1779212945.417650:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009632def4. 00000001:00000010:0.0:1779212945.417692:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5e85834. 00000001:00000010:0.0:1779212945.417742:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000091ac16fc. 00000001:00000010:0.0:1779212945.417795:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b9788365. 00000001:00000010:0.0:1779212945.417848:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d263f980. 00000001:00000010:0.0:1779212945.417901:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a90ffb2. 00000001:00000010:0.0:1779212945.417952:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000108fc25e. 00000001:00000010:0.0:1779212945.418006:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000013542313. 00000001:00000010:0.0:1779212945.418056:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7d318ad. 00000001:00000010:0.0:1779212945.418109:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000094252eba. 00000001:00000010:0.0:1779212945.418159:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000081c0289d. 00000001:00000010:0.0:1779212945.418210:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cc72b452. 00000100:00000010:2.0:1779212945.418269:0:194886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bbf4ee5. 00000100:00000010:1.0:1779212945.418272:0:186773:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000686ff53d. 00000100:00000010:0.0:1779212945.418319:0:197479:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dae721da. 00000001:00000010:0.0:1779212945.418390:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007844ff70. 00000001:00000010:0.0:1779212945.418444:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f927b341. 00000001:00000010:0.0:1779212945.418499:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005a9d30ad. 00000001:00000010:0.0:1779212945.418543:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cad1521d. 00000001:00000010:0.0:1779212945.418588:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc0684f7. 00000001:00000010:0.0:1779212945.418640:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004142da70. 00000020:00000010:0.0:1779212945.418665:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000f017bb5. 00000020:00000010:0.0:1779212945.418668:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000007e9b8328. 00000020:00000010:0.0:1779212945.418761:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d78de9ce. 00000020:00000010:0.0:1779212945.418764:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000021481cc6. 00000020:00000010:0.0:1779212945.418981:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cc0821d7. 00000020:00000010:0.0:1779212945.418985:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000005dccc205. 00000020:00000010:0.0:1779212945.419011:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cc883771. 00000020:00000010:0.0:1779212945.419014:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007cb215b8. 00000040:00000010:0.0:1779212945.419039:0:201078:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001aa83ebe. 00000002:00000010:0.0:1779212945.419046:0:201078:0:(mdc_changelog.c:923:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000069ec5cf2. 00000020:00000010:0.0:1779212945.419252:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000cb834353. 00000020:00000010:0.0:1779212945.419257:0:201078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000103c13d3. 00000008:00000010:0.0:1779212945.419262:0:201078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.419266:0:201078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.419270:0:201078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.419275:0:201078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.419279:0:201078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.419283:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324ef76e. 00000020:00000010:0.0:1779212945.419288:0:201078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.419303:0:201078:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.419308:0:201078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.419312:0:201078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.419316:0:201078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.419320:0:201078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.419323:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea0e1704. 00000020:00000010:0.0:1779212945.419328:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.419331:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000050827b18. 00000020:00000010:0.0:1779212945.419340:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000005bed871a. 00000020:00000010:0.0:1779212945.419349:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.419356:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008497adf6. 00000020:00000010:0.0:1779212945.419359:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f229ee86. 00000040:00000010:0.0:1779212945.419362:0:201078:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006713d2bf. 00000020:00000010:0.0:1779212945.419366:0:201078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000cb2a3b1. 00000020:00000010:0.0:1779212945.419368:0:201078:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000065838dfb. 00040000:00000010:0.0:1779212945.419373:0:201078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002319554b. 00040000:00000010:0.0:1779212945.419376:0:201078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002376591c. 00800000:00000010:0.0:1779212945.419387:0:201078:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000b002fd22. 00020000:00000010:0.0:1779212945.419391:0:201078:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000351b31f6. 00000020:00000010:0.0:1779212945.419394:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000f229ee86. 00000040:00000010:0.0:1779212945.419398:0:201078:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000006713d2bf. 00000020:00000010:0.0:1779212945.419401:0:201078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000cb2a3b1. 00000020:00000010:0.0:1779212945.419406:0:201078:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000065838dfb. 00040000:00000010:0.0:1779212945.419409:0:201078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002319554b. 00040000:00000010:0.0:1779212945.419414:0:201078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002376591c. 00000020:00000010:0.0:1779212945.419417:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008497adf6. 00000020:00000010:0.0:1779212945.419423:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008497adf6. 00000020:00000010:0.0:1779212945.419427:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002376591c. 00000020:00000010:0.0:1779212945.419430:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000369cf7e. 00000008:00000010:0.0:1779212945.419433:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.419436:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.419439:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.419443:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.419447:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.419456:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000002376591c. 00000020:00000010:0.0:1779212945.419459:0:201078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000000369cf7e. 00000008:00000010:0.0:1779212945.419462:0:201078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.419465:0:201078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.419468:0:201078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.419472:0:201078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.419475:0:201078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.419482:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008497adf6. 00000020:00000010:0.0:1779212945.419485:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.419488:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000005bed871a. 00000020:00000010:0.0:1779212945.419493:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002319554b. 00000020:00000010:0.0:1779212945.419495:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002319554b. 00000020:00000010:0.0:1779212945.419500:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002319554b. 00000020:00000010:0.0:1779212945.419502:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002319554b. 00000020:00000010:0.0:1779212945.419507:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002319554b. 00000020:00000010:0.0:1779212945.419509:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002319554b. 00000020:00000010:0.0:1779212945.419512:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000005bed871a. 00000100:00000010:0.0:1779212945.419517:0:201078:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a44d444d. 00000400:00000200:0.0:1779212945.419520:0:201078:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1779212945.419525:0:201078:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.419529:0:201078:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1779212945.419536:0:201078:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1779212945.419539:0:201078:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:0.0:1779212945.419541:0:201078:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 00000100:00000010:0.0:1779212945.419543:0:201078:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a44d444d. 00000020:00000010:0.0:1779212945.419546:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000005bed871a. 00000020:00000010:0.0:1779212945.419551:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000005bed871a. 00000020:00000010:0.0:1779212945.419554:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.419568:0:201078:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000a035ef17. 00000020:00000010:0.0:1779212945.419574:0:201078:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000000cb2a3b1. 00000020:00000010:0.0:1779212945.419582:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.419585:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000005bed871a. 00000020:00000010:0.0:1779212945.419589:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000005bed871a. 00000020:00000010:0.0:1779212945.419593:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009c28c6fe. 00000001:00000010:0.0:1779212945.419612:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002319554b. 00000001:00000010:0.0:1779212945.419617:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ce5ca4c. 00000001:00000010:0.0:1779212945.419619:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008497adf6. 00000001:00000010:0.0:1779212945.419621:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002376591c. 00000001:00000010:0.0:1779212945.419624:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065838dfb. 00000001:00000010:0.0:1779212945.419630:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006713d2bf. 00000020:00000010:0.0:1779212945.419633:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f229ee86. 00000020:00000010:0.0:1779212945.419637:0:201078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.419639:0:201078:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.419643:0:201078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.419646:0:201078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.419649:0:201078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.419652:0:201078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.419655:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013a2c8a7. 00000020:00000010:0.0:1779212945.419657:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000007e95bb4a. 00000020:00000010:0.0:1779212945.419660:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000369cf7e. 00000008:00000010:0.0:1779212945.419662:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.419665:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.419667:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.419669:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.419671:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c7582ce0. 00000002:00000010:0.0:1779212945.419673:0:201078:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000069ec9517. 00010000:00000010:0.0:1779212945.419683:0:201078:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000302918b7. 00010000:00000010:0.0:1779212945.419689:0:201078:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000efb446c5. 00010000:00000010:0.0:1779212945.419695:0:201078:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000053307708. 00000020:00000010:0.0:1779212945.419700:0:201078:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000daf3369f. 00000100:00000200:0.0:1779212945.419715:0:201078:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.129@tcp->12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.419721:0:201078:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.202.129@tcp primary NID 192.168.202.129@tcp rc 0 00010000:00000010:0.0:1779212945.419725:0:201078:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000567c7442. 00010000:00000010:0.0:1779212945.419729:0:201078:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000008c3ff64d. 00000001:00000010:0.0:1779212945.419732:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000039bfec9a. 00000001:00000010:0.0:1779212945.419736:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000009febc1e. 00000001:00000010:0.0:1779212945.419777:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000077df8222. 00000001:00000010:0.0:1779212945.419825:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f45ec324. 00000001:00000010:0.0:1779212945.419871:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000faaf24d3. 00000001:00000010:0.0:1779212945.419921:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001afcffe0. 00000001:00000010:0.0:1779212945.419956:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dd0ab7e2. 00000001:00000010:0.0:1779212945.419989:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000129f88b6. 00000001:00000010:0.0:1779212945.420021:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3caf5c9. 00000001:00000010:0.0:1779212945.420050:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000099887dec. 00000001:00000010:0.0:1779212945.420080:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aa923743. 00000001:00000010:0.0:1779212945.420119:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f591715b. 00000001:00000010:0.0:1779212945.420166:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000141cee79. 00000001:00000010:0.0:1779212945.420210:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000026736b18. 00000001:00000010:0.0:1779212945.420257:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f246e4e. 00000001:00000010:0.0:1779212945.420318:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8fd81a8. 00000100:00000010:3.0:1779212945.420360:0:191134:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af53d5bb. 00000001:00000010:0.0:1779212945.420371:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000398cbd0b. 00000001:00000010:0.0:1779212945.420422:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fcf3bb5d. 00000001:00000010:0.0:1779212945.420470:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004428208d. 00000001:00000010:0.0:1779212945.420518:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c424a1c7. 00000001:00000010:0.0:1779212945.420567:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006b684ef1. 00000001:00000010:0.0:1779212945.420616:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dae28f06. 00000001:00000010:0.0:1779212945.420667:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000780139d4. 00000001:00000010:0.0:1779212945.420714:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000014896871. 00000001:00000010:0.0:1779212945.420762:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ecd476d0. 00000001:00000010:0.0:1779212945.420816:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010d92d87. 00000001:00000010:0.0:1779212945.420868:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c13f178b. 00000001:00000010:0.0:1779212945.420915:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001db5a8de. 00000001:00000010:0.0:1779212945.420962:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000454ce152. 00000001:00000010:0.0:1779212945.421012:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000001f836b9. 00000001:00000010:0.0:1779212945.421060:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000549627c3. 00000001:00000010:0.0:1779212945.421108:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a33bab9b. 00000001:00000010:0.0:1779212945.421156:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000058e88834. 00000001:00000010:0.0:1779212945.421204:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000066a707b3. 00000020:00000010:0.0:1779212945.421285:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005b050f58. 00000020:00000010:0.0:1779212945.421302:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000e94efc34. 00000020:00000010:0.0:1779212945.421532:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000143d4e1d. 00000020:00000010:0.0:1779212945.421537:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000a0f44ec6. 00000020:00000010:0.0:1779212945.421780:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008f0f62f9. 00000020:00000010:0.0:1779212945.421785:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000ea0e1704. 00000020:00000010:0.0:1779212945.421810:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ad8814ac. 00000020:00000010:0.0:1779212945.421813:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a3e90db7. 00000040:00000010:0.0:1779212945.421835:0:201078:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000532e158a. 00000002:00000010:0.0:1779212945.421843:0:201078:0:(mdc_changelog.c:923:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000095180e3a. 00000020:00000010:0.0:1779212945.422077:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000007e95bb4a. 00000020:00000010:0.0:1779212945.422081:0:201078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000000369cf7e. 00000008:00000010:0.0:1779212945.422085:0:201078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.422089:0:201078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.422092:0:201078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.422096:0:201078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.422099:0:201078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.422102:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013a2c8a7. 00000020:00000010:0.0:1779212945.422105:0:201078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.422109:0:201078:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.422112:0:201078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.422116:0:201078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.422119:0:201078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.422123:0:201078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.422126:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f229ee86. 00000020:00000010:0.0:1779212945.422130:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.422133:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000005bed871a. 00000020:00000010:0.0:1779212945.422141:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000fec42574. 00000020:00000010:0.0:1779212945.422146:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.422152:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324ef76e. 00000020:00000010:0.0:1779212945.422156:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cb834353. 00000040:00000010:0.0:1779212945.422162:0:201078:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000da41483a. 00000020:00000010:0.0:1779212945.422167:0:201078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c3fddd87. 00000020:00000010:0.0:1779212945.422171:0:201078:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000fb94242f. 00040000:00000010:0.0:1779212945.422176:0:201078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006afbc5cc. 00040000:00000010:0.0:1779212945.422179:0:201078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb8f2958. 00800000:00000010:0.0:1779212945.422196:0:201078:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000b8b10a10. 00000020:00000010:0.0:1779212945.422200:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000cb834353. 00000040:00000010:0.0:1779212945.422204:0:201078:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000da41483a. 00000020:00000010:0.0:1779212945.422207:0:201078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c3fddd87. 00000020:00000010:0.0:1779212945.422211:0:201078:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000fb94242f. 00040000:00000010:0.0:1779212945.422220:0:201078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006afbc5cc. 00040000:00000010:0.0:1779212945.422264:0:201078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cb8f2958. 00000020:00000010:0.0:1779212945.422268:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324ef76e. 00000020:00000010:0.0:1779212945.422288:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb8f2958. 00000020:00000010:0.0:1779212945.422303:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fb94242f. 00000020:00000010:0.0:1779212945.422306:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000046620d61. 00000008:00000010:0.0:1779212945.422310:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.422314:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.422317:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.422321:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.422324:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.422331:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000fb94242f. 00000020:00000010:0.0:1779212945.422334:0:201078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000046620d61. 00000008:00000010:0.0:1779212945.422338:0:201078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.422341:0:201078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.422344:0:201078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.422346:0:201078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.422349:0:201078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.422352:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb8f2958. 00000020:00000010:0.0:1779212945.422355:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.422357:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000fec42574. 00000020:00000010:0.0:1779212945.422364:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006afbc5cc. 00000020:00000010:0.0:1779212945.422367:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006afbc5cc. 00000020:00000010:0.0:1779212945.422372:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006afbc5cc. 00000020:00000010:0.0:1779212945.422375:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006afbc5cc. 00000020:00000010:0.0:1779212945.422381:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006afbc5cc. 00000020:00000010:0.0:1779212945.422383:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006afbc5cc. 00000020:00000010:0.0:1779212945.422388:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000fec42574. 00000100:00000010:0.0:1779212945.422400:0:201078:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000b4109945. 00000400:00000200:0.0:1779212945.422404:0:201078:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1779212945.422410:0:201078:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.422415:0:201078:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1779212945.422422:0:201078:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1779212945.422426:0:201078:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:0.0:1779212945.422429:0:201078:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 00000100:00000010:0.0:1779212945.422431:0:201078:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000b4109945. 00000020:00000010:0.0:1779212945.422435:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000fec42574. 00000020:00000010:0.0:1779212945.422441:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000fec42574. 00000020:00000010:0.0:1779212945.422445:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.422453:0:201078:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 0000000052f4380e. 00000020:00000010:0.0:1779212945.422459:0:201078:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000c3fddd87. 00000020:00000010:0.0:1779212945.422468:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.422471:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000fec42574. 00000020:00000010:0.0:1779212945.422475:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000fec42574. 00000020:00000010:0.0:1779212945.422480:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009c28c6fe. 00000001:00000010:0.0:1779212945.422499:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006afbc5cc. 00000001:00000010:0.0:1779212945.422504:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008d505bc8. 00000001:00000010:0.0:1779212945.422508:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb8f2958. 00000001:00000010:0.0:1779212945.422510:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb94242f. 00000001:00000010:0.0:1779212945.422513:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da41483a. 00000001:00000010:0.0:1779212945.422517:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024f18d26. 00000020:00000010:0.0:1779212945.422522:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003814b891. 00000020:00000010:0.0:1779212945.422527:0:201078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.422532:0:201078:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.422536:0:201078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.422541:0:201078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.422545:0:201078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.422549:0:201078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.422554:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c50fd0d2. 00000020:00000010:0.0:1779212945.422558:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000605b8aee. 00000020:00000010:0.0:1779212945.422566:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000046620d61. 00000008:00000010:0.0:1779212945.422570:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.422574:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.422577:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.422581:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.422585:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c7582ce0. 00000008:00000010:0.0:1779212945.422592:0:201078:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000e8b2716e. 00010000:00000010:0.0:1779212945.422602:0:201078:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000006787eeef. 00010000:00000010:0.0:1779212945.422616:0:201078:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000060621f65. 00000020:00000010:0.0:1779212945.422626:0:201078:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 000000003dbd4713. 00000100:00000200:0.0:1779212945.422638:0:201078:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.129@tcp->12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.422645:0:201078:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.202.129@tcp primary NID 192.168.202.129@tcp rc 0 00010000:00000010:0.0:1779212945.422651:0:201078:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000032b9ea4a. 00010000:00000010:0.0:1779212945.422655:0:201078:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000067360d2e. 00000001:00000010:0.0:1779212945.422660:0:201078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b6caf413. 00000001:00000010:0.0:1779212945.422665:0:201078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000005904623c. 00000001:00000010:0.0:1779212945.422670:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000789ae4f1. 00000001:00000010:0.0:1779212945.422676:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d32c563f. 00000001:00000010:0.0:1779212945.422683:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002ef8efd0. 00000001:00000010:0.0:1779212945.422698:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006758cac6. 00000001:00000010:0.0:1779212945.422706:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000081de4976. 00000001:00000010:0.0:1779212945.422712:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006fc389dc. 00000001:00000010:0.0:1779212945.422718:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007cd62a73. 00000001:00000010:0.0:1779212945.422731:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009a232f2a. 00000001:00000010:0.0:1779212945.422738:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000348af3cd. 00000001:00000010:0.0:1779212945.422744:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fde8cc35. 00000001:00000010:0.0:1779212945.422751:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000ad41fee. 00000001:00000010:0.0:1779212945.422763:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d29c772b. 00000001:00000010:0.0:1779212945.422770:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c9e7ac2a. 00000001:00000010:0.0:1779212945.422775:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005e3c9f09. 00000001:00000010:0.0:1779212945.422781:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000290ed946. 00000001:00000010:0.0:1779212945.422797:0:201078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000095491037. 00000020:00000010:0.0:1779212945.422806:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cb0f35c4. 00000020:00000010:0.0:1779212945.422810:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000ca0e35a2. 00000020:00000010:0.0:1779212945.423000:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009f568547. 00000020:00000010:0.0:1779212945.423003:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000078a93082. 00000020:00000010:0.0:1779212945.423279:0:201078:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004c2f12cc. 00000020:00000010:0.0:1779212945.423283:0:201078:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000038e62053. 00000100:00000010:0.0:1779212945.423325:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1c62fad. 00000100:00000010:0.0:1779212945.423562:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000039e175af. 00000100:00000010:0.0:1779212945.423567:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000392fe381. 00000100:00000010:0.0:1779212945.423711:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000dd21b078. 00000100:00000010:0.0:1779212945.423716:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bb4f8d3. 00000100:00000010:0.0:1779212945.423861:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000003fcd0da. 00000100:00000010:0.0:1779212945.423866:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000170fac88. 00000100:00000010:0.0:1779212945.424012:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000ea20031c. 00000100:00000010:0.0:1779212945.424017:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5746747. 00000100:00000010:0.0:1779212945.424266:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b4a0a97f. 00000100:00000010:0.0:1779212945.424271:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f516f0c0. 00000100:00000010:0.0:1779212945.424448:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000f09579a2. 00000100:00000010:0.0:1779212945.424454:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030936ea4. 00000100:00000010:0.0:1779212945.424612:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000a2dd369e. 00000100:00000010:0.0:1779212945.424617:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d464dc9d. 00000100:00000010:0.0:1779212945.424855:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000224c8115. 00000100:00000010:0.0:1779212945.424860:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098527d15. 00000100:00000010:0.0:1779212945.425003:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b44e82ef. 00000100:00000010:0.0:1779212945.425007:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000639d663a. 00000100:00000010:0.0:1779212945.425139:0:201078:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000002bae2398. 00000020:00000010:0.0:1779212945.425145:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000605b8aee. 00000020:00000010:0.0:1779212945.425148:0:201078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000046620d61. 00000008:00000010:0.0:1779212945.425152:0:201078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.425155:0:201078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.425162:0:201078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.425165:0:201078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.425167:0:201078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.425169:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c50fd0d2. 00000020:00000010:0.0:1779212945.425172:0:201078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000224dd191. 00000020:00000010:0.0:1779212945.425175:0:201078:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f76bd17. 00000008:00000010:0.0:1779212945.425179:0:201078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077f00042. 00020000:00000010:0.0:1779212945.425182:0:201078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f62734e9. 00008000:00000010:0.0:1779212945.425185:0:201078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cb9d213e. 00000080:00000010:0.0:1779212945.425188:0:201078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000085160083. 00000020:00000010:0.0:1779212945.425190:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003814b891. 00000020:00000010:0.0:1779212945.425194:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009c28c6fe. 00000020:00000010:0.0:1779212945.425198:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000fec42574. 00000020:00000010:0.0:1779212945.425205:0:201078:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000fec42574. 00000020:00000010:0.0:1779212945.425210:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000224dd191. 00000020:00000010:0.0:1779212945.425216:0:201078:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003814b891. 00000020:00000010:0.0:1779212945.425219:0:201078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c50fd0d2. 00000020:00000010:0.0:1779212945.425248:0:201078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000046620d61. 00000008:00000010:0.0:1779212945.425253:0:201078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.425256:0:201078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.425259:0:201078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.425264:0:201078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.425267:0:201078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c7582ce0. 00020000:00000010:0.0:1779212945.425277:0:201078:0:(lov_obd.c:501:lov_add_target()) kmalloced '(tgt)': 368 at 00000000605b8aee. 00020000:00000010:0.0:1779212945.425281:0:201078:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000056ca2647. 00020000:00000010:0.0:1779212945.425288:0:201078:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 000000008175d9ea. 00000020:00000010:0.0:1779212945.425304:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000c50fd0d2. 00000020:00000010:0.0:1779212945.425308:0:201078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000046620d61. 00000008:00000010:0.0:1779212945.425311:0:201078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fa5e3957. 00020000:00000010:0.0:1779212945.425313:0:201078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000006f2c3673. 00008000:00000010:0.0:1779212945.425315:0:201078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d82b03b6. 00000080:00000010:0.0:1779212945.425318:0:201078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000220af331. 00000080:00000010:0.0:1779212945.425326:0:201078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c7582ce0. 00000020:00000010:0.0:1779212945.425329:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003814b891. 00000020:00000010:0.0:1779212945.425332:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000224dd191. 00000020:00000010:0.0:1779212945.425334:0:201078:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000fec42574. 00000020:00000010:0.0:1779212945.425341:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fece8cb5. 00000020:00000010:0.0:1779212945.425344:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fece8cb5. 00000020:00000010:0.0:1779212945.425349:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fece8cb5. 00000020:00000010:0.0:1779212945.425351:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fece8cb5. 00000020:00000010:0.0:1779212945.425353:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000fec42574. 00000020:00000010:0.0:1779212945.425355:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000fec42574. 00000100:00000010:0.0:1779212945.425364:0:201078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 02000000:00000010:0.0:1779212945.425375:0:201078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003814b891. 00000100:00000010:0.0:1779212945.425388:0:201078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c28c6fe. 02000000:00000010:0.0:1779212945.425412:0:201078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000016c7cb5f. 00000400:00000010:0.0:1779212945.425418:0:201078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000010:0.0:1779212945.425424:0:201078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000089d25ef1. 00000100:00000200:0.0:1779212945.425430:0:201078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960511488, portal 25 00000400:00000010:0.0:1779212945.425435:0:201078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ea7667e. 00000100:00000200:0.0:1779212945.425437:0:201078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960511488, offset 0 00000400:00000200:0.0:1779212945.425447:0:201078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.425458:0:201078:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.425462:0:201078:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.425465:0:201078:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.425469:0:201078:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.425472:0:201078:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.425475:0:201078:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [11:11:256:4294967295] 192.168.202.129@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1779212945.425485:0:201078:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.425491:0:201078:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.425495:0:201078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000800:00000200:0.0:1779212945.425501:0:201078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.425507:0:201078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.425517:0:201078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1779212945.425613:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212945.425617:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000400:00000200:0.0:1779212945.425621:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212945.425626:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212945.425632:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea7667e 00000400:00000010:0.0:1779212945.425635:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ea7667e. 00000100:00000200:0.0:1779212945.425643:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960511488/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779212945.425667:0:201078:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046620d61. 00000100:00000010:0.0:1779212945.425678:0:201078:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001bdc7451. 00000100:00000010:0.0:1779212945.425684:0:201078:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da00e2a0. 00000100:00000010:0.0:1779212945.425691:0:201078:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bba1dc19. 00000400:00000200:3.0:1779212945.426945:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.427017:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8472 into portal 25 MB=0x6a0ca27200400 00000400:00000200:3.0:1779212945.427025:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:3.0:1779212945.427044:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.427048:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.427056:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960511488/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779212945.427107:0:201078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:1.0:1779212945.427113:0:201078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089d25ef1 00000400:00000010:1.0:1779212945.427115:0:201078:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000089d25ef1. 00000100:00000200:1.0:1779212945.427119:0:201078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960511488/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212945.427125:0:201078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960511488/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779212945.427142:0:201078:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009c28c6fe. 02000000:00000010:1.0:1779212945.427150:0:201078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000016c7cb5f. 02000000:00000010:1.0:1779212945.427159:0:201078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003814b891. 00000100:00000010:1.0:1779212945.427161:0:201078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000020:00000010:1.0:1779212945.427169:0:201078:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000acb7ef9d. 00000020:00000010:1.0:1779212945.427171:0:201078:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000acb7ef9d. 00000040:00000010:1.0:1779212945.427174:0:201078:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 0000000049f641f0. 00000020:00000010:1.0:1779212945.427179:0:201078:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000054a25e80. 00000020:00000010:1.0:1779212945.427186:0:201078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000093828814. 00000040:00000010:1.0:1779212945.427189:0:201078:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000075ba07f4. 00000020:00000010:1.0:1779212945.427191:0:201078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000096af672. 00000020:00000010:1.0:1779212945.427195:0:201078:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009342ba22. 00000020:00000010:1.0:1779212945.427199:0:201078:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000009d9f0a9. 80000000:00000010:1.0:1779212945.427203:0:201078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000068fdbbc1. 40000000:00000010:1.0:1779212945.427206:0:201078:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002eb77017. 00100000:00000010:1.0:1779212945.427210:0:201078:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004e86a02b. 00040000:00000010:1.0:1779212945.427214:0:201078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003651afbd. 00040000:00000010:1.0:1779212945.427217:0:201078:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000002e2cad1f. 00040000:00000010:1.0:1779212945.427220:0:201078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003728909e. 00000004:00000010:1.0:1779212945.427245:0:201078:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 0000000035139026. 00000004:00000010:1.0:1779212945.427251:0:201078:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at 0000000015b6c2ff. 00000004:00000010:1.0:1779212945.427256:0:201078:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at 0000000004d2b26b. 00002000:00000010:1.0:1779212945.427261:0:201078:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000033580755. 00000004:00000010:1.0:1779212945.427270:0:201078:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at 0000000097a00933. 00000020:00000010:1.0:1779212945.427273:0:201078:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab2c409. 00000040:00000010:0.0:1779212945.427310:0:201064:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004140ee90. 00000040:00000010:0.0:1779212945.427317:0:201064:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003e362de8. 00000040:00000010:0.0:1779212945.427321:0:201064:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ef032033. 00000020:00000010:0.0:1779212945.427325:0:201064:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000aa0455bd. 00000040:00000010:0.0:1779212945.427328:0:201064:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000a71d30cb. 00000020:00000010:0.0:1779212945.427330:0:201064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d161a53e. 00000020:00000010:0.0:1779212945.427332:0:201064:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000d6c018e9. 80000000:00000010:0.0:1779212945.427335:0:201064:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a91987da. 00040000:00000010:0.0:1779212945.427337:0:201064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b08dd1d2. 20000000:00000010:0.0:1779212945.427340:0:201064:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000362989ba. 00000020:00000010:0.0:1779212945.427342:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a2829d3. 10000000:00000010:0.0:1779212945.427345:0:201064:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000008283918. 00000100:00000010:0.0:1779212945.427364:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 02000000:00000010:0.0:1779212945.427371:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c50fd0d2. 00010000:00000010:0.0:1779212945.427379:0:201064:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bb5ccf0b. 00010000:00000010:0.0:1779212945.427383:0:201064:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003347630d. 00000100:00000010:0.0:1779212945.427392:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c42304c1. 02000000:00000010:0.0:1779212945.427400:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000073ffcf28. 00000400:00000010:0.0:1779212945.427403:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b99120. 00000400:00000010:0.0:1779212945.427409:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ea7667e. 00000100:00000200:0.0:1779212945.427412:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960511616, portal 25 00000400:00000010:0.0:1779212945.427414:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000200:0.0:1779212945.427415:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960511616, offset 0 00000400:00000200:0.0:1779212945.427419:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.427424:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.427426:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.427428:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.427430:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.427431:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.427433:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [12:12:256:4294967295] 192.168.202.129@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1779212945.427438:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.427441:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212945.427443:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000800:00000200:0.0:1779212945.427447:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212945.427451:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.427453:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1779212945.427543:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.427546:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000400:00000200:3.0:1779212945.427551:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.427556:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.427559:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:3.0:1779212945.427561:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000200:3.0:1779212945.427566:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960511616/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212945.428973:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212945.428986:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27200480 00000400:00000200:0.0:1779212945.428998:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x159 [1] + 224 00000400:00000200:0.0:1779212945.429010:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212945.429014:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212945.429021:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960511616/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212945.429087:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021b99120. 00000400:00000200:2.0:1779212945.429092:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea7667e 00000400:00000010:2.0:1779212945.429093:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ea7667e. 00000100:00000200:2.0:1779212945.429099:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960511616/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212945.429107:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960511616/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212945.429126:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c42304c1. 02000000:00000010:2.0:1779212945.429143:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000073ffcf28. 02000000:00000010:2.0:1779212945.429147:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c50fd0d2. 00000100:00000010:2.0:1779212945.429150:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 10000000:00000010:2.0:1779212945.429155:0:201064:0:(mgc_request.c:1533:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000692bf33a. 00000100:00000010:2.0:1779212945.429616:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 02000000:00000010:2.0:1779212945.429626:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eee7d958. 00000100:00000010:2.0:1779212945.429639:0:201064:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002cd6776c. 00000100:00000010:2.0:1779212945.429643:0:201064:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000ccc6a473. 00000100:00000010:2.0:1779212945.429659:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040023c7f. 00000400:00000010:2.0:1779212945.429673:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006aaf0e58. 00000400:00000010:2.0:1779212945.429680:0:201064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000066e2cbaf. 00000100:00000200:2.0:1779212945.429685:0:201064:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a0ca27200500-0x6a0ca27200500, portal 33 02000000:00000010:2.0:1779212945.429691:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce56385a. 00000400:00000010:2.0:1779212945.429693:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cec656d. 00000400:00000010:2.0:1779212945.429696:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000200:2.0:1779212945.429697:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960511744, portal 25 00000400:00000010:2.0:1779212945.429701:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfc1185. 00000100:00000200:2.0:1779212945.429702:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1865639960511744, offset 0 00000400:00000200:2.0:1779212945.429713:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212945.429721:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212945.429725:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212945.429727:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212945.429730:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212945.429733:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.429736:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [13:13:256:4294967295] 192.168.202.129@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1779212945.429744:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212945.429748:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212945.429752:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000800:00000200:2.0:1779212945.429757:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212945.429762:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212945.429765:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:3.0:1779212945.429862:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.429866:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:3.0:1779212945.429870:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.429874:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.429876:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfc1185 00000400:00000010:3.0:1779212945.429878:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfc1185. 00000100:00000200:3.0:1779212945.429883:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960511744/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212945.430946:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.430957:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 132 into portal 33 MB=0x6a0ca27200500 00000400:00000200:3.0:1779212945.430963:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.129@tcp of length 132/132 into md 0x161 [256] + 0 00000400:00000010:3.0:1779212945.430966:0:199005:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006aaf0e58. 00000400:00000200:3.0:1779212945.430970:0:199005:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066e2cbaf 00000400:00000200:3.0:1779212945.430984:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.430988:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.430991:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e2cbaf 00000400:00000010:3.0:1779212945.430993:0:199005:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at 0000000066e2cbaf. 00000100:00000200:3.0:1779212945.430997:0:199005:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000022886011 desc 000000002cd6776c mbits 1865639960511744 00000400:00000200:3.0:1779212945.431012:0:199005:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1779212945.431015:0:199005:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212945.431019:0:199005:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [14:14:256:4294967295] 192.168.202.129@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1779212945.431025:0:199005:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) 192.168.202.129@tcp : ACK try# 0 00000800:00000200:3.0:1779212945.431029:0:199005:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212945.431034:0:199005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 0000000049f641f0. 00000800:00000200:3.0:1779212945.431039:0:199005:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212945.431042:0:199005:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212945.431044:0:199005:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000049f641f0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1779212945.431097:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.431099:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 0000000049f641f0. 00000400:00000200:3.0:1779212945.431103:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.431107:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: ACK: OK 00000400:00000200:3.0:1779212945.431766:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.431775:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 240 into portal 25 MB=0x6a0ca27200500 00000400:00000200:3.0:1779212945.431780:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 240/240 into md 0x165 [1] + 224 00000400:00000200:3.0:1779212945.431788:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.431792:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.431798:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960511744/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212945.431850:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cec656d. 00000400:00000200:2.0:1779212945.431856:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:2.0:1779212945.431857:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000200:2.0:1779212945.431863:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960511744/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212945.431872:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960511744/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212945.431894:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000040023c7f. 10000000:00000010:2.0:1779212945.431904:0:201064:0:(mgc_request.c:1333:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000000cd32fe8. 10000000:00000010:2.0:1779212945.431907:0:201064:0:(mgc_request.c:1345:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000e5d1401b. 10000000:00000200:2.0:1779212945.431911:0:201064:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:2.0:1779212945.431921:0:201064:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.129@tcp with 192.168.202.129@tcp 00000100:00000200:2.0:1779212945.431924:0:201064:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.129@tcp' 00000400:00000200:2.0:1779212945.431926:0:201064:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779212945.431929:0:201064:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.431933:0:201064:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779212945.431939:0:201064:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779212945.431942:0:201064:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:2.0:1779212945.431951:0:201064:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 10000000:00000200:2.0:1779212945.431954:0:201064:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:2.0:1779212945.431959:0:201064:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.129@tcp with 192.168.202.129@tcp 00000100:00000200:2.0:1779212945.431960:0:201064:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.129@tcp' 00000400:00000200:2.0:1779212945.431962:0:201064:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779212945.431964:0:201064:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.431966:0:201064:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779212945.431969:0:201064:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779212945.431971:0:201064:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:2.0:1779212945.431973:0:201064:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 10000000:00000200:2.0:1779212945.431975:0:201064:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:2.0:1779212945.431978:0:201064:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.129@tcp with 192.168.202.129@tcp 00000100:00000200:2.0:1779212945.431979:0:201064:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.129@tcp' 00000400:00000200:2.0:1779212945.431980:0:201064:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779212945.431981:0:201064:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.431982:0:201064:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779212945.431983:0:201064:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779212945.431985:0:201064:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:2.0:1779212945.431986:0:201064:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 10000000:00000010:2.0:1779212945.431987:0:201064:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000e5d1401b. 10000000:00000010:2.0:1779212945.431988:0:201064:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000000cd32fe8. 02000000:00000010:2.0:1779212945.431993:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce56385a. 00000100:00000010:2.0:1779212945.432006:0:201064:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000ccc6a473. 00000100:00000010:2.0:1779212945.432008:0:201064:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002cd6776c. 02000000:00000010:2.0:1779212945.432009:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eee7d958. 00000100:00000010:2.0:1779212945.432012:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 10000000:00000010:2.0:1779212945.432553:0:201064:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000692bf33a. 00000100:00000010:2.0:1779212945.432586:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 02000000:00000010:2.0:1779212945.432598:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eee7d958. 00010000:00000010:2.0:1779212945.432609:0:201064:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008766947f. 00010000:00000010:2.0:1779212945.432614:0:201064:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095ce7cc3. 00000020:00000010:2.0:1779212945.432617:0:201064:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000e5d1401b. 00000100:00000010:2.0:1779212945.432628:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040023c7f. 02000000:00000010:2.0:1779212945.432644:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002cd6776c. 00000400:00000010:2.0:1779212945.432646:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cec656d. 00000400:00000010:2.0:1779212945.432658:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000200:2.0:1779212945.432663:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960511872, portal 25 00000400:00000010:2.0:1779212945.432667:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000200:2.0:1779212945.432670:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960511872, offset 0 00000400:00000200:2.0:1779212945.432676:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212945.432683:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212945.432687:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212945.432690:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212945.432693:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212945.432696:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.432698:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [15:15:256:4294967295] 192.168.202.129@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1779212945.432706:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212945.432710:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212945.432714:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1da03ca. 00000800:00000200:2.0:1779212945.432717:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212945.432721:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212945.432724:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d1da03ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1779212945.432799:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212945.432802:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1da03ca. 00000400:00000200:0.0:1779212945.432805:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212945.432809:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212945.432812:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000010:0.0:1779212945.432814:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000200:0.0:1779212945.432823:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960511872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212945.433845:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.433855:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27200580 00000400:00000200:3.0:1779212945.433860:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x16d [1] + 224 00000400:00000200:3.0:1779212945.433868:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.433870:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.433875:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960511872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212945.433920:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cec656d. 00000400:00000200:2.0:1779212945.433926:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:2.0:1779212945.433928:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000200:2.0:1779212945.433933:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960511872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212945.433942:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960511872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212945.433960:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000040023c7f. 02000000:00000010:2.0:1779212945.433974:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002cd6776c. 02000000:00000010:2.0:1779212945.433978:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eee7d958. 00000100:00000010:2.0:1779212945.433981:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 10000000:00000010:2.0:1779212945.433993:0:201064:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007d6585fe. 00000020:00000010:2.0:1779212945.433997:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eee7d958. 00000020:00000010:2.0:1779212945.434002:0:201064:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce56385a. 00000040:00000010:2.0:1779212945.434005:0:201064:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000665bc267. 00000020:00000010:2.0:1779212945.434009:0:201064:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000692bf33a. 00000020:00000010:2.0:1779212945.434012:0:201064:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000007122843a. 80000000:00000010:2.0:1779212945.434016:0:201064:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c598be77. 00040000:00000010:2.0:1779212945.434020:0:201064:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002eca1776. 20000000:00000010:2.0:1779212945.434025:0:201064:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000001d307c85. 00000040:00000010:2.0:1779212945.434031:0:201064:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000039a5b9f5. 00000100:00000010:2.0:1779212945.434035:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 02000000:00000010:2.0:1779212945.434043:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014edecf3. 00000100:00000010:2.0:1779212945.434050:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040023c7f. 02000000:00000010:2.0:1779212945.434058:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004447e9e8. 00000400:00000010:2.0:1779212945.434061:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cec656d. 00000400:00000010:2.0:1779212945.434065:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000200:2.0:1779212945.434068:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960512000, portal 25 00000400:00000010:2.0:1779212945.434072:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000200:2.0:1779212945.434073:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1865639960512000, offset 0 00000400:00000200:2.0:1779212945.434079:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212945.434084:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212945.434088:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212945.434090:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212945.434093:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212945.434095:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.434098:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [16:16:256:4294967295] 192.168.202.129@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1779212945.434112:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212945.434117:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212945.434121:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec58ae11. 00000800:00000200:2.0:1779212945.434125:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212945.434131:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212945.434138:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ec58ae11 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:3.0:1779212945.434217:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.434236:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec58ae11. 00000400:00000200:3.0:1779212945.434240:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.434246:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.434250:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000400:00000010:3.0:1779212945.434252:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000200:3.0:1779212945.434258:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960512000/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212945.435338:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212945.435347:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca27200600 00000400:00000200:0.0:1779212945.435352:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0x175 [1] + 224 00000400:00000200:0.0:1779212945.435358:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212945.435361:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212945.435365:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960512000/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212945.435401:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cec656d. 00000400:00000200:2.0:1779212945.435405:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:2.0:1779212945.435406:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000200:2.0:1779212945.435409:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960512000/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212945.435414:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960512000/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212945.435426:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000040023c7f. 02000000:00000010:2.0:1779212945.435431:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004447e9e8. 02000000:00000010:2.0:1779212945.435433:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000014edecf3. 00000100:00000010:2.0:1779212945.435435:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000040:00000010:2.0:1779212945.435442:0:201064:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007a21add6. 00000100:00000010:2.0:1779212945.435445:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 02000000:00000010:2.0:1779212945.435449:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014edecf3. 00000100:00000010:2.0:1779212945.435452:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040023c7f. 02000000:00000010:2.0:1779212945.435470:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cf078890. 00000400:00000010:2.0:1779212945.435472:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cec656d. 00000400:00000010:2.0:1779212945.435475:0:201064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006e665fe6. 00000100:00000200:2.0:1779212945.435477:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960512128, portal 25 00000400:00000010:2.0:1779212945.435479:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000200:2.0:1779212945.435481:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960512128, offset 0 00000400:00000200:2.0:1779212945.435484:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212945.435488:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212945.435490:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212945.435492:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212945.435494:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212945.435495:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212945.435497:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [17:17:256:4294967295] 192.168.202.129@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1779212945.435509:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212945.435512:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212945.435518:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9632316. 00000800:00000200:2.0:1779212945.435521:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212945.435525:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212945.435527:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c9632316 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1779212945.435612:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212945.435615:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9632316. 00000400:00000200:3.0:1779212945.435618:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.435627:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212945.435630:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:3.0:1779212945.435632:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000200:3.0:1779212945.435636:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960512128/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212945.436630:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.436638:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8416 into portal 25 MB=0x6a0ca27200680 00000400:00000200:3.0:1779212945.436642:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8416/8416 into md 0x17d [4] + 224 00000400:00000200:3.0:1779212945.436651:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.436653:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.436658:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960512128/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212945.436706:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cec656d. 00000400:00000200:2.0:1779212945.436711:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e665fe6 00000400:00000010:2.0:1779212945.436713:0:201064:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000006e665fe6. 00000100:00000200:2.0:1779212945.436718:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960512128/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212945.436727:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960512128/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779212961 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212945.436753:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000040023c7f. 02000000:00000010:2.0:1779212945.436761:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cf078890. 02000000:00000010:2.0:1779212945.436773:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000014edecf3. 00000100:00000010:2.0:1779212945.436777:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000040:00000010:2.0:1779212945.436785:0:201064:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000882e0c05. 00000020:00000010:0.0:1779212945.436991:0:201079:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000850e063f. 00000020:00000010:0.0:1779212945.436997:0:201079:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad0f9893. 00000040:00000010:0.0:1779212945.437001:0:201079:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000c50fd0d2. 00000020:00000010:0.0:1779212945.437005:0:201079:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e082bb4e. 00000020:00000010:0.0:1779212945.437008:0:201079:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000070a5dcfd. 00000020:00000010:0.0:1779212945.437011:0:201079:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000003814b891. 80000000:00000010:0.0:1779212945.437013:0:201079:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000068d0be41. 40000000:00000010:0.0:1779212945.437016:0:201079:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fec42574. 00100000:00000010:0.0:1779212945.437019:0:201079:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000012a9b520. 00040000:00000010:0.0:1779212945.437022:0:201079:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000018e47c15. 00040000:00000010:0.0:1779212945.437025:0:201079:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000001f661805. 00040000:00000010:0.0:1779212945.437027:0:201079:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b197e98. 00000004:00000010:0.0:1779212945.437030:0:201079:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000007697a566. 00000004:00000010:0.0:1779212945.437033:0:201079:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037081685. 00000004:00000010:0.0:1779212945.437036:0:201079:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000003aebf1a0. 00002000:00000010:0.0:1779212945.437039:0:201079:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ce1241c8. 00000004:00000010:0.0:1779212945.437042:0:201079:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000092ce810b. 00000020:00000010:0.0:1779212945.437044:0:201079:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000de432551. 00000040:00000010:0.0:1779212945.437050:0:201079:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001d677421. 00000040:00000010:0.0:1779212945.437453:0:201079:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 000000001d677421. 00000020:00000010:0.0:1779212945.437461:0:201079:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000de432551. 00000020:00000010:0.0:1779212945.437472:0:201079:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000ad0f9893. 00000040:00000010:0.0:1779212945.437482:0:201079:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000c50fd0d2. 00000020:00000010:0.0:1779212945.437485:0:201079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e082bb4e. 00000020:00000010:0.0:1779212945.437488:0:201079:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000070a5dcfd. 00000020:00000010:0.0:1779212945.437494:0:201079:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000003814b891. 80000000:00000010:0.0:1779212945.437496:0:201079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000068d0be41. 40000000:00000010:0.0:1779212945.437500:0:201079:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fec42574. 00100000:00000010:0.0:1779212945.437503:0:201079:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000012a9b520. 00040000:00000010:0.0:1779212945.437506:0:201079:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000018e47c15. 00040000:00000010:0.0:1779212945.437510:0:201079:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000001f661805. 00040000:00000010:0.0:1779212945.437512:0:201079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008b197e98. 00000004:00000010:0.0:1779212945.437515:0:201079:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 000000007697a566. 00000004:00000010:0.0:1779212945.437517:0:201079:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at 0000000037081685. 00000004:00000010:0.0:1779212945.437519:0:201079:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at 000000003aebf1a0. 00002000:00000010:0.0:1779212945.437521:0:201079:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ce1241c8. 00000004:00000010:0.0:1779212945.437523:0:201079:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at 0000000092ce810b. 00000020:00000010:0.0:1779212945.437525:0:201079:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000850e063f. 00000040:00000010:2.0:1779212945.437564:0:201064:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000882e0c05. 00000040:00000010:2.0:1779212945.437571:0:201064:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007a21add6. 00000040:00000010:2.0:1779212945.437575:0:201064:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000039a5b9f5. 00000020:00000010:2.0:1779212945.437581:0:201064:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce56385a. 00000040:00000010:2.0:1779212945.437583:0:201064:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000665bc267. 00000020:00000010:2.0:1779212945.437586:0:201064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000692bf33a. 00000020:00000010:2.0:1779212945.437589:0:201064:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000007122843a. 80000000:00000010:2.0:1779212945.437591:0:201064:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c598be77. 00040000:00000010:2.0:1779212945.437594:0:201064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002eca1776. 20000000:00000010:2.0:1779212945.437598:0:201064:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000001d307c85. 00000020:00000010:2.0:1779212945.437601:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eee7d958. 10000000:00000010:2.0:1779212945.437604:0:201064:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007d6585fe. 00000020:00000010:2.0:1779212945.437623:0:201064:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000045195cc0. 00000040:00000010:2.0:1779212945.437627:0:201064:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000bacc5c67. 00000020:00000010:2.0:1779212945.437629:0:201064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e3cfc46b. 00000020:00000010:2.0:1779212945.437632:0:201064:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000555d8106. 00040000:00000010:2.0:1779212945.437641:0:201064:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b02bd8b8. 00040000:00000010:2.0:1779212945.437645:0:201064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000036277bc7. 00000020:00000010:2.0:1779212945.437647:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c35152cf. 00000020:00000010:2.0:1779212945.437649:0:201064:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at 00000000ed874c08. 00000020:00000010:2.0:1779212945.437651:0:201064:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at 00000000ccfaf32b. 00000080:00000010:2.0:1779212945.437659:0:201064:0:(llite_lib.c:1496:ll_fill_super()) kmalloced '(dt)': 33 at 000000007d6585fe. 00000080:00000010:2.0:1779212945.437662:0:201064:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(md)': 33 at 00000000800f5c47. 00000080:00000010:2.0:1779212945.437669:0:201064:0:(llite_lib.c:351:client_common_fill_super()) kmalloced '(data)': 192 at 0000000040023c7f. 00000080:00000010:2.0:1779212945.437671:0:201064:0:(llite_lib.c:355:client_common_fill_super()) kmalloced '(osfs)': 144 at 000000006e665fe6. 00000020:00000010:2.0:1779212945.437678:0:201064:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000692bf33a. 00000020:00000010:2.0:1779212945.437711:0:201064:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000a598e428. 00000400:00000200:2.0:1779212945.437724:0:201064:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000010:2.0:1779212945.437738:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 02000000:00000010:2.0:1779212945.437748:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002cd6776c. 40000000:00000010:2.0:1779212945.437798:0:201064:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000c9632316. 40000000:00000010:2.0:1779212945.437802:0:201064:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000009a05bd70. 40000000:00000010:2.0:1779212945.437863:0:201064:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000009a05bd70. 80000000:00000010:2.0:1779212945.437867:0:201064:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 0000000075c2da1f. 00020000:00000010:2.0:1779212945.437872:0:201064:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000f76bb655. 00000100:00000010:2.0:1779212945.437880:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 02000000:00000010:2.0:1779212945.437886:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 02000000:00000010:0.0:1779212945.437897:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000092ce810b. 00000400:00000010:0.0:1779212945.437903:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000400:00000010:0.0:1779212945.437908:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779212945.437914:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960512256, portal 10 00000020:00000010:0.0:1779212945.437920:0:199011:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001d677421. 00000400:00000010:0.0:1779212945.437926:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1a3d688. 00000100:00000200:0.0:1779212945.437928:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960512256, offset 0 00000020:00000010:2.0:1779212945.437932:0:201064:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000095517b36. 00000400:00000200:0.0:1779212945.437938:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212945.437947:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.437951:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:3.0:1779212945.437953:0:199012:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014deb996. 00000400:00000200:0.0:1779212945.437954:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000020:00000010:3.0:1779212945.437959:0:199012:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000000035f37. 00000400:00000200:0.0:1779212945.437960:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212945.437964:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 80000000:00000010:3.0:1779212945.437965:0:199012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000880b9bdf. 00000400:00000200:0.0:1779212945.437970:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [18:18:256:4294967295] 192.168.202.129@tcp LPNI seq info [18:18:8:4294967295] 40000000:00000010:3.0:1779212945.437970:0:199012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d1471fdc. 00000020:00000010:1.0:1779212945.437977:0:199013:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009904b6ba. 00000008:00000010:3.0:1779212945.437977:0:199012:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000cab1edac. 00000400:00000200:0.0:1779212945.437985:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00020000:00000010:3.0:1779212945.437985:0:199012:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000018735f25. 00000020:00000010:1.0:1779212945.437986:0:199013:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000fd7b8e46. 80000000:00000010:1.0:1779212945.437993:0:199013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4cea53c. 00008000:00000010:3.0:1779212945.437994:0:199012:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000983bb1d7. 00000800:00000200:0.0:1779212945.437997:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212945.437998:0:201064:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 40000000:00000010:1.0:1779212945.437999:0:199013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d5ea6f30. 00100000:00000010:3.0:1779212945.438001:0:199012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004d2b26b. 00040000:00000010:3.0:1779212945.438006:0:199012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000072baa216. 00000008:00000010:1.0:1779212945.438007:0:199013:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000007179f0b4. 00000800:00000010:0.0:1779212945.438008:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018e47c15. 00000100:00000010:2.0:1779212945.438010:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00040000:00000010:3.0:1779212945.438011:0:199012:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000035139026. 00020000:00000010:1.0:1779212945.438014:0:199013:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004607915e. 00040000:00000010:3.0:1779212945.438015:0:199012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004bdccae8. 00000800:00000200:0.0:1779212945.438020:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000010:2.0:1779212945.438020:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000cd32fe8. 00008000:00000010:1.0:1779212945.438021:0:199013:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004dbee2ee. 00000004:00000010:3.0:1779212945.438021:0:199012:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000002e2cad1f. 00000004:00000010:3.0:1779212945.438028:0:199012:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082a04a5b. 00100000:00000010:1.0:1779212945.438029:0:199013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc1593b3. 00000004:00000010:3.0:1779212945.438032:0:199012:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000004e86a02b. 00040000:00000010:1.0:1779212945.438034:0:199013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000acb7ef9d. 00000800:00000200:0.0:1779212945.438035:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00002000:00000010:3.0:1779212945.438037:0:199012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000251bf34d. 40000000:00000010:2.0:1779212945.438041:0:201064:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000d1da03ca. 00000800:00000200:0.0:1779212945.438042:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000018e47c15 type 1, nob 616 niov 1 nkiov 1 00040000:00000010:1.0:1779212945.438042:0:199013:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b8d5e559. 00000004:00000010:3.0:1779212945.438043:0:199012:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000049788ee1. 40000000:00000010:2.0:1779212945.438046:0:201064:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000009a05bd70. 00000080:00000010:3.0:1779212945.438049:0:199012:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000009ebc3e0. 00040000:00000010:1.0:1779212945.438050:0:199013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000088454c85. 00000080:00000010:3.0:1779212945.438054:0:199012:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008c096acf. 00000004:00000010:1.0:1779212945.438056:0:199013:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000001ea1e65. 00000004:00000010:1.0:1779212945.438062:0:199013:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015804465. 00000004:00000010:1.0:1779212945.438067:0:199013:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000009715a8ab. 00000008:00000010:3.0:1779212945.438069:0:199012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003c7aac13. 00002000:00000010:1.0:1779212945.438071:0:199013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000008ac20dc. 00000004:00000010:1.0:1779212945.438086:0:199013:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000dc0a6d67. 02000000:00000010:0.0:1779212945.438089:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ce1241c8. 00000080:00000010:1.0:1779212945.438092:0:199013:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000052d6864e. 00000400:00000010:0.0:1779212945.438096:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcbe5af4. 00020000:00000010:3.0:1779212945.438096:0:199012:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000002c28022. 00000080:00000010:1.0:1779212945.438097:0:199013:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000537d5ac. 40000000:00000010:2.0:1779212945.438102:0:201064:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000009a05bd70. 00000400:00000010:0.0:1779212945.438104:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000200:0.0:1779212945.438109:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960512512, portal 10 80000000:00000010:2.0:1779212945.438111:0:201064:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 000000005d0c788f. 00000020:00000010:0.0:1779212945.438114:0:199011:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b3685e4f. 00000008:00000010:1.0:1779212945.438117:0:199013:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f788397c. 00000400:00000010:0.0:1779212945.438120:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006291e695. 00000100:00000010:2.0:1779212945.438122:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00008000:00000010:3.0:1779212945.438123:0:199012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b3ed577c. 00000100:00000200:0.0:1779212945.438124:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960512512, offset 0 00020000:00000010:1.0:1779212945.438130:0:199013:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c4eab08c. 02000000:00000010:2.0:1779212945.438131:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce8f820. 00000400:00000200:0.0:1779212945.438133:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000080:00000010:3.0:1779212945.438138:0:199012:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002c22fc55. 00000400:00000200:0.0:1779212945.438142:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212945.438146:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212945.438149:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212945.438151:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00008000:00000010:1.0:1779212945.438151:0:199013:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003aea0b5c. 00000400:00000200:0.0:1779212945.438156:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212945.438159:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [19:19:255:4294967295] 192.168.202.129@tcp LPNI seq info [19:19:7:4294967295] 00000080:00000010:1.0:1779212945.438163:0:199013:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000052895b5b. 00800000:00000010:2.0:1779212945.438170:0:201064:0:(lmv_obd.c:1433:lmv_statfs()) kmalloced '(temp)': 144 at 000000009a05bd70. 00000400:00000200:0.0:1779212945.438171:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212945.438176:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000020:00000010:3.0:1779212945.438178:0:199014:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003f90a07f. 00000800:00000010:0.0:1779212945.438182:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000020:00000010:3.0:1779212945.438184:0:199014:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a38ae7e1. 00000100:00000010:2.0:1779212945.438186:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 80000000:00000010:3.0:1779212945.438189:0:199014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d0bd8107. 00000800:00000200:0.0:1779212945.438190:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000010:2.0:1779212945.438196:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b02bd8b8. 40000000:00000010:3.0:1779212945.438196:0:199014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000044d70058. 00000800:00000200:0.0:1779212945.438197:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212945.438203:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 616 niov 1 nkiov 1 00000008:00000010:3.0:1779212945.438204:0:199014:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000d5a9d22. 00000100:00000010:2.0:1779212945.438207:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d931e690. 00020000:00000010:3.0:1779212945.438209:0:199014:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000dcd02f9a. 00008000:00000010:3.0:1779212945.438214:0:199014:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e86d7375. 00000800:00000200:1.0:1779212945.438216:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00100000:00000010:3.0:1779212945.438218:0:199014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000096af672. 00000800:00000010:1.0:1779212945.438221:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018e47c15. 00040000:00000010:3.0:1779212945.438238:0:199014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006913130b. 00040000:00000010:3.0:1779212945.438243:0:199014:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000007ad937e4. 00040000:00000010:3.0:1779212945.438245:0:199014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000569d9d7b. 00000004:00000010:3.0:1779212945.438248:0:199014:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000494a02a5. 00000400:00000200:1.0:1779212945.438249:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1779212945.438251:0:199014:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000004ca5b510. 00000004:00000010:3.0:1779212945.438254:0:199014:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 0000000044ac64ba. 00000400:00000200:1.0:1779212945.438258:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00002000:00000010:3.0:1779212945.438258:0:199014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005dff3040. 00000004:00000010:3.0:1779212945.438262:0:199014:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000097a00933. 00000400:00000200:1.0:1779212945.438265:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a3d688 00000080:00000010:3.0:1779212945.438265:0:199014:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008d56d9c2. 00000020:00000010:2.0:1779212945.438266:0:199015:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000080b03ea6. 00000400:00000010:1.0:1779212945.438269:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a3d688. 00000080:00000010:3.0:1779212945.438270:0:199014:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000dc8c870f. 00000020:00000010:2.0:1779212945.438272:0:199015:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000eee7d958. 00000008:00000010:3.0:1779212945.438275:0:199014:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b104be74. 80000000:00000010:2.0:1779212945.438276:0:199015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000882e0c05. 00000100:00000200:1.0:1779212945.438279:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960512256/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:2.0:1779212945.438281:0:199015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d8914b61. 00020000:00000010:3.0:1779212945.438281:0:199014:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000cf078890. 00008000:00000010:3.0:1779212945.438287:0:199014:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ee7c0009. 00000008:00000010:2.0:1779212945.438304:0:199015:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000646b3992. 00000080:00000010:3.0:1779212945.438305:0:199014:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005c8d1f2b. 00020000:00000010:2.0:1779212945.438310:0:199015:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000048db3ea0. 00008000:00000010:2.0:1779212945.438313:0:199015:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000056ea1fc1. 00100000:00000010:2.0:1779212945.438316:0:199015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b3e5521. 00040000:00000010:2.0:1779212945.438319:0:199015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fddcdcd6. 00040000:00000010:2.0:1779212945.438322:0:199015:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fd8ff909. 00040000:00000010:2.0:1779212945.438324:0:199015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d307c85. 00000004:00000010:2.0:1779212945.438326:0:199015:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bd92104e. 00000004:00000010:2.0:1779212945.438329:0:199015:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ccc6a473. 00000004:00000010:2.0:1779212945.438331:0:199015:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 0000000093138329. 00002000:00000010:2.0:1779212945.438333:0:199015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d9c2f72. 00000004:00000010:2.0:1779212945.438335:0:199015:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000c34181e0. 00000080:00000010:2.0:1779212945.438337:0:199015:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002e63a00c. 00000080:00000010:2.0:1779212945.438339:0:199015:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000001ada1e58. 00000008:00000010:2.0:1779212945.438350:0:199015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008105c109. 00000800:00000200:1.0:1779212945.438352:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00020000:00000010:2.0:1779212945.438359:0:199015:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001a1d67b9. 00000800:00000010:1.0:1779212945.438361:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000400:00000200:1.0:1779212945.438365:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212945.438369:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212945.438372:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006291e695 00008000:00000010:2.0:1779212945.438373:0:199015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b6a78af3. 00000400:00000010:1.0:1779212945.438374:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006291e695. 00000100:00000200:1.0:1779212945.438380:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960512512/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:2.0:1779212945.438381:0:199015:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000cceb266. 00000400:00000200:3.0:1779212945.439762:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.439785:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 10 MB=0x6a0ca27200700 00000400:00000200:3.0:1779212945.439792:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 416/416 into md 0x185 [1] + 0 00000400:00000200:3.0:1779212945.439805:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.439808:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.439825:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960512256/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212945.440310:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212945.440317:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 10 MB=0x6a0ca27200800 00000400:00000200:3.0:1779212945.440321:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:3.0:1779212945.440340:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212945.440343:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212945.440387:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960512512/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212945.441111:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcbe5af4. 00000400:00000200:0.0:1779212945.441117:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:0.0:1779212945.441119:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000200:0.0:1779212945.441126:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960512512/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212945.441134:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960512512/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212945.441277:0:194886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da00e2a0. 00000100:00000010:1.0:1779212945.441279:0:186773:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bdc7451. 00000100:00000010:3.0:1779212945.442283:0:191134:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bba1dc19. 00000100:00000010:0.0:1779212945.449389:0:197479:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046620d61. 00000400:00000010:0.0:1779212946.440610:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:0.0:1779212946.440622:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779212946.440624:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779212946.440638:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960512256/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212946.440650:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960512256/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779212946.440684:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ce1241c8. 02000000:00000010:0.0:1779212946.440688:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000cd32fe8. 00000100:00000010:0.0:1779212946.440691:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 02000000:00000010:0.0:1779212946.440694:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000092ce810b. 02000000:00000010:0.0:1779212946.440695:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002cd6776c. 00000100:00000010:0.0:1779212946.440697:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 02000000:00000010:3.0:1779212946.440769:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000002558ad4. 00000400:00000010:3.0:1779212946.440774:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e52182ac. 00000400:00000010:3.0:1779212946.440777:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000200:3.0:1779212946.440782:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960512640, portal 10 00000020:00000010:3.0:1779212946.440788:0:199014:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000049f641f0. 00000400:00000010:3.0:1779212946.440792:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c13bfc6. 00000100:00000200:3.0:1779212946.440793:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960512640, offset 0 00000400:00000200:3.0:1779212946.440798:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212946.440815:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212946.440820:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212946.440824:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212946.440827:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212946.440830:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212946.440833:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [20:20:256:4294967295] 192.168.202.129@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1779212946.440844:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212946.440849:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212946.440854:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ad21c7. 00000800:00000200:3.0:1779212946.440860:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212946.440867:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212946.440871:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d5ad21c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1779212946.440897:0:199014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0591215. 00000100:00000010:3.0:1779212946.440915:0:199014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adaff095. 00000100:00000010:3.0:1779212946.440921:0:199014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030640ff3. 00000100:00000010:3.0:1779212946.440932:0:199014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068fdbbc1. 00000800:00000200:1.0:1779212946.440983:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212946.440987:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ad21c7. 00000400:00000200:1.0:1779212946.440991:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212946.440996:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212946.441001:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c13bfc6 00000400:00000010:1.0:1779212946.441002:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004c13bfc6. 00000100:00000200:1.0:1779212946.441006:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960512640/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212946.442313:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212946.442323:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 368 into portal 10 MB=0x6a0ca27200880 00000400:00000200:3.0:1779212946.442328:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 368/368 into md 0x195 [1] + 224 00000400:00000200:3.0:1779212946.442336:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212946.442339:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779212946.442345:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960512640/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212946.442399:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e52182ac. 00000400:00000200:2.0:1779212946.442408:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:2.0:1779212946.442410:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000200:2.0:1779212946.442416:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960512640/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212946.442425:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960512640/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1779212946.442448:0:199014:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007a21add6. 02000000:00000010:2.0:1779212946.442466:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000002558ad4. 02000000:00000010:2.0:1779212946.442471:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce8f820. 00000100:00000010:2.0:1779212946.442475:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000100:00000010:1.0:1779212946.445307:0:186773:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adaff095. 00000100:00000010:2.0:1779212946.445316:0:194886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030640ff3. 00000100:00000010:0.0:1779212946.445319:0:197479:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0591215. 00000100:00000010:3.0:1779212946.445321:0:191134:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068fdbbc1. 00000020:00000010:2.0:1779212946.460363:0:194886:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000002eca1776. 00000100:00000010:3.0:1779212950.940379:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 02000000:00000010:3.0:1779212950.940410:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000010:3.0:1779212950.940486:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 02000000:00000010:3.0:1779212950.940496:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000033580755. 02000000:00000010:2.0:1779212950.940536:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007122843a. 00000400:00000010:2.0:1779212950.940552:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cec656d. 00000400:00000010:2.0:1779212950.940560:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d8766b. 00000100:00000200:2.0:1779212950.940568:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960512896, portal 25 00000400:00000010:2.0:1779212950.940575:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000200:2.0:1779212950.940578:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960512896, offset 0 02000000:00000010:1.0:1779212950.940590:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000084c7ccb6. 00000400:00000200:2.0:1779212950.940591:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212950.940601:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a38936aa. 00000400:00000200:2.0:1779212950.940610:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212950.940615:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212950.940620:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212950.940624:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212950.940627:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212950.940631:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [21:21:256:4294967295] 192.168.202.129@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000010:1.0:1779212950.940633:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081b74abf. 00000100:00000200:1.0:1779212950.940642:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960513024, portal 10 00000400:00000200:2.0:1779212950.940651:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000020:00000010:1.0:1779212950.940656:0:199011:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003be4aebf. 00000800:00000200:2.0:1779212950.940658:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212950.940667:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d343be. 00000800:00000010:2.0:1779212950.940668:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000100:00000200:1.0:1779212950.940672:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960513024, offset 0 00000800:00000200:2.0:1779212950.940679:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779212950.940686:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779212950.940693:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212950.940696:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779212950.940700:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212950.940706:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212950.940711:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212950.940714:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212950.940717:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212950.940721:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [22:22:255:4294967295] 192.168.202.129@tcp LPNI seq info [22:22:7:4294967295] 00000100:00000010:2.0:1779212950.940725:0:199015:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000485ce20e. 00000400:00000200:1.0:1779212950.940737:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000010:2.0:1779212950.940744:0:199015:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006151ad73. 00000100:00000010:2.0:1779212950.940754:0:199015:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044c4de20. 00000800:00000200:1.0:1779212950.940760:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000010:2.0:1779212950.940762:0:199015:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000258f5412. 00000800:00000010:1.0:1779212950.940766:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000800:00000200:1.0:1779212950.940773:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212950.940786:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212950.940790:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1779212950.940849:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 02000000:00000010:3.0:1779212950.940857:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000800:00000200:0.0:1779212950.940876:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212950.940882:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:0.0:1779212950.940888:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212950.940893:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212950.940898:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:0.0:1779212950.940900:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000200:0.0:1779212950.940910:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960512896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779212950.940922:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 00000400:00000010:2.0:1779212950.940929:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000010:2.0:1779212950.940934:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212950.940941:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960513152, portal 10 00000400:00000010:2.0:1779212950.940947:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000200:2.0:1779212950.940949:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960513152, offset 0 00000400:00000200:2.0:1779212950.940956:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212950.940964:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212950.940966:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212950.940969:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212950.940971:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212950.940973:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212950.940976:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [23:23:255:4294967295] 192.168.202.129@tcp LPNI seq info [23:23:7:4294967295] 00000400:00000200:2.0:1779212950.940984:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212950.940989:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212950.940993:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000800:00000200:2.0:1779212950.940998:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212950.941003:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212950.941006:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1779212950.941038:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212950.941042:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000400:00000200:0.0:1779212950.941045:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212950.941050:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212950.941052:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d343be 00000400:00000010:0.0:1779212950.941054:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000021d343be. 00000100:00000200:0.0:1779212950.941067:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960513024/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779212950.941093:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212950.941095:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:0.0:1779212950.941097:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212950.941100:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212950.941103:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:0.0:1779212950.941104:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000200:0.0:1779212950.941108:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960513152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212950.945631:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212950.945656:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 10 MB=0x6a0ca27200a00 00000400:00000200:1.0:1779212950.945668:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 416/416 into md 0x1a5 [1] + 0 00000400:00000200:1.0:1779212950.945681:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212950.945685:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779212950.945700:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960513024/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212950.945752:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212950.945758:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27200a80 00000400:00000200:1.0:1779212950.945764:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1ad [1] + 224 00000400:00000200:1.0:1779212950.945771:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212950.945775:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779212950.945782:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960513152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212950.945797:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a38936aa. 00000400:00000200:0.0:1779212950.945805:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b74abf 00000400:00000010:0.0:1779212950.945807:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000081b74abf. 00000100:00000200:0.0:1779212950.945814:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960513024/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212950.945825:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000200:0.0:1779212950.945832:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960513024/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212950.945843:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27200980 00000400:00000010:2.0:1779212950.945844:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212950.945849:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:2.0:1779212950.945851:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212950.945857:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960513152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212950.945860:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x19d [1] + 224 00000100:00000200:2.0:1779212950.945871:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960513152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212950.945879:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212950.945885:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779212950.945891:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960512896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779212950.945902:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 02000000:00000010:2.0:1779212950.945909:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 00000100:00000010:2.0:1779212950.945916:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000400:00000010:3.0:1779212950.946011:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cec656d. 00000400:00000200:3.0:1779212950.946017:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d8766b 00000400:00000010:3.0:1779212950.946019:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d8766b. 00000100:00000200:3.0:1779212950.946026:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960512896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779212950.946027:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000084c7ccb6. 02000000:00000010:0.0:1779212950.946034:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000033580755. 00000100:00000010:0.0:1779212950.946040:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000200:3.0:1779212950.946041:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960512896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779212950.946058:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007122843a. 02000000:00000010:3.0:1779212950.946063:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 00000100:00000010:3.0:1779212950.946067:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000010:0.0:1779212952.220401:0:197479:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000485ce20e. 00000100:00000010:2.0:1779212952.220430:0:194886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044c4de20. 00000100:00000010:1.0:1779212952.220441:0:186773:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006151ad73. 00000100:00000010:3.0:1779212952.220574:0:191134:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000258f5412. 00000100:00000010:3.0:1779212956.060350:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 02000000:00000010:3.0:1779212956.060435:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000010:3.0:1779212956.060508:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 02000000:00000010:3.0:1779212956.060518:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007d58f74e. 02000000:00000010:2.0:1779212956.060544:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 00000100:00000010:3.0:1779212956.060544:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 02000000:00000010:3.0:1779212956.060550:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cc43228. 00000400:00000010:2.0:1779212956.060555:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000010:2.0:1779212956.060565:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212956.060574:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960513280, portal 25 00000400:00000010:2.0:1779212956.060585:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000100:00000200:2.0:1779212956.060587:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960513280, offset 0 02000000:00000010:1.0:1779212956.060596:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4ad6b8a. 00000400:00000200:2.0:1779212956.060600:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212956.060604:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa939fbe. 00000400:00000010:1.0:1779212956.060610:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000200:1.0:1779212956.060614:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960513536, portal 10 00000400:00000200:2.0:1779212956.060619:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000020:00000010:1.0:1779212956.060624:0:199014:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000067fd6bb0. 00000400:00000200:2.0:1779212956.060625:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1779212956.060632:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000400:00000200:2.0:1779212956.060632:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779212956.060637:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960513536, offset 0 00000400:00000200:2.0:1779212956.060639:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1779212956.060642:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ce1241c8. 00000400:00000200:2.0:1779212956.060642:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212956.060649:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212956.060649:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [24:24:256:4294967295] 192.168.202.129@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000010:0.0:1779212956.060653:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000400:00000010:0.0:1779212956.060659:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779212956.060665:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960513408, portal 10 00000400:00000200:2.0:1779212956.060665:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:0.0:1779212956.060672:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000800:00000200:2.0:1779212956.060672:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212956.060675:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:0.0:1779212956.060678:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960513408, offset 0 00000400:00000200:1.0:1779212956.060680:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779212956.060680:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000400:00000200:1.0:1779212956.060686:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212956.060690:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212956.060692:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779212956.060693:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779212956.060697:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212956.060701:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [25:25:255:4294967295] 192.168.202.129@tcp LPNI seq info [25:25:7:4294967295] 00000800:00000200:2.0:1779212956.060705:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212956.060709:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779212956.060713:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212956.060719:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212956.060723:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000400:00000200:0.0:1779212956.060725:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212956.060730:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779212956.060731:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000010:2.0:1779212956.060731:0:199012:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044c4de20. 00000400:00000200:0.0:1779212956.060735:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212956.060740:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779212956.060742:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212956.060745:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1779212956.060750:0:199012:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9d59e81. 00000100:00000010:2.0:1779212956.060759:0:199012:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075e2be83. 00000400:00000200:0.0:1779212956.060763:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000010:2.0:1779212956.060767:0:199012:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012019d48. 00000400:00000200:0.0:1779212956.060768:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [26:26:254:4294967295] 192.168.202.129@tcp LPNI seq info [26:26:6:4294967295] 00000400:00000200:0.0:1779212956.060781:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212956.060787:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212956.060792:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a0b31af. 00000800:00000200:0.0:1779212956.060798:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212956.060804:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212956.060807:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a0b31af type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1779212956.060815:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212956.060820:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:3.0:1779212956.060829:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212956.060845:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212956.060855:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:3.0:1779212956.060858:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000200:3.0:1779212956.060869:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960513280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779212956.060895:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212956.060898:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:3.0:1779212956.060901:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212956.060904:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212956.060906:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000400:00000010:3.0:1779212956.060908:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000200:3.0:1779212956.060912:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960513536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779212956.060998:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212956.061001:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a0b31af. 00000400:00000200:3.0:1779212956.061005:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212956.061021:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212956.061024:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:3.0:1779212956.061026:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000200:3.0:1779212956.061030:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960513408/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212956.065268:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212956.065293:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27200b00 00000400:00000200:0.0:1779212956.065306:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1b5 [1] + 224 00000400:00000200:0.0:1779212956.065318:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.065322:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212956.065335:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960513280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212956.065371:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212956.065376:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27200c00 00000400:00000200:0.0:1779212956.065384:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1bd [1] + 224 00000400:00000200:0.0:1779212956.065392:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.065395:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212956.065401:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960513536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212956.065422:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212956.065428:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:2.0:1779212956.065430:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212956.065437:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960513280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212956.065446:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960513280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779212956.065471:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa939fbe. 00000400:00000200:1.0:1779212956.065477:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:1.0:1779212956.065479:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000200:1.0:1779212956.065486:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960513536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212956.065496:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960513536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779212956.065538:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4ad6b8a. 02000000:00000010:1.0:1779212956.065545:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cc43228. 00000100:00000010:1.0:1779212956.065551:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 02000000:00000010:2.0:1779212956.065693:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 02000000:00000010:2.0:1779212956.065697:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 00000100:00000010:2.0:1779212956.065699:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000400:00000200:1.0:1779212956.066905:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212956.066922:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 10 MB=0x6a0ca27200b80 00000400:00000200:1.0:1779212956.066931:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 416/416 into md 0x1c5 [1] + 0 00000400:00000200:1.0:1779212956.066945:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212956.066949:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779212956.066960:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960513408/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212956.067034:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:0.0:1779212956.067040:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779212956.067042:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779212956.067050:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960513408/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212956.067061:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960513408/t0(0) o38->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779212956.067487:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ce1241c8. 02000000:00000010:1.0:1779212956.067492:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007d58f74e. 00000100:00000010:1.0:1779212956.067497:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 02000000:00000010:2.0:1779212956.067547:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048275b76. 02000000:00000010:3.0:1779212956.067553:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033580755. 00000400:00000010:2.0:1779212956.067554:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000010:2.0:1779212956.067562:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000400:00000010:3.0:1779212956.067563:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779212956.067568:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212956.067572:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960512384, portal 10 00000100:00000200:2.0:1779212956.067573:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960512768, portal 10 00000020:00000010:3.0:1779212956.067581:0:199013:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f183f84c. 00000020:00000010:2.0:1779212956.067582:0:201064:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a1d113fd. 00000400:00000010:3.0:1779212956.067587:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000400:00000010:2.0:1779212956.067589:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 00000100:00000200:3.0:1779212956.067590:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960512384, offset 0 00000100:00000200:2.0:1779212956.067594:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960512768, offset 0 00000400:00000200:3.0:1779212956.067599:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212956.067606:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212956.067611:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212956.067616:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212956.067620:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212956.067623:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212956.067625:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212956.067628:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [27:27:256:4294967295] 192.168.202.129@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:3.0:1779212956.067636:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212956.067641:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212956.067645:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779212956.067645:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000400:00000200:2.0:1779212956.067651:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212956.067655:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779212956.067658:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779212956.067661:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212956.067665:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212956.067667:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [28:28:255:4294967295] 192.168.202.129@tcp LPNI seq info [28:28:7:4294967295] 00000800:00000200:3.0:1779212956.067672:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212956.067679:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779212956.067680:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212956.067688:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212956.067692:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000800:00000200:2.0:1779212956.067697:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212956.067701:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212956.067703:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1779212956.067756:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212956.067762:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:0.0:1779212956.067766:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.067771:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212956.067775:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:0.0:1779212956.067776:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000200:0.0:1779212956.067783:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960512384/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779212956.067838:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212956.067840:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:0.0:1779212956.067844:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.067847:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212956.067850:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000400:00000010:0.0:1779212956.067851:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000100:00000200:0.0:1779212956.067855:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960512768/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212956.071977:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212956.072012:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 368 into portal 10 MB=0x6a0ca27200900 00000400:00000200:0.0:1779212956.072024:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 368/368 into md 0x1cd [1] + 224 00000400:00000200:0.0:1779212956.072092:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.072098:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212956.072115:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960512768/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212956.072169:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212956.072175:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 368 into portal 10 MB=0x6a0ca27200780 00000400:00000200:0.0:1779212956.072181:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 368/368 into md 0x1d1 [1] + 224 00000400:00000200:0.0:1779212956.072202:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.072206:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212956.072270:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960512384/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212956.072331:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212956.072337:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:2.0:1779212956.072340:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212956.072347:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960512768/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212956.072357:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960512768/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212956.072407:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d931e690. 02000000:00000010:2.0:1779212956.072421:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048275b76. 02000000:00000010:2.0:1779212956.072427:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b02bd8b8. 00000100:00000010:2.0:1779212956.072436:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00800000:00000010:2.0:1779212956.072444:0:201064:0:(lmv_obd.c:1493:lmv_statfs()) kfreed 'temp': 144 at 000000009a05bd70. 00000100:00000010:2.0:1779212956.072458:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 02000000:00000010:2.0:1779212956.072476:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000665bc267. 00000100:00000010:2.0:1779212956.072491:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a05bd70. 00000400:00000010:3.0:1779212956.072512:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 02000000:00000010:2.0:1779212956.072514:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048275b76. 00000400:00000010:2.0:1779212956.072519:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000200:3.0:1779212956.072522:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212956.072526:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000400:00000010:2.0:1779212956.072534:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000100:00000200:3.0:1779212956.072537:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960512384/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212956.072542:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960513664, portal 10 00000400:00000010:2.0:1779212956.072550:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000100:00000200:2.0:1779212956.072555:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1865639960513664, offset 0 00000100:00000200:3.0:1779212956.072555:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960512384/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212972 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779212956.072567:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212956.072580:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212956.072587:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1779212956.072589:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033580755. 00000400:00000200:2.0:1779212956.072592:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:3.0:1779212956.072597:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 00000400:00000200:2.0:1779212956.072598:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212956.072604:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000010:3.0:1779212956.072607:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000400:00000200:2.0:1779212956.072608:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [29:29:256:4294967295] 192.168.202.129@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1779212956.072622:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212956.072627:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212956.072633:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec58ae11. 00000800:00000200:2.0:1779212956.072642:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212956.072651:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212956.072656:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ec58ae11 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:1.0:1779212956.072884:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212956.072889:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec58ae11. 00000400:00000200:1.0:1779212956.072893:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212956.072898:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212956.072901:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:1.0:1779212956.072903:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000200:1.0:1779212956.072908:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960513664/t0(0) o40->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 440/448 e 0 to 0 dl 1779212972 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212956.074914:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212956.074935:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 448 into portal 10 MB=0x6a0ca27200c80 00000400:00000200:0.0:1779212956.074945:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 448/448 into md 0x1dd [1] + 224 00000400:00000200:0.0:1779212956.074959:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.074963:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212956.074975:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960513664/t0(0) o40->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 440/448 e 0 to 0 dl 1779212972 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212956.075178:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212956.075195:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:2.0:1779212956.075198:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212956.075219:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960513664/t0(0) o40->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 440/448 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212956.075279:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960513664/t0(0) o40->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 440/448 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212956.075312:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009a05bd70. 00000002:00000200:2.0:1779212956.075319:0:201064:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1779212956.075324:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048275b76. 02000000:00000010:2.0:1779212956.075329:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000665bc267. 00000100:00000010:2.0:1779212956.075333:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000020:00000010:2.0:1779212956.075362:0:201064:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000004d1c8bcd. 00000020:00000010:2.0:1779212956.075387:0:201064:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000003b9ac58f. 00000400:00000200:2.0:1779212956.075403:0:201064:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000010:2.0:1779212956.075420:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 02000000:00000010:2.0:1779212956.075447:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000048275b76. 00000080:00000010:2.0:1779212956.075509:0:201064:0:(llite_lib.c:742:client_common_fill_super()) kmalloced '(op_data)': 392 at 00000000665bc267. 00000020:00000010:2.0:1779212956.075516:0:201064:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000149c3ac2. 00000100:00000010:2.0:1779212956.075528:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 02000000:00000010:2.0:1779212956.075534:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce56385a. 00000100:00000010:2.0:1779212956.075543:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a05bd70. 02000000:00000010:2.0:1779212956.075559:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039a5b9f5. 00000400:00000010:2.0:1779212956.075563:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000010:2.0:1779212956.075568:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212956.075575:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960513920, portal 10 00000400:00000010:2.0:1779212956.075580:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9874c6d. 00000100:00000200:2.0:1779212956.075583:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1865639960513920, offset 0 00000400:00000200:2.0:1779212956.075597:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212956.075605:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212956.075610:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212956.075614:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212956.075617:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212956.075620:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212956.075629:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [30:30:256:4294967295] 192.168.202.129@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:2.0:1779212956.075640:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212956.075646:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212956.075651:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000800:00000200:2.0:1779212956.075659:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212956.075666:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212956.075669:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 360 niov 1 nkiov 1 02000000:00000010:1.0:1779212956.075744:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007866d43b. 00000400:00000010:1.0:1779212956.075750:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa939fbe. 00000400:00000010:1.0:1779212956.075754:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000200:1.0:1779212956.075757:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960513792, portal 4 00000020:00000010:1.0:1779212956.075764:0:199011:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b90bf091. 00000400:00000010:1.0:1779212956.075768:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779212956.075770:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1865639960513792, offset 0 00000400:00000200:1.0:1779212956.075775:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212956.075780:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212956.075783:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212956.075785:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212956.075787:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212956.075793:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212956.075795:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [31:31:255:4294967295] 192.168.202.129@tcp LPNI seq info [31:31:7:4294967295] 00000400:00000200:1.0:1779212956.075801:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212956.075804:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212956.075806:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000800:00000200:1.0:1779212956.075809:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212956.075812:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212956.075813:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1779212956.075981:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212956.075985:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:0.0:1779212956.075988:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.075991:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212956.075993:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9874c6d 00000400:00000010:0.0:1779212956.075994:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f9874c6d. 00000100:00000200:0.0:1779212956.075998:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960513920/t0(0) o900->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:29/10 lens 264/248 e 0 to 0 dl 1779212972 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779212956.076052:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212956.076054:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:0.0:1779212956.076057:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.076060:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212956.076063:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:0.0:1779212956.076064:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000200:0.0:1779212956.076068:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960513792/t0(0) o8->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1779212966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212956.079485:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212956.079508:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 248 into portal 10 MB=0x6a0ca27200d80 00000400:00000200:1.0:1779212956.079518:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 248/248 into md 0x1e5 [1] + 224 00000400:00000200:1.0:1779212956.079531:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212956.079536:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779212956.079551:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960513920/t0(0) o900->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:29/10 lens 264/248 e 0 to 0 dl 1779212972 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212956.079591:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212956.079597:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 4 MB=0x6a0ca27200d00 00000400:00000200:1.0:1779212956.079604:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 416/416 into md 0x1ed [1] + 0 00000400:00000200:1.0:1779212956.079614:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212956.079618:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779212956.079623:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960513792/t0(0) o8->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1779212966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212956.079635:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212956.079642:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:2.0:1779212956.079645:0:201064:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212956.079665:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960513920/t0(0) o900->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:29/10 lens 264/248 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212956.079676:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960513920/t0(0) o900->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:29/10 lens 264/248 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779212956.079686:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa939fbe. 00000400:00000200:0.0:1779212956.079693:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:0.0:1779212956.079695:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000200:0.0:1779212956.079702:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960513792/t0(0) o8->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779212956.079726:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009a05bd70. 00000100:00000200:0.0:1779212956.079737:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960513792/t0(0) o8->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1779212966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779212956.079752:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039a5b9f5. 00000020:00000010:0.0:1779212956.079754:0:199011:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000001336d75. 02000000:00000010:2.0:1779212956.079760:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ce56385a. 00000100:00000010:2.0:1779212956.079766:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 80000000:00000010:2.0:1779212956.079775:0:201064:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000bce3f090. 00000020:00000010:2.0:1779212956.079788:0:201064:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000a4d0dd72. 00000100:00000010:2.0:1779212956.079794:0:201064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 02000000:00000010:0.0:1779212956.079812:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007866d43b. 02000000:00000010:2.0:1779212956.079815:0:201064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce56385a. 02000000:00000010:0.0:1779212956.079818:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000048275b76. 00000100:00000010:0.0:1779212956.079823:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000100:00000010:2.0:1779212956.079832:0:201064:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a05bd70. 02000000:00000010:2.0:1779212956.079925:0:201064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000006fb8a01d. 00000400:00000010:2.0:1779212956.079932:0:201064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000010:2.0:1779212956.079937:0:201064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at 000000003f4f86fa. 00000100:00000200:2.0:1779212956.079944:0:201064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1865639960514048, portal 10 00000400:00000010:2.0:1779212956.079949:0:201064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779212956.079952:0:201064:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1865639960514048, offset 0 00000400:00000200:2.0:1779212956.079959:0:201064:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212956.079975:0:201064:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212956.079982:0:201064:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212956.079985:0:201064:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212956.079989:0:201064:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212956.079992:0:201064:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212956.079995:0:201064:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [32:32:256:4294967295] 192.168.202.129@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1779212956.080006:0:201064:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212956.080012:0:201064:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212956.080018:0:201064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000800:00000200:2.0:1779212956.080026:0:201064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212956.080033:0:201064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212956.080038:0:201064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1779212956.080199:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212956.080203:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:0.0:1779212956.080208:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.080213:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212956.080248:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:0.0:1779212956.080251:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000200:0.0:1779212956.080257:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960514048/t0(0) o33->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779212972 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:0.0:1779212956.094980:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212956.095005:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 464 into portal 10 MB=0x6a0ca27200e00 00000400:00000200:0.0:1779212956.095016:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 464/464 into md 0x1f5 [32] + 224 00000400:00000200:0.0:1779212956.095048:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212956.095053:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212956.095068:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960514048/t0(0) o33->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779212972 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:2.0:1779212956.095205:0:201064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212956.095213:0:201064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f4f86fa 00000400:00000010:2.0:1779212956.095216:0:201064:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at 000000003f4f86fa. 00000100:00000200:2.0:1779212956.095256:0:201064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960514048/t0(0) o33->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:2.0:1779212956.095266:0:201064:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960514048/t0(0) o33->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779212972 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:2.0:1779212956.095313:0:201064:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009a05bd70. 00000002:00000200:2.0:1779212956.095327:0:201064:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1779212956.095334:0:201064:0:(llite_lib.c:757:client_common_fill_super()) kfreed 'op_data': 392 at 00000000665bc267. 00000020:00000010:2.0:1779212956.095370:0:201064:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 0000000032c82986. 00000020:00000010:2.0:1779212956.095377:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665bc267. 00000020:00000010:2.0:1779212956.095383:0:201064:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000039a5b9f5. 00000020:00000010:2.0:1779212956.095387:0:201064:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000c1b90ef8. 00000008:00000010:2.0:1779212956.095395:0:201064:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000874c2b5a. 00020000:00000010:2.0:1779212956.095402:0:201064:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000c7e7939c. 00008000:00000010:2.0:1779212956.095408:0:201064:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000076481273. 00000080:00000010:2.0:1779212956.095415:0:201064:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008419b2e2. 00000080:00000010:2.0:1779212956.095419:0:201064:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008288cac4. 00000020:00000010:2.0:1779212956.095429:0:201064:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014edecf3. 00000008:00000010:2.0:1779212956.095433:0:201064:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000026640dfe. 00020000:00000010:2.0:1779212956.095438:0:201064:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ec309868. 00008000:00000010:2.0:1779212956.095441:0:201064:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000222b6dcf. 00000080:00000010:2.0:1779212956.095445:0:201064:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009629ca3b. 00000080:00000010:2.0:1779212956.095451:0:201064:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at 000000005a2a47b8. 00000080:00000010:2.0:1779212956.095457:0:201064:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at 000000003f4f86fa. 00000020:00000010:2.0:1779212956.095507:0:201064:0:(lu_object.c:1156:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 000000004b3e25fc. 00000020:00000010:2.0:1779212956.095519:0:201064:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000026c8168. 00000020:00000010:2.0:1779212956.095523:0:201064:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000009a05bd70. 00000008:00000010:2.0:1779212956.095532:0:201064:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005465e84b. 00020000:00000010:2.0:1779212956.095534:0:201064:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e9012c34. 00008000:00000010:2.0:1779212956.095537:0:201064:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000795de7cc. 00000080:00000010:2.0:1779212956.095540:0:201064:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003e23b713. 00000080:00000010:2.0:1779212956.095553:0:201064:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c6a44c00. 00000008:00000010:2.0:1779212956.095557:0:201064:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009a9bf3f9. 00020000:00000010:2.0:1779212956.095559:0:201064:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b3545f95. 00008000:00000010:2.0:1779212956.095561:0:201064:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c8528e54. 00000080:00000010:2.0:1779212956.095564:0:201064:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007b9c6784. 00000008:00000010:2.0:1779212956.095568:0:201064:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb81c031. 00020000:00000010:2.0:1779212956.095570:0:201064:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000002e275e70. 00008000:00000010:2.0:1779212956.095573:0:201064:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f93e3bbd. 00000080:00000010:2.0:1779212956.095575:0:201064:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000009d5bc1d7. 00000080:00000010:2.0:1779212956.095578:0:201064:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000010dbf955. 00000008:00000010:2.0:1779212956.095580:0:201064:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006ff266c1. 00020000:00000010:2.0:1779212956.095582:0:201064:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000725cd8b2. 00008000:00000010:2.0:1779212956.095584:0:201064:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f4529d5d. 00000080:00000010:2.0:1779212956.095597:0:201064:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004e855d53. 00000008:00000010:2.0:1779212956.095602:0:201064:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b592b380. 00020000:00000010:2.0:1779212956.095604:0:201064:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013f2ed49. 00008000:00000010:2.0:1779212956.095607:0:201064:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008f76947d. 00000080:00000010:2.0:1779212956.095609:0:201064:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b2170dd2. 00000080:00000010:2.0:1779212956.095617:0:201064:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e2e16bbe. 00000008:00000010:2.0:1779212956.095621:0:201064:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000063f56431. 00020000:00000010:2.0:1779212956.095624:0:201064:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ff80ed18. 00008000:00000010:2.0:1779212956.095626:0:201064:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e6346c14. 00000080:00000010:2.0:1779212956.095629:0:201064:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000e0c2841. 00000008:00000010:2.0:1779212956.095634:0:201064:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000064ec8a5a. 00020000:00000010:2.0:1779212956.095636:0:201064:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000037027c1e. 00008000:00000010:2.0:1779212956.095638:0:201064:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000005c5d6ac. 00000080:00000010:2.0:1779212956.095641:0:201064:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000119e4945. 00000080:00000010:2.0:1779212956.095643:0:201064:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000061ec22e5. 00000008:00000010:2.0:1779212956.095647:0:201064:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f61e217e. 00020000:00000010:2.0:1779212956.095649:0:201064:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000061079d60. 00008000:00000010:2.0:1779212956.095651:0:201064:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e4186b32. 00000080:00000010:2.0:1779212956.095653:0:201064:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003bd8195f. 00020000:00000010:2.0:1779212956.095664:0:201064:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000988b155a. 00020000:00000010:2.0:1779212956.095670:0:201064:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000a9d3fac0. 00020000:00000010:2.0:1779212956.095674:0:201064:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 0000000084d6c021. 00000020:00000010:2.0:1779212956.095679:0:201064:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000039a5b9f5. 00000020:00000010:2.0:1779212956.095683:0:201064:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000c1b90ef8. 00000008:00000010:2.0:1779212956.095687:0:201064:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000874c2b5a. 00020000:00000010:2.0:1779212956.095690:0:201064:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000c7e7939c. 00008000:00000010:2.0:1779212956.095693:0:201064:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000076481273. 00000080:00000010:2.0:1779212956.095698:0:201064:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000008419b2e2. 00000080:00000010:2.0:1779212956.095700:0:201064:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008288cac4. 00000020:00000010:2.0:1779212956.095704:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665bc267. 00000008:00000010:2.0:1779212956.095707:0:201064:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000026640dfe. 00020000:00000010:2.0:1779212956.095710:0:201064:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ec309868. 00008000:00000010:2.0:1779212956.095713:0:201064:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000222b6dcf. 00000080:00000010:2.0:1779212956.095716:0:201064:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009629ca3b. 00000020:00000010:2.0:1779212956.095718:0:201064:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014edecf3. 00000020:00000010:2.0:1779212956.095720:0:201064:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at 0000000032c82986. 00000080:00000010:2.0:1779212956.095761:0:201064:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at 000000008c80afaf. 02000000:00000010:2.0:1779212956.095792:0:201064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000006fb8a01d. 02000000:00000010:2.0:1779212956.095825:0:201064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ce56385a. 00000100:00000010:2.0:1779212956.095831:0:201064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000080:00000010:2.0:1779212956.095842:0:201064:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at 000000001b4b1460. 00000080:00000010:2.0:1779212956.095850:0:201064:0:(llite_lib.c:846:client_common_fill_super()) kfreed 'data': 192 at 0000000040023c7f. 00000080:00000010:2.0:1779212956.095854:0:201064:0:(llite_lib.c:847:client_common_fill_super()) kfreed 'osfs': 144 at 000000006e665fe6. 00000080:00000010:2.0:1779212956.095886:0:201064:0:(llite_lib.c:1515:ll_fill_super()) kfreed 'md': 33 at 00000000800f5c47. 00000080:00000010:2.0:1779212956.095889:0:201064:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'dt': 33 at 000000007d6585fe. 00000080:00000010:2.0:1779212956.095893:0:201064:0:(llite_lib.c:1525:ll_fill_super()) kfreed 'cfg': 88 at 000000003f16def9. 00000080:02000400:2.0:1779212956.095897:0:201064:0:(llite_lib.c:1531:ll_fill_super()) Mounted lustre-client 00000400:00000001:3.0:1779212956.165860:0:201094:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:2.0:1779212956.700350:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212956.700356:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212956.700424:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212956.700428:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212956.700431:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1779212957.334766:0:201101:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212957.500820:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000c8f3c0d4 00000080:00200008:3.0:1779212957.500832:0:201121:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](000000003a09da23), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1779212957.500842:0:201121:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1779212957.500845:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000007f4878ec 00000080:00200000:3.0:1779212957.500846:0:201121:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000003a09da23),name=/ 00000080:00000010:3.0:1779212957.500870:0:201121:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000b53750df. 00000080:00000001:3.0:1779212957.500880:0:201121:0:(namei.c:944:ll_intent_lock()) Process entered 00000020:00000010:3.0:1779212957.500887:0:201121:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000009a15926f. 00800000:00000001:3.0:1779212957.500892:0:201121:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1779212957.500894:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000676a07ca 00800000:00000002:3.0:1779212957.500896:0:201121:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1779212957.500901:0:201121:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1779212957.500904:0:201121:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1779212957.500906:0:201121:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1779212957.500909:0:201121:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1779212957.500912:0:201121:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1779212957.500914:0:201121:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1779212957.500916:0:201121:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1779212957.500919:0:201121:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1779212957.500922:0:201121:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1779212957.500927:0:201121:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000081233237. 00000002:00000001:3.0:1779212957.500931:0:201121:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1779212957.500933:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000b8f9b6f2 00000002:00010000:3.0:1779212957.500934:0:201121:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1779212957.500937:0:201121:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1779212957.500940:0:201121:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1779212957.500944:0:201121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1779212957.500951:0:201121:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.500953:0:201121:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.500955:0:201121:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.500957:0:201121:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1779212957.500960:0:201121:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1779212957.500971:0:201121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779212957.500976:0:201121:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00010000:00000001:3.0:1779212957.500984:0:201121:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1779212957.500990:0:201121:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1779212957.500994:0:201121:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.500997:0:201121:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212957.501000:0:201121:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212957.501005:0:201121:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212957.501011:0:201121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a33ba3cb. 00000100:00000001:3.0:1779212957.501020:0:201121:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.501026:0:201121:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1779212957.501027:0:201121:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.501029:0:201121:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1779212957.501030:0:201121:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.501032:0:201121:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.501038:0:201121:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00010000:00000001:3.0:1779212957.501043:0:201121:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1779212957.501046:0:201121:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1779212957.501050:0:201121:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000239cde7d. 00010000:00000010:3.0:1779212957.501061:0:201121:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000083de0468. 00010000:00000001:3.0:1779212957.501067:0:201121:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1779212957.501071:0:201121:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041a593b4. 00000020:00000010:3.0:1779212957.501074:0:201121:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000001a5d0860. 00000020:00000001:3.0:1779212957.501077:0:201121:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1779212957.501080:0:201121:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000041a593b4 with handle 0xf7a7455962195652 to hash 00000020:00000001:3.0:1779212957.501082:0:201121:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1779212957.501084:0:201121:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.501087:0:201121:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.501092:0:201121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779212957.501095:0:201121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212957.501099:0:201121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 201121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779212957.501109:0:201121:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 201121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779212957.501128:0:201121:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 201121 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1779212957.501134:0:201121:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779212957.501137:0:201121:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779212957.501143:0:201121:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.501146:0:201121:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320286994816 : -104753422556800 : ffffa0ba3175a180) 00000100:00000001:3.0:1779212957.501149:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.501150:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000001:3.0:1779212957.501155:0:201121:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212957.501157:0:201121:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.501159:0:201121:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779212957.501161:0:201121:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212957.501185:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1779212957.501196:0:201121:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212957.501198:0:201121:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.501207:0:201121:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212957.501210:0:201121:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212957.501213:0:201121:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212957.501216:0:201121:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514176:192.168.202.129@tcp:101: 00000100:00000001:3.0:1779212957.501221:0:201121:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212957.501392:0:201121:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212957.501394:0:201121:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.501397:0:201121:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212957.501402:0:201121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000769c6499. 02000000:00000001:3.0:1779212957.501404:0:201121:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212957.501411:0:201121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779212957.501419:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212957.501427:0:201121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1865639960514176, portal 10 00000100:00000001:3.0:1779212957.501430:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.501431:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000040:3.0:1779212957.501441:0:201121:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1779212957.501450:0:201121:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212957.501453:0:201121:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212957.501456:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000100:00000200:3.0:1779212957.501458:0:201121:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1865639960514176, offset 0 00000400:00000200:3.0:1779212957.501465:0:201121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212957.501481:0:201121:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212957.501487:0:201121:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212957.501492:0:201121:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212957.501496:0:201121:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212957.501500:0:201121:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212957.501504:0:201121:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [33:33:256:4294967295] 192.168.202.129@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:3.0:1779212957.501516:0:201121:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212957.501523:0:201121:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212957.501528:0:201121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000800:00000200:3.0:1779212957.501537:0:201121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212957.501547:0:201121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212957.501552:0:201121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1779212957.501569:0:201121:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.501574:0:201121:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 3485315 usecs (3486 jiffies) 00000100:00000001:3.0:1779212957.501578:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305795903 00000100:00000001:3.0:1779212957.501581:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.501584:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305795903 00000100:00000001:3.0:1779212957.501587:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.501589:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305795903 00000100:00000001:3.0:1779212957.501591:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.501593:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305795903 00000100:00000001:3.0:1779212957.501601:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.501603:0:201121:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.501606:0:201121:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.501610:0:201121:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212957.501612:0:201121:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779212957.501615:0:201121:0:(client.c:2692:ptlrpc_set_wait()) set 000000009d414ee8 going to sleep for 11 seconds 00000100:00000001:3.0:1779212957.501618:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212957.501621:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212957.501858:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212957.501863:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:1.0:1779212957.501868:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212957.501874:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212957.501879:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000400:00000010:1.0:1779212957.501881:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:1.0:1779212957.501901:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212957.501905:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1779212957.501917:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212957.501921:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1779212973 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1779212957.501929:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212957.501932:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212957.505595:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.505614:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212957.505619:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.505621:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212957.505631:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212957.505649:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 688 into portal 10 MB=0x6a0ca27200e80 00000400:00000200:0.0:1779212957.505656:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 688/688 into md 0x1fd [1] + 224 00000800:00000001:0.0:1779212957.505689:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.505695:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212957.505699:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212957.505704:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212957.505712:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212957.505720:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1779212973 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:0.0:1779212957.505730:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1779212957.505743:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212957.505752:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.505755:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.505828:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779212957.505836:0:201121:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212957.505839:0:201121:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212957.505842:0:201121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212957.505847:0:201121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212957.505849:0:201121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212957.505853:0:201121:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212957.505857:0:201121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1779212957.505866:0:201121:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1779212957.505872:0:201121:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212957.505874:0:201121:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.505877:0:201121:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212957.505881:0:201121:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212957.505884:0:201121:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212957.505886:0:201121:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.505897:0:201121:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212957.505911:0:201121:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212957.505916:0:201121:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212957.505919:0:201121:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212957.505922:0:201121:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.505925:0:201121:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212957.505930:0:201121:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.505935:0:201121:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212957.505938:0:201121:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212957.505940:0:201121:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212957.505948:0:201121:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.505954:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1779212957.505961:0:201121:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.505964:0:201121:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212957.505966:0:201121:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212957.505969:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1779212973 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1779212957.505975:0:201121:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514176:192.168.202.129@tcp:101: 00000100:00000001:3.0:1779212957.505980:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.505983:0:201121:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.505986:0:201121:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779212957.505989:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.505991:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1779212973 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1779212957.505998:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212957.506001:0:201121:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.506004:0:201121:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779212957.506006:0:201121:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.506009:0:201121:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1779212957.506013:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506015:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506018:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=4 00000020:00000001:3.0:1779212957.506021:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506023:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000040:3.0:1779212957.506030:0:201121:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000041a593b4, remote cookie: 0x373baddc8f8f72f8, flags: 0x1001 00010000:00010000:3.0:1779212957.506035:0:201121:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779212957.506046:0:201121:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506061:0:201121:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1779212957.506065:0:201121:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1779212957.506068:0:201121:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1779212957.506068:0:201121:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1779212957.506070:0:201121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1779212957.506072:0:201121:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000239cde7d) refcount = 1 00010000:00010000:3.0:1779212957.506074:0:201121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506078:0:201121:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1779212957.506083:0:201121:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000cb7f1d16. 00010000:00000001:3.0:1779212957.506085:0:201121:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1779212957.506085:0:201121:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779212957.506088:0:201121:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1779212957.506089:0:201121:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212957.506091:0:201121:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506095:0:201121:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1779212957.506096:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506097:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.506098:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506099:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.506100:0:201121:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.506104:0:201121:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1779212957.506105:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506106:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506106:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.506107:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506108:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506110:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506111:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506115:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=4 00000020:00000001:3.0:1779212957.506116:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506117:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506120:0:201121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779212957.506122:0:201121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212957.506124:0:201121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506127:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506128:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.506129:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506129:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506130:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=5 00000020:00000001:3.0:1779212957.506131:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506132:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506133:0:201121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1779212957.506134:0:201121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506137:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506138:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1779212957.506139:0:201121:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506143:0:201121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1779212957.506144:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506145:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.506146:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506146:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1779212957.506151:0:201121:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1779212973 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1779212957.506158:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506165:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506166:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.506179:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506182:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506185:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506186:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1779212957.506188:0:201121:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.506190:0:201121:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.506193:0:201121:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1779212957.506195:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506197:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506197:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.506199:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506201:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00000002:00010000:3.0:1779212957.506204:0:201121:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506212:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506213:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.506215:0:201121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1779212957.506216:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506217:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506218:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.506220:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506265:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000040:3.0:1779212957.506272:0:201121:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: 00000000239cde7d count: 2 00010000:00000001:3.0:1779212957.506275:0:201121:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1779212957.506280:0:201121:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns 00000000bd8ddf06 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1779212957.506282:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506283:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1779212957.506285:0:201121:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1779212957.506288:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000006b96d7f2 00000002:00002000:3.0:1779212957.506290:0:201121:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1779212957.506293:0:201121:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1779212957.506304:0:201121:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1779212957.506308:0:201121:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1779212957.506311:0:201121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1779212957.506315:0:201121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1779212957.506320:0:201121:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000b53750df. 00000080:00000001:3.0:1779212957.506326:0:201121:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1779212957.506329:0:201121:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1779212957.506336:0:201121:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1779212957.506341:0:201121:0:(lmv_obd.c:3904:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1779212957.506346:0:201121:0:(lmv_obd.c:3883:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 0000000043eb066e. 00800000:00000001:3.0:1779212957.506349:0:201121:0:(lmv_obd.c:3888:lmv_stripe_object_alloc()) Process leaving (rc=18446639320209187392 : -104753500364224 : ffffa0ba2cd26240) 00800000:00000001:3.0:1779212957.506352:0:201121:0:(lmv_obd.c:3965:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.506354:0:201121:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1779212957.506358:0:201121:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1779212957.506360:0:201121:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1779212957.506363:0:201121:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1779212957.506366:0:201121:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1779212957.506372:0:201121:0:(llite_lib.c:1823:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1779212957.506374:0:201121:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.506379:0:201121:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1779212957.506382:0:201121:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1779212957.506386:0:201121:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1779212957.506389:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506390:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506392:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.506394:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506396:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506398:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506399:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1779212957.506401:0:201121:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1779212957.506403:0:201121:0:(lmv_obd.c:4141:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1779212957.506405:0:201121:0:(lmv_obd.c:4148:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1779212957.506408:0:201121:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000003a09da23) for lock 0xf7a7455962195652 00800000:00000001:3.0:1779212957.506412:0:201121:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1779212957.506420:0:201121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1779212957.506421:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506423:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506424:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.506427:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506429:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506432:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506433:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1779212957.506435:0:201121:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1779212957.506437:0:201121:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.506439:0:201121:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1779212957.506442:0:201121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000003a09da23) 00000080:00010000:3.0:1779212957.506445:0:201121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf7a7455962195652 from it 0000000053d00d79 00010000:00000001:3.0:1779212957.506447:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.506448:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.506449:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.506451:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506453:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.506455:0:201121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1779212957.506457:0:201121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212957.506463:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506464:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.506466:0:201121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1779212957.506468:0:201121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1779212957.506470:0:201121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1779212957.506478:0:201121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1779212957.506483:0:201121:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1779212957.506485:0:201121:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1779212957.506489:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506491:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.506498:0:201121:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.506502:0:201121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1779212957.506503:0:201121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.506505:0:201121:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.506508:0:201121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.506509:0:201121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1779212957.506511:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.506512:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1779212957.506514:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.506518:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960514176/t0(0) o101->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1779212973 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1779212957.506526:0:201121:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212957.506529:0:201121:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212957.506532:0:201121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000769c6499. 02000000:00000001:3.0:1779212957.506537:0:201121:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212957.506539:0:201121:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212957.506542:0:201121:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.506544:0:201121:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212957.506547:0:201121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a33ba3cb. 02000000:00000001:3.0:1779212957.506551:0:201121:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212957.506554:0:201121:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212957.506555:0:201121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:3.0:1779212957.506559:0:201121:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212957.506560:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1779212957.506566:0:201121:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1779212957.506572:0:201121:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at 00000000769c6499. 00000020:00000001:3.0:1779212957.506575:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000c8f3c0d4 00000080:00000008:3.0:1779212957.506577:0:201121:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](000000003a09da23), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1779212957.507312:0:201121:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212957.507347:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000c8f3c0d4 00000080:00200008:3.0:1779212957.507350:0:201121:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](000000003a09da23), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1779212957.507355:0:201121:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1779212957.507356:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000007f4878ec 00000080:00200000:3.0:1779212957.507358:0:201121:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000003a09da23),name=/ 00000080:00000010:3.0:1779212957.507363:0:201121:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000b53750df. 00800000:00000002:3.0:1779212957.507368:0:201121:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get 0000000043eb066e 2 00000080:00000001:3.0:1779212957.507377:0:201121:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1779212957.507381:0:201121:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1779212957.507383:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000676a07ca 00800000:00000002:3.0:1779212957.507385:0:201121:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1779212957.507388:0:201121:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1779212957.507390:0:201121:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1779212957.507393:0:201121:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1779212957.507396:0:201121:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1779212957.507399:0:201121:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1779212957.507401:0:201121:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1779212957.507402:0:201121:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1779212957.507405:0:201121:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1779212957.507407:0:201121:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1779212957.507412:0:201121:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1779212957.507413:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000b8f9b6f2 00000002:00010000:3.0:1779212957.507414:0:201121:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1779212957.507418:0:201121:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1779212957.507420:0:201121:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1779212957.507422:0:201121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1779212957.507425:0:201121:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: 00000000239cde7d count: 2 00010000:00000001:3.0:1779212957.507427:0:201121:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779212957.507430:0:201121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779212957.507433:0:201121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1779212957.507435:0:201121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1779212957.507444:0:201121:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1779212957.507449:0:201121:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212957.507451:0:201121:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1779212957.507457:0:201121:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1779212957.507459:0:201121:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1779212957.507461:0:201121:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1779212957.507462:0:201121:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1779212957.507470:0:201121:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1779212957.507472:0:201121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1779212957.507474:0:201121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1779212957.507476:0:201121:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put 0000000043eb066e 2 00000080:00000010:3.0:1779212957.507479:0:201121:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000b53750df. 00000080:00000001:3.0:1779212957.507481:0:201121:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1779212957.507483:0:201121:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1779212957.507484:0:201121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000003a09da23) 00000080:00010000:3.0:1779212957.507487:0:201121:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000003a09da23) for lock 0xf7a7455962195652 00800000:00000001:3.0:1779212957.507490:0:201121:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1779212957.507491:0:201121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1779212957.507492:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.507494:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.507495:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.507497:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507500:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507502:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.507503:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1779212957.507504:0:201121:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1779212957.507505:0:201121:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1779212957.507507:0:201121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf7a7455962195652 from it 0000000053d00d79 00010000:00000001:3.0:1779212957.507509:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.507510:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.507511:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.507513:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507514:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507517:0:201121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1779212957.507519:0:201121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1779212957.507525:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.507527:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.507528:0:201121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1779212957.507530:0:201121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1779212957.507537:0:201121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:3.0:1779212957.507543:0:201121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1779212957.507545:0:201121:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1779212957.507546:0:201121:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1779212957.507548:0:201121:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507550:0:201121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1779212957.507551:0:201121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507553:0:201121:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507555:0:201121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507556:0:201121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1779212957.507558:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.507559:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1779212957.507560:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779212957.507562:0:201121:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1779212957.507564:0:201121:0:(file.c:6180:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212957.507567:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000c8f3c0d4 00000080:00000008:3.0:1779212957.507568:0:201121:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](000000003a09da23), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1779212957.507670:0:201121:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1779212957.507672:0:201121:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1779212957.507674:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000ad12f067 00000080:00200000:3.0:1779212957.507675:0:201121:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000003a09da23),name=/ 00000080:00000010:3.0:1779212957.507679:0:201121:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000b53750df. 00800000:00000002:3.0:1779212957.507682:0:201121:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get 0000000043eb066e 2 00000080:00000001:3.0:1779212957.507684:0:201121:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1779212957.507686:0:201121:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1779212957.507687:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 0000000047d80b29 00800000:00000002:3.0:1779212957.507688:0:201121:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1779212957.507691:0:201121:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1779212957.507692:0:201121:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1779212957.507693:0:201121:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1779212957.507694:0:201121:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1779212957.507695:0:201121:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1779212957.507697:0:201121:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1779212957.507698:0:201121:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1779212957.507700:0:201121:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1779212957.507706:0:201121:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1779212957.507709:0:201121:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1779212957.507711:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000a2121594 00000002:00010000:3.0:1779212957.507712:0:201121:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1779212957.507715:0:201121:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1779212957.507716:0:201121:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1779212957.507718:0:201121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1779212957.507720:0:201121:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: 00000000239cde7d count: 2 00010000:00000001:3.0:1779212957.507722:0:201121:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779212957.507724:0:201121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779212957.507726:0:201121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1779212957.507729:0:201121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 02000000:00000001:3.0:1779212957.507736:0:201121:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1779212957.507738:0:201121:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212957.507739:0:201121:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000002:00000001:3.0:1779212957.507745:0:201121:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1779212957.507747:0:201121:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1779212957.507748:0:201121:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1779212957.507750:0:201121:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1779212957.507751:0:201121:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1779212957.507753:0:201121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1779212957.507755:0:201121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1779212957.507757:0:201121:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put 0000000043eb066e 2 00000080:00000010:3.0:1779212957.507759:0:201121:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000b53750df. 00000080:00000001:3.0:1779212957.507761:0:201121:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1779212957.507762:0:201121:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1779212957.507763:0:201121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000003a09da23) 00000080:00010000:3.0:1779212957.507765:0:201121:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000003a09da23) for lock 0xf7a7455962195652 00800000:00000001:3.0:1779212957.507768:0:201121:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1779212957.507773:0:201121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1779212957.507774:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.507776:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.507777:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.507779:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507781:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507783:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.507784:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1779212957.507785:0:201121:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1779212957.507787:0:201121:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1779212957.507788:0:201121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf7a7455962195652 from it 0000000002376ecf 00010000:00000001:3.0:1779212957.507790:0:201121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212957.507791:0:201121:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212957.507792:0:201121:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041a593b4 refcount=3 00000020:00000001:3.0:1779212957.507794:0:201121:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507795:0:201121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530435584 : -104754179116032 : ffffa0ba045d7400) 00010000:00000001:3.0:1779212957.507797:0:201121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1779212957.507799:0:201121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:3.0:1779212957.507804:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.507805:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212957.507806:0:201121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1779212957.507807:0:201121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1779212957.507809:0:201121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0ba086af000 lock: 0000000041a593b4/0xf7a7455962195652 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x373baddc8f8f72f8 expref: -99 pid: 201121 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:3.0:1779212957.507815:0:201121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1779212957.507816:0:201121:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1779212957.507818:0:201121:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1779212957.507819:0:201121:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507821:0:201121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1779212957.507822:0:201121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507824:0:201121:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507831:0:201121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.507832:0:201121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1779212957.507833:0:201121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212957.507835:0:201121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1779212957.507836:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779212957.507838:0:201121:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1779212957.507839:0:201121:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](000000003a09da23), inode mode 41ed mask 44 00000080:00000001:3.0:1779212957.507843:0:201121:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.507847:0:201121:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:3.0:1779212957.507850:0:201121:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1779212957.507851:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000ad12f067 00000080:00200008:3.0:1779212957.507853:0:201121:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](000000003a09da23), flags 100000 00000080:00000010:3.0:1779212957.507857:0:201121:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at 00000000acf74ef6. 00000080:00000001:3.0:1779212957.507862:0:201121:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.507863:0:201121:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.507952:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.507954:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.507961:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.507964:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.507968:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.507972:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.507974:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.507977:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.507979:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.507986:0:201121:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1779212957.507988:0:201121:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffffa0ba086af000: age 11123, max_age 11124 00000002:00000001:3.0:1779212957.507992:0:201121:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:3.0:1779212957.507994:0:201121:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000010:3.0:1779212957.507999:0:201121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779212957.508002:0:201121:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=5 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779212957.508006:0:201121:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212957.508009:0:201121:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212957.508012:0:201121:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212957.508017:0:201121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779212957.508024:0:201121:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.508027:0:201121:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779212957.508034:0:201121:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779212957.508040:0:201121:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.508043:0:201121:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320286994816 : -104753422556800 : ffffa0ba3175a180) 00000100:00000001:3.0:1779212957.508046:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.508047:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000001:3.0:1779212957.508051:0:201121:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212957.508053:0:201121:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.508055:0:201121:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779212957.508057:0:201121:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212957.508062:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.508069:0:201121:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212957.508072:0:201121:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.508076:0:201121:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212957.508079:0:201121:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212957.508082:0:201121:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212957.508085:0:201121:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514304:192.168.202.129@tcp:41: 00000100:00000001:3.0:1779212957.508090:0:201121:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212957.508096:0:201121:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212957.508098:0:201121:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.508101:0:201121:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212957.508106:0:201121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000286ada14. 02000000:00000001:3.0:1779212957.508109:0:201121:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212957.508114:0:201121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779212957.508122:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212957.508129:0:201121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960514304, portal 10 00000100:00000001:3.0:1779212957.508132:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.508133:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000040:3.0:1779212957.508139:0:201121:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.508147:0:201121:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212957.508150:0:201121:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212957.508153:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4f854. 00000100:00000200:3.0:1779212957.508155:0:201121:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960514304, offset 0 00000400:00000200:3.0:1779212957.508181:0:201121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212957.508196:0:201121:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212957.508203:0:201121:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212957.508207:0:201121:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212957.508212:0:201121:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212957.508215:0:201121:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212957.508218:0:201121:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [34:34:256:4294967295] 192.168.202.129@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1779212957.508247:0:201121:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212957.508253:0:201121:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212957.508259:0:201121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cc43228. 00000800:00000200:3.0:1779212957.508267:0:201121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212957.508276:0:201121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212957.508281:0:201121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cc43228 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212957.508293:0:201121:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.508297:0:201121:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 3098713 usecs (3099 jiffies) 00000100:00000001:3.0:1779212957.508301:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305795520 00000100:00000001:3.0:1779212957.508304:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.508306:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305795520 00000100:00000001:3.0:1779212957.508309:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.508310:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305795520 00000100:00000001:3.0:1779212957.508312:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.508314:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305795520 00000100:00000001:3.0:1779212957.508316:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.508319:0:201121:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.508322:0:201121:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.508324:0:201121:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212957.508327:0:201121:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779212957.508329:0:201121:0:(client.c:2692:ptlrpc_set_wait()) set 000000009d414ee8 going to sleep for 11 seconds 00000100:00000001:3.0:1779212957.508337:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212957.508340:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212957.508462:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212957.508466:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cc43228. 00000400:00000200:0.0:1779212957.508471:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212957.508477:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212957.508482:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4f854 00000400:00000010:0.0:1779212957.508484:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4f854. 00000100:00000001:0.0:1779212957.508488:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212957.508491:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212957.508500:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212957.508502:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212957.508506:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212957.508507:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212957.510763:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212957.510779:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212957.510784:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212957.510786:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212957.510797:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212957.510814:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 368 into portal 10 MB=0x6a0ca27200f00 00000400:00000200:1.0:1779212957.510823:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 368/368 into md 0x205 [1] + 224 00000800:00000001:1.0:1779212957.510831:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212957.510838:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212957.510841:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212957.510846:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212957.510854:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212957.510859:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212957.510871:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212957.510894:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212957.510905:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212957.510908:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.510966:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779212957.510974:0:201121:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212957.510976:0:201121:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212957.510978:0:201121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212957.510983:0:201121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212957.510985:0:201121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212957.510988:0:201121:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212957.510992:0:201121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212957.511000:0:201121:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.511005:0:201121:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212957.511007:0:201121:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.511010:0:201121:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212957.511014:0:201121:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212957.511017:0:201121:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212957.511019:0:201121:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.511022:0:201121:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212957.511031:0:201121:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212957.511036:0:201121:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212957.511039:0:201121:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212957.511041:0:201121:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.511044:0:201121:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212957.511048:0:201121:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.511052:0:201121:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212957.511054:0:201121:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212957.511056:0:201121:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212957.511057:0:201121:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.511061:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.511068:0:201121:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.511071:0:201121:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212957.511073:0:201121:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212957.511091:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212957.511098:0:201121:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514304:192.168.202.129@tcp:41: 00000100:00000001:3.0:1779212957.511103:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.511106:0:201121:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.511109:0:201121:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779212957.511111:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.511113:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.511119:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212957.511122:0:201121:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.511125:0:201121:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779212957.511126:0:201121:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.511131:0:201121:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1779212957.511133:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.511135:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960514304/t0(0) o41->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.511141:0:201121:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212957.511144:0:201121:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212957.511146:0:201121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000286ada14. 02000000:00000001:3.0:1779212957.511149:0:201121:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212957.511152:0:201121:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212957.511154:0:201121:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.511156:0:201121:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212957.511159:0:201121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:3.0:1779212957.511162:0:201121:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212957.511164:0:201121:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212957.511166:0:201121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:3.0:1779212957.511183:0:201121:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212957.511184:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779212957.511186:0:201121:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212957.511186:0:201121:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.511188:0:201121:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1779212957.511190:0:201121:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffffa0ba086af000: update 00000000bda01869 cache blocks 20244/23812 objects 79718/79992 00800000:00000001:3.0:1779212957.511200:0:201121:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1779212957.511206:0:201121:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.511209:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1779212957.511212:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.511216:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.511219:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.511361:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.511363:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.511371:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.511374:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.511379:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.511383:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.511385:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.511388:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.511389:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.511396:0:201121:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1779212957.511398:0:201121:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffffa0ba086af000: age 10113, max_age 11124 00000002:00000001:3.0:1779212957.511401:0:201121:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:3.0:1779212957.511404:0:201121:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000010:3.0:1779212957.511409:0:201121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779212957.511412:0:201121:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=5 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779212957.511427:0:201121:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212957.511430:0:201121:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212957.511435:0:201121:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212957.511440:0:201121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779212957.511447:0:201121:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.511450:0:201121:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779212957.511452:0:201121:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779212957.511458:0:201121:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.511460:0:201121:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320286994816 : -104753422556800 : ffffa0ba3175a180) 00000100:00000001:3.0:1779212957.511462:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.511464:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000001:3.0:1779212957.511467:0:201121:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212957.511470:0:201121:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.511471:0:201121:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779212957.511479:0:201121:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212957.511483:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.511491:0:201121:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212957.511493:0:201121:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.511497:0:201121:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212957.511500:0:201121:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212957.511502:0:201121:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212957.511505:0:201121:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514432:192.168.202.129@tcp:41: 00000100:00000001:3.0:1779212957.511509:0:201121:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212957.511514:0:201121:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212957.511516:0:201121:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.511519:0:201121:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212957.511523:0:201121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000286ada14. 02000000:00000001:3.0:1779212957.511525:0:201121:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212957.511541:0:201121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779212957.511547:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212957.511552:0:201121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960514432, portal 10 00000100:00000001:3.0:1779212957.511555:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.511556:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000040:3.0:1779212957.511561:0:201121:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.511569:0:201121:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212957.511572:0:201121:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212957.511575:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000100:00000200:3.0:1779212957.511578:0:201121:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960514432, offset 0 00000400:00000200:3.0:1779212957.511585:0:201121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212957.511594:0:201121:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212957.511601:0:201121:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212957.511611:0:201121:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212957.511615:0:201121:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212957.511619:0:201121:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212957.511623:0:201121:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [35:35:256:4294967295] 192.168.202.129@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1779212957.511640:0:201121:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212957.511647:0:201121:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212957.511652:0:201121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c4d8210. 00000800:00000200:3.0:1779212957.511659:0:201121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212957.511667:0:201121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212957.511672:0:201121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c4d8210 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212957.511687:0:201121:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.511692:0:201121:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 317931 usecs (318 jiffies) 00000100:00000001:3.0:1779212957.511696:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305792745 00000100:00000001:3.0:1779212957.511699:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.511702:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305792745 00000100:00000001:3.0:1779212957.511704:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.511706:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305792745 00000100:00000001:3.0:1779212957.511709:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.511711:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305792745 00000100:00000001:3.0:1779212957.511714:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.511716:0:201121:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.511719:0:201121:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.511722:0:201121:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212957.511723:0:201121:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779212957.511726:0:201121:0:(client.c:2692:ptlrpc_set_wait()) set 000000009d414ee8 going to sleep for 11 seconds 00000100:00000001:3.0:1779212957.511729:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212957.511731:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212957.511767:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212957.511772:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c4d8210. 00000400:00000200:0.0:1779212957.511777:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212957.511782:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212957.511785:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000400:00000010:0.0:1779212957.511787:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000100:00000001:0.0:1779212957.511803:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212957.511807:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212957.511817:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212957.511820:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212957.511826:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212957.511828:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212957.516394:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.516413:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212957.516418:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.516421:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212957.516433:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212957.516454:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 368 into portal 10 MB=0x6a0ca27200f80 00000400:00000200:0.0:1779212957.516463:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 368/368 into md 0x20d [1] + 224 00000800:00000001:0.0:1779212957.516471:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.516478:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212957.516481:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212957.516485:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212957.516493:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212957.516502:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212957.516514:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.516566:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212957.516584:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212957.516594:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.516597:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779212957.516631:0:201121:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212957.516633:0:201121:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212957.516636:0:201121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212957.516641:0:201121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212957.516643:0:201121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212957.516663:0:201121:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212957.516666:0:201121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212957.516683:0:201121:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.516690:0:201121:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212957.516692:0:201121:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.516695:0:201121:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212957.516699:0:201121:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212957.516702:0:201121:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212957.516705:0:201121:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.516708:0:201121:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212957.516717:0:201121:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=12 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212957.516722:0:201121:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212957.516725:0:201121:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212957.516727:0:201121:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.516729:0:201121:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779212957.516734:0:201121:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779212957.516741:0:201121:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.516745:0:201121:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212957.516747:0:201121:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212957.516749:0:201121:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212957.516751:0:201121:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.516754:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.516761:0:201121:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.516764:0:201121:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212957.516766:0:201121:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212957.516774:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212957.516781:0:201121:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514432:192.168.202.129@tcp:41: 00000100:00000001:3.0:1779212957.516801:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.516804:0:201121:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.516807:0:201121:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779212957.516809:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.516812:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.516819:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212957.516822:0:201121:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.516825:0:201121:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779212957.516826:0:201121:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1779212957.516833:0:201121:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1779212957.516834:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.516840:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960514432/t0(0) o41->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1779212973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.516847:0:201121:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212957.516850:0:201121:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212957.516853:0:201121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000286ada14. 02000000:00000001:3.0:1779212957.516856:0:201121:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212957.516858:0:201121:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212957.516860:0:201121:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.516863:0:201121:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212957.516865:0:201121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:3.0:1779212957.516870:0:201121:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212957.516879:0:201121:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212957.516881:0:201121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:3.0:1779212957.516885:0:201121:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212957.516886:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779212957.516888:0:201121:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212957.516888:0:201121:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.516891:0:201121:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1779212957.516893:0:201121:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffffa0ba086af000: update 00000000ebc163f7 cache blocks 20275/23812 objects 79737/79992 00800000:00000001:3.0:1779212957.516898:0:201121:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1779212957.516904:0:201121:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.516907:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1779212957.516909:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.516920:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.516923:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.516989:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.516992:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517000:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517003:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517010:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517014:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517017:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517020:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517022:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517027:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517029:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517030:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517032:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517035:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517037:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517041:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517042:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517045:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517046:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517048:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517051:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517052:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517053:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517054:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517056:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517058:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517060:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517061:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517063:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517065:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517067:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517073:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517076:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517077:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517079:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517082:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517084:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517085:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517086:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517098:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517100:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517101:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517103:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517106:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517108:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517112:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517113:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517116:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517117:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517120:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517122:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517123:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517124:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517125:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517128:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517129:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517131:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517133:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517134:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517136:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517139:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517140:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517143:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517144:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517150:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517153:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517155:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517156:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517157:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517160:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517162:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517163:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517166:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517168:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517181:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517186:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517187:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517190:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517191:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517194:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517196:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517198:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517199:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517201:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517204:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517206:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517208:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517210:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517213:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517215:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517219:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517220:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517288:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517290:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517293:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517295:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517297:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517303:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517304:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517307:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517309:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517311:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517313:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517316:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517318:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517323:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517324:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517327:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517328:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517331:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517334:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517335:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517336:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517337:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517339:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517341:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517343:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517345:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517347:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517349:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517352:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517354:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517357:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517358:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517361:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517363:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517365:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517367:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517368:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517370:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517377:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517379:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517381:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517383:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517384:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517389:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517390:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517392:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517394:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517397:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517399:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517401:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517402:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517403:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517405:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517407:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517409:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517410:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517413:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517415:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517417:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517419:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517421:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517422:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517424:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517426:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517427:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517428:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517429:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517431:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517433:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517435:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517436:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517443:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517444:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517449:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517450:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517453:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517454:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517456:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517459:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517460:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517462:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517463:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517465:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517467:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517468:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517471:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517472:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517474:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517477:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517478:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517480:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517481:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517483:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517484:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517486:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517487:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517488:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517490:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517491:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517493:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517495:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517497:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517498:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517501:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517505:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517508:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517510:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517512:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517513:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517515:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517516:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517517:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517520:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517521:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517523:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517525:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517527:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517528:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517531:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517532:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517534:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517535:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517537:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517539:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517540:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517541:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517542:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517545:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517546:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517548:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517549:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517551:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517552:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517555:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517556:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517559:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517560:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517568:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517570:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517572:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517574:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517574:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517577:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517579:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517580:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517582:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517584:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517586:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517589:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517590:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517593:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517594:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517596:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517598:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517600:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517601:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517602:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517604:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517606:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517607:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517609:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517611:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517612:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517615:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517616:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517618:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517619:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517621:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517623:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517625:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517632:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517633:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517635:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517637:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517639:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517640:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517643:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517644:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517649:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517650:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517653:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517654:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517656:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517659:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517660:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517661:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517662:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517664:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517666:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517668:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517670:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517671:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517673:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517676:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517677:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517679:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517680:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517682:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517683:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517685:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517686:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517687:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517689:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517696:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517697:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517699:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517701:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517703:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517707:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517708:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517711:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517712:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517714:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517716:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517717:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517719:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517720:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517722:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517724:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517726:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517727:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517729:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517730:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517733:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517735:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517737:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517738:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517740:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517741:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517743:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517744:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517745:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517747:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517749:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517751:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517753:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517759:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517760:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517764:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517765:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517768:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517769:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517771:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517773:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517774:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517775:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517776:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517779:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517780:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517781:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517783:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517785:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517787:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517790:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517791:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517793:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517794:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517796:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517797:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517799:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517800:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517800:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517803:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517805:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517806:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517808:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517810:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517812:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517814:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517819:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517822:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517823:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517825:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517827:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517828:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517830:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517831:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517833:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517835:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517836:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517838:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517840:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517842:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517846:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517847:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517849:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517850:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517852:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517854:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517856:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517857:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517857:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517860:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517862:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517863:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517865:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517867:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517868:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517871:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517872:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517874:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517876:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517882:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517884:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517886:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517887:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517888:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517891:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517893:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517894:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517896:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517898:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517900:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517905:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517906:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517909:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517910:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517912:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517914:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517915:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517916:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517917:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517919:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517921:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517923:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517924:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517926:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517928:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517930:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517931:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517934:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517935:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517937:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517939:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517940:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517947:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517948:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517950:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517952:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517954:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517956:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517957:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517959:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517964:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517965:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517967:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517968:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517970:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517972:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517974:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.517975:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.517976:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.517978:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517980:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517981:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.517983:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.517985:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517986:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.517989:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.517990:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.517993:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.517994:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.517995:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.517997:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.517999:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518000:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518001:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518003:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518011:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518012:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518014:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518016:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518018:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518022:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518023:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518025:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518026:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518028:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518030:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518031:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518033:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518034:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518036:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518038:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518039:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518041:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518042:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518044:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518047:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518047:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518050:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518051:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518053:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518055:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518056:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518057:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518058:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518060:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518062:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518064:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518065:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518071:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518072:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518077:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518078:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518080:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518081:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518083:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518085:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518087:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518088:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518089:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518091:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518093:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518094:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518096:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518098:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518099:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518102:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518103:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518105:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518106:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518108:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518110:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518111:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518112:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518113:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518116:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518117:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518119:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518120:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518122:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518124:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518126:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518133:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518136:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518137:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518139:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518142:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518143:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518145:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518146:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518148:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518150:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518151:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518153:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518156:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518158:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518162:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518163:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518165:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518166:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518182:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518185:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518187:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518188:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518189:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518191:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518193:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518194:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518196:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518198:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518200:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518203:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518204:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518207:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518208:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518215:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518217:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518219:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518220:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518221:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518250:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518252:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518258:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518260:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518262:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518264:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518269:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518270:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518274:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518275:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518278:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518281:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518282:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518284:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518285:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518287:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518289:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518290:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518292:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518294:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518296:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518298:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518299:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518302:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518303:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518305:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518307:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518309:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518315:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518316:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518318:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518320:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518321:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518323:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518325:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518327:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518332:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518333:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518335:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518337:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518338:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518340:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518342:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518343:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518344:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518346:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518348:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518350:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518351:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518353:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518355:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518357:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518358:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518361:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518362:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518363:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518365:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518367:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518368:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518369:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518371:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518377:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518378:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518380:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518382:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518384:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518388:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518389:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518391:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518392:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518394:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518396:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518398:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518399:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518400:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518402:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518404:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518405:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518407:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518409:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518411:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518414:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518414:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518417:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518418:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518420:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518421:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518423:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518424:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518425:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518427:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518429:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518430:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518432:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518437:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518439:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518443:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518444:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518446:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518447:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518449:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518451:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518453:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518454:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518455:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518457:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518459:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518460:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518462:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518464:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518466:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518469:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518469:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518472:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518473:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518475:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518476:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518478:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518479:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518480:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518482:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518484:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518485:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518487:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518489:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518491:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518494:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518501:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518504:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518506:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518508:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518510:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518512:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518513:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518514:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518517:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518519:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518520:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518522:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518524:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518526:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518530:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518531:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518533:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518534:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518536:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518538:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518540:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518541:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518542:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518544:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518546:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518548:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518549:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518552:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518553:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518556:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518557:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518559:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518560:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518567:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518569:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518571:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518572:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518573:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518576:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518578:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518579:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518581:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518583:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518585:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518589:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518590:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518592:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518593:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518595:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518597:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518598:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518599:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518600:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518602:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518604:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518606:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518607:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518609:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518610:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518613:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518614:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518616:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518617:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518619:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518621:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518622:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518627:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518628:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518631:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518632:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518634:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518636:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518638:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518639:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518643:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518644:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518647:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518648:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518650:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518652:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518653:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518654:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518655:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518657:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518659:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518661:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518662:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518664:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518666:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518669:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518670:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518672:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518673:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518674:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518676:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518678:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518679:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518680:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518682:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518688:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518689:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518691:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518693:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518695:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518698:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518699:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518702:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518703:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518705:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518707:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518708:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518709:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518710:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518713:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518715:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518716:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518718:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518719:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518721:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518724:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518725:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518728:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518728:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518730:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518732:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518733:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518734:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518735:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518738:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518739:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518741:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518743:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518750:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518752:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518757:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518758:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518761:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518762:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518764:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518766:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518768:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518769:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518770:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518773:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518774:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518776:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518778:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518780:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518782:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518785:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518786:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518788:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518789:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518791:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518793:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518794:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518795:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518796:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518798:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518800:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518801:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518803:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518805:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518807:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518810:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518816:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518819:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518820:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518822:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518824:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518825:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518827:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518827:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518830:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518831:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518833:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518834:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518836:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518838:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518842:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518843:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518845:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518846:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518847:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518849:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518850:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518851:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518852:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518854:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518856:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518857:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518859:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518861:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518862:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518865:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518866:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518868:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518869:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518875:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518878:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518879:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518881:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518882:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518884:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518886:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518887:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518889:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518891:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518893:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518897:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518898:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518901:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518902:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518904:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518906:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518908:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518909:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518910:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518912:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518914:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518916:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518917:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518919:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518921:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518923:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518924:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518926:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518927:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518929:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518931:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518933:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518940:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518941:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518943:0:201121:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518945:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518946:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.518949:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518951:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518953:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.518957:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518958:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518960:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518961:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518963:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518965:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518967:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1779212957.518968:0:201121:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1779212957.518969:0:201121:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00800000:00000001:3.0:1779212957.518971:0:201121:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.518973:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.518974:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1779212957.518976:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.518978:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.518980:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.518983:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.518984:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.518986:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.518987:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.518989:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.518991:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.518993:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.518998:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.518999:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.519007:0:201121:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1779212957.519014:0:201121:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffffa0ba086af000: age 10113, max_age 11124 00000008:00000001:3.0:1779212957.519018:0:201121:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:3.0:1779212957.519021:0:201121:0:(genops.c:1231:class_import_get()) import 000000003dbd4713 refcount=3 obd=lustre-OST0000-osc-ffffa0ba086af000 00000100:00000010:3.0:1779212957.519027:0:201121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779212957.519031:0:201121:0:(genops.c:1231:class_import_get()) import 000000003dbd4713 refcount=4 obd=lustre-OST0000-osc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.519034:0:201121:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212957.519035:0:201121:0:(genops.c:1244:class_import_put()) import 000000003dbd4713 refcount=3 obd=lustre-OST0000-osc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.519038:0:201121:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779212957.519040:0:201121:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212957.519043:0:201121:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212957.519048:0:201121:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212957.519054:0:201121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779212957.519062:0:201121:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.519066:0:201121:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779212957.519068:0:201121:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779212957.519073:0:201121:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.519075:0:201121:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320286994816 : -104753422556800 : ffffa0ba3175a180) 00000100:00000001:3.0:1779212957.519078:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.519080:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000001:3.0:1779212957.519084:0:201121:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212957.519086:0:201121:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.519088:0:201121:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779212957.519090:0:201121:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212957.519097:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.519106:0:201121:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212957.519109:0:201121:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.519114:0:201121:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212957.519116:0:201121:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212957.519119:0:201121:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212957.519121:0:201121:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514560:192.168.202.129@tcp:13: 00000100:00000001:3.0:1779212957.519126:0:201121:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212957.519132:0:201121:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212957.519134:0:201121:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.519142:0:201121:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212957.519145:0:201121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000286ada14. 02000000:00000001:3.0:1779212957.519147:0:201121:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212957.519153:0:201121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779212957.519159:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212957.519165:0:201121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960514560, portal 4 00000100:00000001:3.0:1779212957.519167:0:201121:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212957.519181:0:201121:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000020:00000010:3.0:1779212957.519190:0:201121:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000094a3129d. 00000100:00000040:3.0:1779212957.519196:0:201121:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.519205:0:201121:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212957.519207:0:201121:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212957.519210:0:201121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000100:00000200:3.0:1779212957.519213:0:201121:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1865639960514560, offset 0 00000400:00000200:3.0:1779212957.519220:0:201121:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212957.519311:0:201121:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212957.519316:0:201121:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212957.519320:0:201121:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212957.519324:0:201121:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212957.519326:0:201121:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212957.519330:0:201121:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [36:36:256:4294967295] 192.168.202.129@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1779212957.519341:0:201121:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212957.519347:0:201121:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212957.519351:0:201121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ad21c7. 00000800:00000200:3.0:1779212957.519359:0:201121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212957.519367:0:201121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212957.519371:0:201121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d5ad21c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212957.519386:0:201121:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.519391:0:201121:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: using a timeout of 5355 usecs (6 jiffies) 00000100:00000001:3.0:1779212957.519394:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305792441 00000100:00000001:3.0:1779212957.519403:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.519406:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305792441 00000100:00000001:3.0:1779212957.519408:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.519410:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305792441 00000100:00000001:3.0:1779212957.519412:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.519414:0:201121:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305792441 00000100:00000001:3.0:1779212957.519416:0:201121:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305796562 00000100:00000001:3.0:1779212957.519419:0:201121:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.519422:0:201121:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.519425:0:201121:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212957.519427:0:201121:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779212957.519429:0:201121:0:(client.c:2692:ptlrpc_set_wait()) set 000000009d414ee8 going to sleep for 11 seconds 00000100:00000001:3.0:1779212957.519431:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212957.519433:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212957.519584:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212957.519589:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ad21c7. 00000400:00000200:1.0:1779212957.519594:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212957.519599:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212957.519603:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000400:00000010:1.0:1779212957.519609:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000001:1.0:1779212957.519613:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212957.519616:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212957.519624:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212957.519627:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212957.519634:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212957.519635:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212957.528271:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.528295:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212957.528301:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.528304:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212957.528319:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212957.528358:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 368 into portal 4 MB=0x6a0ca27201000 00000400:00000200:0.0:1779212957.528368:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 368/368 into md 0x215 [1] + 224 00000800:00000001:0.0:1779212957.528379:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.528387:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212957.528390:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212957.528395:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212957.528403:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212957.528412:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212957.528425:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212957.528450:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212957.528460:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212957.528464:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.528692:0:201121:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779212957.528702:0:201121:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212957.528704:0:201121:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212957.528707:0:201121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212957.528712:0:201121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212957.528714:0:201121:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212957.528719:0:201121:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212957.528722:0:201121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212957.528730:0:201121:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.528736:0:201121:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212957.528737:0:201121:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.528740:0:201121:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212957.528743:0:201121:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212957.528746:0:201121:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212957.528748:0:201121:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212957.528759:0:201121:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212957.528769:0:201121:0:(import.c:2151:obd_at_measure()) add 5 to 00000000f97404ea time=1779212957 v=5 (0 0 0 0) 00000100:00001000:3.0:1779212957.528774:0:201121:0:(import.c:2151:obd_at_measure()) add 1 to 0000000040093c3c time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212957.528777:0:201121:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212957.528779:0:201121:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212957.528781:0:201121:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779212957.528786:0:201121:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779212957.528793:0:201121:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.528797:0:201121:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212957.528799:0:201121:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212957.528801:0:201121:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212957.528803:0:201121:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212957.528807:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.528822:0:201121:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212957.528826:0:201121:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212957.528828:0:201121:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212957.528832:0:201121:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212957.528838:0:201121:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job lfs:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:201121:1865639960514560:192.168.202.129@tcp:13: 00000100:00000001:3.0:1779212957.528845:0:201121:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212957.528847:0:201121:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212957.528850:0:201121:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779212957.528852:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.528855:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.528862:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212957.528865:0:201121:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d414ee8. 00000100:00000001:3.0:1779212957.528868:0:201121:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779212957.528870:0:201121:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1779212957.528877:0:201121:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:3.0:1779212957.528885:0:201121:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212957.528897:0:201121:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960514560/t0(0) o13->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1779212973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212957.528904:0:201121:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212957.528907:0:201121:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212957.528910:0:201121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000286ada14. 02000000:00000001:3.0:1779212957.528913:0:201121:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212957.528916:0:201121:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212957.528918:0:201121:0:(genops.c:1244:class_import_put()) import 000000003dbd4713 refcount=2 obd=lustre-OST0000-osc-ffffa0ba086af000 00000020:00000001:3.0:1779212957.528920:0:201121:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212957.528922:0:201121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:3.0:1779212957.528927:0:201121:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212957.528929:0:201121:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212957.528931:0:201121:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:3.0:1779212957.528935:0:201121:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212957.528936:0:201121:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1779212957.528939:0:201121:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffffa0ba086af000: update 000000008a0df293 cache blocks 31672/35554 objects 49503/50000 00020000:00000001:3.0:1779212957.528944:0:201121:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1779212957.528948:0:201121:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.528951:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1779212957.528954:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.528957:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.528961:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529040:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529042:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529051:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529054:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529060:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529065:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529067:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529071:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529072:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529076:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529078:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529080:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529082:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529090:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529091:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529097:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529098:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529101:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529102:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529104:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529106:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529107:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529108:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529109:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529112:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529113:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529115:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529117:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529118:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529120:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529122:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529123:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529125:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529126:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529128:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529129:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529131:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529132:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529133:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529135:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529137:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529138:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529139:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529140:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529142:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529144:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529151:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529154:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529155:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529157:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529159:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529161:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529162:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529163:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529165:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529167:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529179:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529181:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529183:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529185:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529189:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529190:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529193:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529194:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529196:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529198:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529200:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529201:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529202:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529204:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529206:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529207:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529209:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529211:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529213:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529216:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529216:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529219:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529220:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529250:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529253:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529255:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529256:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529257:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529260:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529261:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529263:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529265:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529267:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529269:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529274:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529275:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529278:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529279:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529281:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529283:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529285:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529286:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529287:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529289:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529291:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529292:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529294:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529296:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529297:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529299:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529300:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529303:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529304:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529306:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529308:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529309:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529316:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529316:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529319:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529321:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529322:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529324:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529326:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529328:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529332:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529333:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529335:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529336:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529338:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529340:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529342:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529343:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529343:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529345:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529347:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529348:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529350:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529351:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529353:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529356:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529356:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529359:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529360:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529361:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529363:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529365:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529366:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529367:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529369:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529375:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529377:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529379:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529381:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529382:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529386:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529387:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529390:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529391:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529393:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529394:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529396:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529397:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529398:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529400:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529402:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529403:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529405:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529407:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529408:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529411:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529412:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529415:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529416:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529418:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529420:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529421:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529422:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529423:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529426:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529427:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529429:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529431:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529438:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529440:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529445:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529446:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529449:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529450:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529452:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529455:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529456:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529458:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529459:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529461:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529462:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529464:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529466:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529468:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529469:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529472:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529474:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529476:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529477:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529479:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529481:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529482:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529483:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529484:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529486:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529488:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529489:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529491:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529493:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529495:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529497:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529504:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529507:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529508:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529510:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529512:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529514:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529516:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529517:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529520:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529521:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529522:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529525:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529526:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529528:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529533:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529533:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529536:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529536:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529538:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529540:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529541:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529542:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529543:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529545:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529547:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529548:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529549:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529551:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529553:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529555:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529556:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529558:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529558:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529570:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529573:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529574:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529576:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529577:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529579:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529581:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529582:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529584:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529587:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529588:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529592:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529593:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529597:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529598:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529599:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529602:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529603:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529604:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529605:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529607:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529609:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529610:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529612:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529614:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529615:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529618:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529619:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529621:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529622:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529624:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529626:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529628:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529635:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529636:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529638:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529640:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529642:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529644:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529646:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529647:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529651:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529652:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529655:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529657:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529658:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529660:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529662:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529663:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529664:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529666:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529668:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529670:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529671:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529673:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529674:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529677:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529678:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529680:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529681:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529683:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529685:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529686:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529687:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529688:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529690:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529695:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529697:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529699:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529701:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529703:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529706:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529707:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529710:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529711:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529713:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529715:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529717:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529718:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529719:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529721:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529723:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529724:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529726:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529728:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529729:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529731:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529732:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529735:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529736:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529738:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529740:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529741:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529742:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529743:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529745:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529747:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529749:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529751:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529756:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529758:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529762:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529763:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529766:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529767:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529769:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529771:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529772:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529773:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529774:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529777:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529778:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529780:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529782:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529784:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529786:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529788:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529789:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529792:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529793:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529794:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529796:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529798:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529799:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529800:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529802:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529804:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529806:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529808:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529809:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529811:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529814:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529820:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529823:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529824:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529826:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529828:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529829:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529831:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529832:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529835:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529836:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529838:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529840:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529842:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529843:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529847:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529848:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529850:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529851:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529852:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529854:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529855:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529856:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529857:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529859:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529861:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529863:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529865:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529866:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529868:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529870:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529871:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529874:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529875:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529880:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529882:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529883:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529885:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529885:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529888:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529890:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529891:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529893:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529895:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529897:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529901:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529902:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529904:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529905:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529906:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529908:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529909:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529910:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529911:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529912:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529914:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529915:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529917:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529919:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529921:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529923:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529924:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529926:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529927:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529929:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529931:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529932:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529938:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529939:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529942:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529943:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529945:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529947:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529949:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529950:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529955:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529956:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529958:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529959:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529961:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529963:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529965:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529966:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529967:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529969:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529970:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529972:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.529974:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.529975:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529977:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529980:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.529981:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.529983:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.529984:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.529985:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.529987:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.529989:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.529990:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.529991:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.529993:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529997:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.529999:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530001:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530003:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530004:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530008:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530009:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530011:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530012:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530014:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530016:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530017:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530018:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530019:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530021:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530023:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530024:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530026:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530027:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530029:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530031:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530032:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530034:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530036:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530037:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530039:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530040:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530041:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530042:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530044:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530046:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530048:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530049:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530056:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530058:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530061:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530062:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530065:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530066:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530068:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530069:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530071:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530072:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530073:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530075:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530077:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530078:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530080:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530082:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530083:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530086:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530087:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530089:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530090:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530092:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530094:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530096:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530097:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530098:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530101:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530103:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530104:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530106:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530108:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530110:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530112:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530117:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530120:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530121:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530123:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530125:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530127:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530128:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530129:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530132:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530134:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530135:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530137:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530139:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530141:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530145:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530146:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530147:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530148:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530150:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530152:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530153:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530155:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530156:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530158:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530160:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530161:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530163:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530164:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530166:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530181:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530183:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530186:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530187:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530193:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530195:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530197:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530199:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530199:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530202:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530204:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530205:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530207:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530209:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530211:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530215:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530217:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530220:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530222:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530311:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530314:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530316:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530317:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530319:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530322:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530324:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530326:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530328:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530331:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530332:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530336:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530337:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530341:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530342:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530345:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530347:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530349:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530355:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530357:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530361:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530363:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530364:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530366:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530368:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530371:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530376:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530377:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530380:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530381:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530384:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530387:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530388:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530389:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530390:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530393:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530396:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530398:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530401:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530405:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530407:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530410:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530412:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530414:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530416:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530419:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530422:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530424:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530425:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530428:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530432:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530438:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530440:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530442:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530446:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530448:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530453:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530454:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530457:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530459:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530461:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530464:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530466:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530467:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530468:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530470:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530472:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530473:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530475:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530477:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530479:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530482:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530483:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530486:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530487:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530489:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530491:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530492:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530493:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530494:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530496:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530498:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530500:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530502:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530509:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530511:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530516:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530517:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530520:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530521:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530524:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530526:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530528:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530529:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530530:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530532:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530534:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530536:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530538:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530542:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530544:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530547:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530548:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530551:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530552:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530555:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530557:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530559:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530559:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530560:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530563:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530564:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530565:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530567:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530569:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530571:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530574:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530580:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530583:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530584:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530587:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530589:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530590:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530591:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530592:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530594:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530595:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530597:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530598:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530601:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530602:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530607:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530607:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530610:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530611:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530612:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530616:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530617:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530618:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530619:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530622:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530623:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530625:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530628:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530631:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530633:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530636:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530637:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530639:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530640:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530649:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530652:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530654:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530655:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530656:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530658:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530660:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530661:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530663:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530665:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530667:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530671:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530672:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530675:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530676:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530678:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530680:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530681:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530682:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530683:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530685:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530688:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530690:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530692:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530694:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530695:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530697:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530698:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530701:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530702:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530703:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530705:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530706:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530711:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530712:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530715:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530717:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530718:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530720:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530722:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530724:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530728:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530729:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530731:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530733:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530734:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530736:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530738:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530739:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530740:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530742:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530743:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530745:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530747:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530748:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530750:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530753:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530754:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530756:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530757:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530759:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530761:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530762:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530763:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530764:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530766:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530773:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530775:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530777:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530779:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530780:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530784:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530785:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530788:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530789:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530791:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530793:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530795:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530796:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530797:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530799:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530801:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530803:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530805:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530806:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530808:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530810:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530811:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530813:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530815:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530816:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530818:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530819:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530820:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530822:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530824:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530826:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530827:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530829:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530834:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530836:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530839:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530840:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530843:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530844:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530846:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530848:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530849:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530850:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530851:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530854:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530855:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530857:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530859:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530860:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530862:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530864:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530865:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530867:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530868:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530869:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530871:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530872:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530873:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530875:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530877:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530878:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530880:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530882:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530884:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530886:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530888:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530893:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530896:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530897:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530898:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530901:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530902:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530903:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530904:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530907:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530908:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530910:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530912:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530913:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530915:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530918:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530919:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530921:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530922:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530924:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530925:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530927:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530928:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530929:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530931:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530933:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530935:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530936:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530938:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530940:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530942:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530943:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530946:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530947:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530952:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530954:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530956:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530957:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530958:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530960:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530962:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530963:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530966:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530968:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530970:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530973:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530974:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.530976:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.530977:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.530979:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.530981:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.530982:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.530983:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.530984:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.530986:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530988:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530989:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.530991:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.530993:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530994:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.530997:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.530998:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.531000:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.531001:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.531003:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.531005:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.531006:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.531011:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.531012:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.531014:0:201121:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.531016:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.531017:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1779212957.531020:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.531021:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.531023:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1779212957.531027:0:201121:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1779212957.531028:0:201121:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0ba185042c8) cmd=c00866a4 arg=7ffe0c381ec0 00000080:00000001:3.0:1779212957.531031:0:201121:0:(llite_lib.c:3399:ll_iocontrol()) Process entered 00000020:00000001:3.0:1779212957.531032:0:201121:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1779212957.531033:0:201121:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212957.531035:0:201121:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.531036:0:201121:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1779212957.531037:0:201121:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:3.0:1779212957.531038:0:201121:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffffa0ba086af000: cmd=c00866a4 len=592 karg=ffffa0ba208e4c00 uarg=0000000000000000 00020000:00000001:3.0:1779212957.531040:0:201121:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.531042:0:201121:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.531044:0:201121:0:(llite_lib.c:3834:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1779212957.531046:0:201121:0:(llite_lib.c:3836:ll_obd_statfs()) kvfree 'data': 592 at 00000000a33ba3cb. 00000080:00000001:3.0:1779212957.531047:0:201121:0:(llite_lib.c:3437:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.531049:0:201121:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1779212957.531063:0:201121:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:3.0:1779212957.531065:0:201121:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1779212957.531068:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000003dea89d7 00000080:00200008:3.0:1779212957.531071:0:201121:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](000000003a09da23), flags 100000 00000080:00400000:3.0:1779212957.531076:0:201121:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1779212957.531079:0:201121:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at 00000000acf74ef6. 00000080:00000001:3.0:1779212957.531084:0:201121:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1779212957.531087:0:201121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000003dea89d7 00000080:00000008:3.0:1779212957.531088:0:201121:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](000000003a09da23), flags 100000, rc = 0 00000080:00000001:3.0:1779212957.531091:0:201121:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779212957.531099:0:201121:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212957.724378:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212957.724388:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212957.724394:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212957.724396:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1779212957.724407:0:194886:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000009c13a277. 00000020:00000001:3.0:1779212957.724522:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212957.724526:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212957.724528:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212958.748408:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212958.748416:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212958.748423:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212958.748424:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212958.748876:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212958.748880:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212958.748888:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212959.772362:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212959.772370:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212959.772377:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212959.772378:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212959.772451:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212959.772456:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212959.772459:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212960.796391:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212960.796400:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212960.796421:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212960.796422:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212960.796489:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212960.796494:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212960.796498:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779212961.180486:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212961.180498:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212961.180511:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00000020:00000040:2.0:1779212961.180519:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779212961.180525:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212961.180529:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212961.180553:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212961.180562:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000100:00000001:2.0:1779212961.180570:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212961.180584:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212961.180596:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212961.180598:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212961.180604:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791c9b42] to pc [ptlrpcd_00_03+3] req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212961.180639:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212961.180642:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212961.180645:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212961.180648:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000020:00000040:2.0:1779212961.180651:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779212961.180653:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212961.180655:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212961.180656:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212961.180659:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 00000100:00000001:2.0:1779212961.180662:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212961.180665:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212961.180673:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212961.180674:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212961.180677:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_00+0] req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.180686:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779212961.180701:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1779212961.180704:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212961.180708:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.180710:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779212961.180713:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779212961.180714:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212961.180718:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212961.180719:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779212961.180721:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212961.180724:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1779212961.180724:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779212961.180729:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:1.0:1779212961.180732:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212961.180741:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212961.180743:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779212961.180746:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1779212961.180747:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.180749:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212961.180751:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 02000000:00000001:1.0:1779212961.180755:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779212961.180756:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212961.180759:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212961.180764:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212961.180764:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779212961.180770:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960514688:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779212961.180779:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212961.180786:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212961.180788:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212961.180791:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212961.180796:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baaa7612. 02000000:00000001:1.0:1779212961.180799:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212961.180806:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000005788da. 00000400:00000010:1.0:1779212961.180814:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000200:1.0:1779212961.180822:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960514688, portal 25 00000100:00000001:1.0:1779212961.180831:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212961.180833:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527173504 : -104754182378112 : ffffa0ba042bad80) 00000100:00000040:1.0:1779212961.180839:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.180848:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212961.180850:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212961.180853:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:1.0:1779212961.180856:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960514688, offset 0 00000400:00000200:1.0:1779212961.180864:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212961.180879:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779212961.180881:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779212961.180886:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212961.180889:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212961.180895:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779212961.180899:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779212961.180900:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1779212961.180904:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1779212961.180905:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779212961.180909:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212961.180913:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [37:37:256:4294967295] 192.168.202.129@tcp LPNI seq info [37:37:8:4294967295] 00000100:00000001:3.0:1779212961.180914:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212961.180917:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.180920:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.180921:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212961.180923:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212961.180930:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212961.180935:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779212961.180947:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1779212961.180948:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212961.180950:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.180954:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1779212961.180956:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 02000000:00000001:3.0:1779212961.180956:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212961.180961:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212961.180965:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960514816:192.168.202.129@tcp:400: 00000800:00000200:1.0:1779212961.180969:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779212961.180971:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212961.180974:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212961.180977:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.180979:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1779212961.180982:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000010:3.0:1779212961.180985:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35152cf. 00000800:00000200:1.0:1779212961.180988:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1779212961.180994:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212961.180999:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:1.0:1779212961.181000:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212961.181004:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000001:1.0:1779212961.181007:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305801667 00000100:00000200:3.0:1779212961.181009:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960514816, portal 10 00000100:00000001:3.0:1779212961.181012:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212961.181014:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000001:1.0:1779212961.181019:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305796562 00000100:00000040:3.0:1779212961.181022:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.181027:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305801667 00000100:00000001:1.0:1779212961.181033:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305796562 00000100:00000001:3.0:1779212961.181036:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779212961.181038:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305801667 00000100:00000040:3.0:1779212961.181041:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779212961.181044:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305796562 00000400:00000010:3.0:1779212961.181045:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072bfd82d. 00000100:00000001:1.0:1779212961.181049:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305801667 00000100:00000200:3.0:1779212961.181050:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960514816, offset 0 00000400:00000200:3.0:1779212961.181055:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779212961.181061:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305796562 00000400:00000200:3.0:1779212961.181063:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779212961.181066:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779212961.181067:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212961.181071:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779212961.181072:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212961.181075:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779212961.181078:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212961.181078:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779212961.181084:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212961.181084:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [38:38:255:4294967295] 192.168.202.129@tcp LPNI seq info [38:38:7:4294967295] 00000400:00000200:3.0:1779212961.181096:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779212961.181101:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212961.181104:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212961.181104:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212961.181109:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003715d19b. 00000100:00000040:2.0:1779212961.181112:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_01+1] req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779212961.181118:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212961.181126:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779212961.181128:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212961.181129:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003715d19b type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779212961.181142:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212961.181146:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212961.181147:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1779212961.181151:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 2789212 usecs (2790 jiffies) 00000100:00000010:2.0:1779212961.181153:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000100:00000001:3.0:1779212961.181155:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305798886 00000020:00000040:2.0:1779212961.181157:0:36:0:(genops.c:1231:class_import_get()) import 000000003dbd4713 refcount=3 obd=lustre-OST0000-osc-ffffa0ba086af000 00000100:00000001:3.0:1779212961.181158:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305801667 00000100:00000001:2.0:1779212961.181161:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779212961.181162:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305798886 02000000:00000001:2.0:1779212961.181164:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212961.181166:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.181171:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305801667 00000100:00000001:3.0:1779212961.181173:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305798886 00000100:00000001:3.0:1779212961.181175:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305801667 00000100:00000001:3.0:1779212961.181176:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305798886 00000100:00000001:3.0:1779212961.181178:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305801667 00000100:00000001:3.0:1779212961.181180:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1779212961.181183:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d5e81ba. 00000100:00000001:2.0:1779212961.181188:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212961.181192:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212961.181192:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.181196:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.181200:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.181205:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212961.181206:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212961.181207:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779212961.181209:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.181211:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.181213:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779212961.181215:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_02+2] req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.181215:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212961.181248:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.181260:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212961.181262:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.181264:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212961.181267:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212961.181269:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212961.181271:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212961.181273:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960514944:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779212961.181278:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11133) 00000100:00000001:3.0:1779212961.181278:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212961.181281:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779212961.181282:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779212961.181283:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.181286:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779212961.181286:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779212961.181289:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1779212961.181291:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000555d8106. 00000100:00000001:2.0:1779212961.181292:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779212961.181294:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212961.181295:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212961.181296:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779212961.181299:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000400:00000010:3.0:1779212961.181305:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 00000100:00000200:3.0:1779212961.181310:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960514944, portal 10 00000100:00000001:1.0:1779212961.181313:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212961.181313:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212961.181315:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212961.181318:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212961.181320:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212961.181321:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 02000000:00000001:1.0:1779212961.181326:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212961.181332:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960515072:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779212961.181332:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.181342:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212961.181346:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779212961.181346:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779212961.181349:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212961.181350:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779212961.181354:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1779212961.181354:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4763079. 00000100:00000200:3.0:1779212961.181358:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960514944, offset 0 02000000:00000010:1.0:1779212961.181359:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ddffa11. 02000000:00000001:1.0:1779212961.181362:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212961.181365:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212961.181368:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012790b8b. 00000400:00000200:3.0:1779212961.181371:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212961.181374:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1779212961.181375:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000400:00000200:3.0:1779212961.181379:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779212961.181381:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960515072, portal 4 00000400:00000200:3.0:1779212961.181383:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779212961.181385:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779212961.181387:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779212961.181388:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000400:00000200:3.0:1779212961.181393:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [39:39:254:4294967295] 192.168.202.129@tcp LPNI seq info [39:39:6:4294967295] 00000100:00000040:1.0:1779212961.181397:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212961.181409:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779212961.181415:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779212961.181419:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779212961.181423:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212961.181425:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003651afbd. 00000400:00000010:1.0:1779212961.181427:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000200:1.0:1779212961.181430:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865639960515072, offset 0 00000800:00000200:3.0:1779212961.181431:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212961.181435:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212961.181439:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003651afbd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212961.181443:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212961.181445:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 255652 usecs (256 jiffies) 00000400:00000200:1.0:1779212961.181447:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212961.181450:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305796353 00000100:00000001:3.0:1779212961.181453:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305801667 00000400:00000200:1.0:1779212961.181456:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779212961.181456:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305796353 00000100:00000001:3.0:1779212961.181461:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305801667 00000400:00000200:1.0:1779212961.181462:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779212961.181465:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305796353 00000400:00000200:1.0:1779212961.181468:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779212961.181469:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305801667 00000100:00000001:3.0:1779212961.181472:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305796353 00000400:00000200:1.0:1779212961.181473:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212961.181475:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212961.181479:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [40:40:253:4294967295] 192.168.202.129@tcp LPNI seq info [40:40:5:4294967295] 00000100:00000001:3.0:1779212961.181482:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305801667 00000100:00000001:3.0:1779212961.181486:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212961.181490:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.181494:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.181495:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.181498:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212961.181499:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779212961.181500:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.181501:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779212961.181505:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779212961.181505:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.181509:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212961.181516:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212961.181520:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000800:00000200:1.0:1779212961.181525:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212961.181530:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212961.181532:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779212961.181535:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212961.181538:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: using a timeout of 8713 usecs (9 jiffies) 00000100:00000001:1.0:1779212961.181541:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305796106 00000100:00000001:1.0:1779212961.181543:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305801667 00000100:00000001:1.0:1779212961.181545:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305796106 00000100:00000001:1.0:1779212961.181547:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305801667 00000100:00000001:1.0:1779212961.181549:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305796106 00000100:00000001:1.0:1779212961.181550:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305801667 00000100:00000001:1.0:1779212961.181552:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305796106 00000100:00000001:1.0:1779212961.181554:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305801667 00000100:00000001:1.0:1779212961.181556:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212961.181558:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.181560:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.181562:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212961.181565:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212961.181571:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779212961.181573:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212961.181574:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212961.181576:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.181578:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.182193:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212961.182200:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212961.182285:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212961.182289:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:0.0:1779212961.182298:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212961.182304:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212961.182310:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:0.0:1779212961.182313:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:0.0:1779212961.182318:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212961.182322:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182332:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212961.182335:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182342:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.182344:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779212961.182357:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212961.182359:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003715d19b. 00000400:00000200:0.0:1779212961.182370:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212961.182373:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212961.182376:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bfd82d 00000400:00000010:0.0:1779212961.182377:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072bfd82d. 00000100:00000001:0.0:1779212961.182381:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212961.182384:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182390:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212961.182392:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182398:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.182400:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779212961.182408:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212961.182410:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003651afbd. 00000400:00000200:0.0:1779212961.182412:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212961.182415:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212961.182417:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4763079 00000400:00000010:0.0:1779212961.182418:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a4763079. 00000100:00000001:0.0:1779212961.182420:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212961.182423:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182429:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212961.182431:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182436:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.182438:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779212961.182515:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212961.182517:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000400:00000200:0.0:1779212961.182520:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212961.182524:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212961.182526:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:0.0:1779212961.182528:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:0.0:1779212961.182530:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212961.182552:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182558:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212961.182560:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.182566:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.182568:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212961.184681:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.184722:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212961.184728:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.184732:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212961.184743:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212961.184759:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27201080 00000400:00000200:1.0:1779212961.184770:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x21d [1] + 224 00000800:00000001:1.0:1779212961.184779:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.184784:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212961.184787:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212961.184791:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212961.184799:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212961.184806:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212961.184818:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.184845:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212961.184855:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.184859:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212961.184861:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.184863:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212961.184866:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212961.184872:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201180 00000400:00000200:1.0:1779212961.184878:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x22d [1] + 224 00000800:00000001:1.0:1779212961.184881:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.184887:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212961.184889:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212961.184892:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212961.184908:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212961.184912:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212961.184920:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.184937:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212961.184942:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.184945:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.185010:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212961.185014:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779212961.185021:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212961.185024:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212961.185026:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000005788da. 00000400:00000200:0.0:1779212961.185030:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:0.0:1779212961.185033:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:0.0:1779212961.185036:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212961.185040:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212961.185048:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.185054:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212961.185055:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.185058:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212961.185062:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212961.185065:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779212961.185068:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212961.185072:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212961.185079:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1779212961.185084:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212961.185087:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212961.185089:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212961.185092:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779212961.185094:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.185097:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212961.185101:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.185121:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212961.185124:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212961.185126:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212961.185130:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212961.185148:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960514688:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212961.185153:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.185156:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212961.185159:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000791c9b42 x1865639960514688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.185166:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212961.185169:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212961.185172:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baaa7612. 02000000:00000001:0.0:1779212961.185176:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212961.185179:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212961.185181:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779212961.185184:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212961.185186:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 02000000:00000001:0.0:1779212961.185191:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212961.185193:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212961.185195:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000100:00000001:0.0:1779212961.185199:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212961.185201:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.185204:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.185205:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212961.185207:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212961.185208:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.185210:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.186203:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.186207:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779212961.186211:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212961.186213:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212961.186216:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:3.0:1779212961.186221:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000400:00000010:3.0:1779212961.186247:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:3.0:1779212961.186251:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212961.186257:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212961.186266:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.186273:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212961.186274:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.186277:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212961.186278:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212961.186280:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212961.186282:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.186284:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212961.186291:0:199013:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212961.186294:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212961.186296:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212961.186298:0:199013:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1779212961.186301:0:199013:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1779212961.186313:0:199013:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffffa0ba086af000 of lustre-MDT0001_UUID@192.168.202.129@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1779212961.186319:0:199013:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1779212961.186323:0:199013:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffffa0ba086af000: Connection to lustre-MDT0001 (at 192.168.202.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1779212961.190729:0:199013:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1779212961.190739:0:199013:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000002:00000001:3.0:1779212961.190741:0:199013:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779212961.190750:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212961.190766:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212961.190769:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212961.190771:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212961.190784:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779212961.190809:0:199013:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000400:00000200:0.0:1779212961.190818:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201100 00000100:00000001:3.0:1779212961.190820:0:199013:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1779212961.190825:0:199013:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1779212961.190831:0:199013:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:3.0:1779212961.190834:0:199013:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11113 00000400:00000200:0.0:1779212961.190837:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x225 [1] + 224 00000400:00000200:3.0:1779212961.190841:0:199013:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1779212961.190846:0:199013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:3.0:1779212961.190848:0:199013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:0.0:1779212961.190849:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1779212961.190853:0:199013:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000800:00000001:0.0:1779212961.190855:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.190856:0:199013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000400:00000200:0.0:1779212961.190859:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1779212961.190861:0:199013:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1779212961.190864:0:199013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000400:00000200:0.0:1779212961.190868:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000020:00000001:3.0:1779212961.190869:0:199013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212961.190873:0:199013:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000100:00000001:0.0:1779212961.190876:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1779212961.190876:0:199013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:3.0:1779212961.190880:0:199013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000040:3.0:1779212961.190884:0:199013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000200:0.0:1779212961.190887:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.190888:0:199013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1779212961.190892:0:199013:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:3.0:1779212961.190896:0:199013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:3.0:1779212961.190901:0:199013:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000040:0.0:1779212961.190906:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1779212961.190907:0:199013:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:3.0:1779212961.190912:0:199013:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.190924:0:199013:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1779212961.190926:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779212961.190933:0:199013:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212961.190937:0:199013:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779212961.190938:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779212961.190940:0:199013:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000001:0.0:1779212961.190943:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1779212961.190945:0:199013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000800:00000001:0.0:1779212961.190946:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212961.190948:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1779212961.190950:0:199013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.190954:0:199013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212961.190963:0:199013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779212961.190967:0:199013:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=5 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000200:0.0:1779212961.190970:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 02000000:00000001:3.0:1779212961.190973:0:199013:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1779212961.190975:0:199013:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212961.190979:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a0ca27201200 00000100:00000001:3.0:1779212961.190979:0:199013:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212961.190984:0:199013:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1779212961.190988:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x235 [1] + 224 02000000:00000001:3.0:1779212961.190989:0:199013:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779212961.190995:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1779212961.191000:0:199013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000063fc2c6. 00000800:00000001:0.0:1779212961.191003:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212961.191005:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779212961.191009:0:199013:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212961.191010:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212961.191015:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1779212961.191019:0:199013:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779212961.191021:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.191043:0:199013:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1779212961.191046:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.191047:0:199013:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212961.191054:0:199013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_rcv+-1] req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.191079:0:199013:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.191082:0:199013:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1779212961.191084:0:199013:0:(client.c:1700:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1779212961.191088:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1779212961.191092:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779212961.191094:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779212961.191100:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000001:0.0:1779212961.191105:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.191106:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212961.191108:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212961.191113:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212961.191148:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960514944:192.168.202.129@tcp:400: 00000400:00000001:3.0:1779212961.191160:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212961.191162:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212961.191165:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212961.191170:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212961.191172:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212961.191175:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212961.191178:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212961.191186:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.191192:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212961.191195:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.191198:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212961.191200:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212961.191203:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212961.191205:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.191208:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212961.191217:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212961.191255:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212961.191260:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212961.191262:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212961.191265:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212961.191270:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.191275:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212961.191277:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779212961.191278:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.191280:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212961.191283:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212961.191287:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.191292:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212961.191295:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212961.191296:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212961.191303:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212961.191304:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212961.191307:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212961.191312:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212961.191326:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960514816:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779212961.191330:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212961.191332:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212961.191333:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.191336:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1779212961.191338:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779212961.191341:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960514944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779212961.191343:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212961.191348:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.191355:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1779212961.191356:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960515200:192.168.202.129@tcp:38: 02000000:00000001:3.0:1779212961.191359:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779212961.191362:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1779212961.191363:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000555d8106. 02000000:00000001:1.0:1779212961.191368:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212961.191368:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1779212961.191371:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212961.191372:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212961.191375:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779212961.191376:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1779212961.191379:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212961.191382:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000010:1.0:1779212961.191383:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779212961.191386:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.191387:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212961.191390:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1779212961.191391:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b749053. 00000100:00000010:3.0:1779212961.191392:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000400:00000010:1.0:1779212961.191397:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 00000100:00000001:3.0:1779212961.191397:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212961.191399:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.191402:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212961.191405:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960514816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212961.191406:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960515200, portal 10 00000100:00000001:1.0:1779212961.191411:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212961.191415:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000001:3.0:1779212961.191418:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212961.191420:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212961.191421:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35152cf. 00000100:00000040:1.0:1779212961.191425:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779212961.191426:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212961.191428:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212961.191430:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212961.191435:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212961.191437:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 02000000:00000001:3.0:1779212961.191446:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212961.191448:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212961.191450:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:3.0:1779212961.191454:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212961.191456:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212961.191460:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779212961.191460:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212961.191466:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212961.191468:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1779212961.191470:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e183af94. 00000100:00000001:3.0:1779212961.191471:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779212961.191474:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960515200, offset 0 00000100:00000001:3.0:1779212961.191475:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.191478:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212961.191484:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212961.191495:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212961.191501:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212961.191507:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212961.191511:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212961.191515:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779212961.191515:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.191519:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779212961.191522:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [41:41:256:4294967295] 192.168.202.129@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000001:3.0:1779212961.191525:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212961.191528:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212961.191529:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012790b8b. 00000400:00000200:3.0:1779212961.191534:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:3.0:1779212961.191537:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:3.0:1779212961.191539:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212961.191543:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212961.191548:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:3.0:1779212961.191562:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779212961.191563:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212961.191571:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000100:00000001:3.0:1779212961.191572:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212961.191574:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.191577:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212961.191578:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212961.191580:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212961.191582:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212961.191583:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779212961.191585:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212961.191592:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 000000003fdc5b3f time=5 v=5 (5 0 0 0) 00000800:00000200:1.0:1779212961.191597:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00001000:3.0:1779212961.191597:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000040093c3c time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212961.191601:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212961.191603:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212961.191604:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1779212961.191605:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779212961.191611:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.191626:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212961.191632:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.191634:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212961.191636:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000040:1.0:1779212961.191637:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 214117 usecs (215 jiffies) 00000100:00000001:3.0:1779212961.191639:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212961.191642:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.191643:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305796322 00000100:00000040:3.0:1779212961.191646:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.191649:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305801667 00000100:00000001:1.0:1779212961.191655:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305796322 00000100:00000001:1.0:1779212961.191660:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305801667 00000100:00000001:3.0:1779212961.191660:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212961.191663:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212961.191665:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305796322 00000100:00000001:3.0:1779212961.191665:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212961.191670:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305801667 00000100:00000040:3.0:1779212961.191672:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.191675:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305796322 00000100:00000001:1.0:1779212961.191680:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305801667 00000100:00100000:3.0:1779212961.191683:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960515072:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212961.191688:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212961.191691:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212961.191691:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212961.191696:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960515072/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212961.191697:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.191702:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212961.191707:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212961.191708:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212961.191711:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212961.191712:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ddffa11. 00000100:00000001:1.0:1779212961.191713:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212961.191716:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1779212961.191716:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212961.191719:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779212961.191720:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1779212961.191721:0:199014:0:(genops.c:1244:class_import_put()) import 000000003dbd4713 refcount=2 obd=lustre-OST0000-osc-ffffa0ba086af000 00000100:00000001:1.0:1779212961.191723:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1779212961.191724:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779212961.191725:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212961.191727:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d5e81ba. 00000100:00000001:1.0:1779212961.191729:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212961.191732:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212961.191734:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212961.191735:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 00000100:00000001:3.0:1779212961.191739:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212961.191740:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779212961.191745:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779212961.191748:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1779212961.191751:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000100:00000001:3.0:1779212961.191753:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779212961.191756:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779212961.191756:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212961.191759:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212961.191762:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212961.191764:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212961.191769:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e183af94 00000400:00000010:2.0:1779212961.191771:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e183af94. 00000100:00000001:2.0:1779212961.191776:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779212961.191779:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212961.191787:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212961.191790:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212961.191797:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212961.191799:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212961.196064:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.196084:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212961.196089:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.196092:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212961.196104:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212961.196144:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201280 00000400:00000200:1.0:1779212961.196153:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x23d [1] + 0 00000800:00000001:1.0:1779212961.196162:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212961.196170:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212961.196173:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212961.196177:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212961.196185:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212961.196194:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212961.196207:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.196272:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212961.196276:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212961.196323:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212961.196344:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779212961.196346:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212961.196348:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1779212961.196348:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779212961.196351:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b749053. 00000400:00000200:0.0:1779212961.196355:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000010:0.0:1779212961.196357:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:0.0:1779212961.196360:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212961.196365:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212961.196374:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.196392:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212961.196394:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.196397:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212961.196401:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212961.196404:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779212961.196406:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212961.196409:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212961.196419:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1779212961.196423:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212961.196426:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212961.196428:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1779212961.196430:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779212961.196435:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212971 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.196441:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1779212961.196444:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212961.196446:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.196449:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1779212961.196451:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1779212961.196455:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1779212961.196459:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:0.0:1779212961.196478:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779212961.196483:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212971 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212961.196490:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960515200:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779212961.196496:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.196498:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212961.196501:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960515200/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212971 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212961.196508:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212961.196511:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212961.196515:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a110aed. 02000000:00000001:0.0:1779212961.196519:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212961.196521:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212961.196523:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779212961.196525:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212961.196528:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000063fc2c6. 02000000:00000001:0.0:1779212961.196531:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212961.196533:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212961.196535:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:0.0:1779212961.196538:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212961.196540:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.196542:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212961.196549:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212961.196550:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212961.196552:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212961.196553:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212961.820385:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212961.820392:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212961.820400:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212961.820402:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212961.820465:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212961.820471:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212961.820474:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1779212962.716361:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1779212962.716372:0:201073:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1779212962.844393:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212962.844401:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212962.844408:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212962.844409:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212962.844435:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212962.844439:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212962.844442:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212963.868339:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212963.868348:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212963.868356:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212963.868357:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212963.868410:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212963.868413:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212963.868415:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212964.893187:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212964.893194:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212964.893202:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212964.893203:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212964.893241:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212964.893244:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212964.893247:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212965.916450:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212965.916459:0:194886:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212965.916462:0:194886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212965.916466:0:194886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212965.916472:0:194886:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212965.916475:0:194886:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212965.916477:0:194886:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212965.916479:0:194886:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212965.916484:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212965.916486:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212965.916881:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212965.916886:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212965.916889:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779212966.300605:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212966.300617:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212966.300630:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000020:00000040:2.0:1779212966.300639:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779212966.300645:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212966.300649:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212966.300655:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212966.300664:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779212966.300673:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.300687:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212966.300699:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212966.300702:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.300710:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_00_03+3] req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212966.300910:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212966.300916:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212966.300919:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779212966.300920:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.300924:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779212966.300926:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.300930:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212966.300936:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779212966.300941:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779212966.300941:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212966.300945:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779212966.300946:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212966.300947:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212966.300950:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212966.300953:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212966.300956:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212966.300960:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212966.300963:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960515328:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212966.300969:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1779212966.300974:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779212966.300979:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212966.300979:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212966.300984:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.300987:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779212966.300989:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212966.300995:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35152cf. 00000100:00000001:2.0:1779212966.300997:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779212966.300999:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.301000:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.301006:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_00+0] req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779212966.301009:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779212966.301020:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212966.301029:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960515328, portal 25 00000100:00000001:2.0:1779212966.301030:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1779212966.301032:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1779212966.301036:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1779212966.301041:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1779212966.301041:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1779212966.301045:0:36:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1779212966.301045:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 00000100:00000001:2.0:1779212966.301052:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00000040:3.0:1779212966.301055:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1779212966.301057:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11128 00000100:00000001:3.0:1779212966.301068:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779212966.301071:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1779212966.301076:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00001000:2.0:1779212966.301078:0:36:0:(import.c:2151:obd_at_measure()) add 10 to 0000000076e65d06 time=21 v=5 (1 0 0 0) 00000400:00000010:3.0:1779212966.301080:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 00000100:00000200:3.0:1779212966.301094:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960515328, offset 0 00000100:00001000:2.0:1779212966.301096:0:36:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1779212966.301101:0:36:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 5s 00000400:00000200:3.0:1779212966.301105:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779212966.301108:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212966.301113:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1779212966.301117:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212966.301119:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000400:00000200:3.0:1779212966.301121:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000020:00000001:2.0:1779212966.301124:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1779212966.301126:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1779212966.301127:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000400:00000200:3.0:1779212966.301129:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779212966.301132:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1779212966.301132:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1779212966.301136:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779212966.301136:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000020:00000040:2.0:1779212966.301137:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:2.0:1779212966.301142:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000040:0.0:1779212966.301144:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212966.301145:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1779212966.301146:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000400:00000200:3.0:1779212966.301151:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779212966.301160:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000400:00000200:3.0:1779212966.301160:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [42:42:256:4294967295] 192.168.202.129@tcp LPNI seq info [42:42:8:4294967295] 00000100:00000001:2.0:1779212966.301166:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1779212966.301168:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779212966.301171:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.301172:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212966.301175:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:2.0:1779212966.301178:0:36:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 02000000:00000001:0.0:1779212966.301184:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779212966.301185:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00080000:2.0:1779212966.301187:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 02000000:00000001:0.0:1779212966.301188:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212966.301193:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212966.301194:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212966.301197:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1779212966.301200:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960515456:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212966.301204:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212966.301206:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779212966.301207:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779212966.301210:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212966.301211:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212966.301213:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779212966.301217:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cee8ab44. 00000100:00000001:2.0:1779212966.301219:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1779212966.301221:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1779212966.301249:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1779212966.301253:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.301255:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779212966.301259:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000020:00000040:2.0:1779212966.301261:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779212966.301265:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1779212966.301267:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.301270:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212966.301272:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212966.301274:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779212966.301278:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 02000000:00000010:2.0:1779212966.301280:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000cd32fe8. 00000400:00000010:0.0:1779212966.301285:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000001:2.0:1779212966.301285:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779212966.301291:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960515456, portal 10 00000100:00100000:2.0:1779212966.301294:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779212966.301295:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779212966.301297:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000100:00000001:2.0:1779212966.301306:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1779212966.301307:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.301308:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.301316:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_rcv+-1] req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.301321:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779212966.301328:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779212966.301332:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779212966.301336:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960515456, offset 0 00000400:00000200:0.0:1779212966.301341:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779212966.301341:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.301346:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212966.301355:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212966.301359:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000020:00000040:2.0:1779212966.301361:0:36:0:(genops.c:1231:class_import_get()) import 000000003dbd4713 refcount=3 obd=lustre-OST0000-osc-ffffa0ba086af000 00000100:00000001:2.0:1779212966.301363:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212966.301365:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212966.301366:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212966.301370:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000001:2.0:1779212966.301372:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.301376:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212966.301383:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212966.301385:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.301388:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_01+1] req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.301397:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.301401:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11138) 00000100:00000001:2.0:1779212966.301419:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212966.301421:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212966.301423:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779212966.301427:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.301434:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212966.301435:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212966.301438:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212966.301440:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779212966.301442:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212966.301445:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960515712:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212966.301449:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212966.301452:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779212966.301453:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212966.301455:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779212966.301459:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b47052a9. 02000000:00000001:2.0:1779212966.301467:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779212966.301471:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000010:2.0:1779212966.301476:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000200:2.0:1779212966.301480:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960515712, portal 4 00000100:00000001:2.0:1779212966.301483:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212966.301484:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000020:00000010:2.0:1779212966.301492:0:199013:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000066e2cbaf. 00000100:00000040:2.0:1779212966.301497:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.301504:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212966.301507:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212966.301510:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000200:2.0:1779212966.301513:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865639960515712, offset 0 00000400:00000200:2.0:1779212966.301518:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779212966.301519:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212966.301523:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212966.301525:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212966.301530:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212966.301549:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212966.301550:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212966.301553:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212966.301554:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212966.301556:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212966.301558:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960515584:192.168.202.129@tcp:38: 00000100:00000001:1.0:1779212966.301561:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212966.301563:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212966.301565:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212966.301566:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212966.301569:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008491ab58. 02000000:00000001:1.0:1779212966.301571:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212966.301574:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cf1bf40. 00000400:00000010:1.0:1779212966.301579:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000200:1.0:1779212966.301582:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960515584, portal 10 00000100:00000001:1.0:1779212966.301583:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212966.301702:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000040:1.0:1779212966.301709:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212966.301715:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212966.301718:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212966.301721:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28f5c7f. 00000100:00000200:1.0:1779212966.301723:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960515584, offset 0 00000400:00000200:1.0:1779212966.301728:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212966.304388:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:3.0:1779212966.304389:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212966.304396:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1779212966.304399:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000400:00000200:0.0:1779212966.304402:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212966.304406:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212966.304408:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212966.304415:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [43:43:255:4294967295] 192.168.202.129@tcp LPNI seq info [43:43:7:4294967295] 00000800:00000200:3.0:1779212966.304415:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779212966.304428:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212966.304432:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212966.304437:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a0b31af. 00000400:00000200:2.0:1779212966.304440:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779212966.304444:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779212966.304447:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212966.304450:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212966.304453:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212966.304456:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212966.304462:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [44:44:254:4294967295] 192.168.202.129@tcp LPNI seq info [44:44:6:4294967295] 00000800:00000200:0.0:1779212966.304472:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212966.304472:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779212966.304478:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212966.304479:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a0b31af type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779212966.304479:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1779212966.304489:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212966.304494:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 00000100:00000001:0.0:1779212966.304495:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212966.304502:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 2536842 usecs (2537 jiffies) 00000800:00000200:2.0:1779212966.304502:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779212966.304507:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305803757 00000800:00000200:2.0:1779212966.304512:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212966.304515:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779212966.304518:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, simply extend its deadline from 4305801667 00000100:00000001:0.0:1779212966.304523:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305803757 00000100:00000001:0.0:1779212966.304525:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, simply extend its deadline from 4305801667 00000100:00000001:0.0:1779212966.304527:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305803757 00000100:00000001:0.0:1779212966.304529:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, simply extend its deadline from 4305801667 00000100:00000001:0.0:1779212966.304530:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305803757 00000100:00000001:0.0:1779212966.304531:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, simply extend its deadline from 4305801667 00000100:00000001:0.0:1779212966.304533:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212966.304536:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.304539:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.304542:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.304550:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212966.304551:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779212966.304553:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212966.304554:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212966.304554:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.304556:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212966.305046:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.305047:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212966.305051:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305806791 00000100:00000040:2.0:1779212966.305053:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: using a timeout of 10108 usecs (11 jiffies) 00000100:00000001:3.0:1779212966.305055:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305803757 00000100:00000001:2.0:1779212966.305058:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305801231 00000100:00000001:3.0:1779212966.305060:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305806791 00000100:00000001:2.0:1779212966.305063:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305806791 00000100:00000001:3.0:1779212966.305064:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305803757 00000100:00000001:3.0:1779212966.305066:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305806791 00000100:00000001:3.0:1779212966.305068:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305803757 00000100:00000001:3.0:1779212966.305071:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305806791 00000100:00000001:2.0:1779212966.305074:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305801231 00000100:00000001:2.0:1779212966.305077:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305806791 00000100:00000001:3.0:1779212966.305091:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305803757 00000100:00000001:2.0:1779212966.305093:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305801231 00000100:00000001:3.0:1779212966.305096:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212966.305098:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305806791 00000100:00000001:3.0:1779212966.305101:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.305103:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305801231 00000100:00000001:2.0:1779212966.305106:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305806791 00000100:00000001:2.0:1779212966.305109:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212966.305109:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.305112:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212966.305113:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212966.305117:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.305120:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212966.305120:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212966.305123:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779212966.305126:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779212966.305126:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212966.305127:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212966.305129:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1779212966.305131:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a0b31af. 00000100:00000001:2.0:1779212966.305131:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779212966.305132:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.305137:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212966.305137:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212966.305138:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779212966.305140:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212966.305144:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212966.305148:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212966.305148:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212966.305155:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:0.0:1779212966.305158:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:0.0:1779212966.305162:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212966.305169:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.305187:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212966.305190:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.305196:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.305197:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779212966.305205:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212966.305208:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212966.305209:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212966.305212:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000400:00000200:0.0:1779212966.305215:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212966.305218:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212966.305220:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000400:00000010:0.0:1779212966.305221:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:0.0:1779212966.305276:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212966.305280:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.305285:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212966.305286:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.305290:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.305292:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779212966.305325:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212966.305326:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000400:00000200:0.0:1779212966.305328:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212966.305332:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212966.305334:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:0.0:1779212966.305336:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:0.0:1779212966.305339:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212966.305342:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.305348:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212966.305352:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.305364:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.305366:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1779212966.305712:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212966.305717:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212966.305720:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212966.305723:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212966.305726:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212966.305730:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [45:45:256:4294967295] 192.168.202.129@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:1.0:1779212966.306314:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212966.306330:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212966.306352:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000800:00000200:1.0:1779212966.306360:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212966.306366:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212966.306369:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1779212966.306381:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212966.306386:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 184481 usecs (185 jiffies) 00000100:00000001:1.0:1779212966.306390:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305801406 00000100:00000001:1.0:1779212966.306393:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305806791 00000100:00000001:1.0:1779212966.306395:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305801406 00000100:00000001:1.0:1779212966.306397:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305806791 00000100:00000001:1.0:1779212966.306400:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305801406 00000100:00000001:1.0:1779212966.306402:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305806791 00000100:00000001:1.0:1779212966.306404:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305801406 00000100:00000001:1.0:1779212966.306406:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305806791 00000100:00000001:1.0:1779212966.306409:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212966.306412:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212966.306415:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212966.306418:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212966.306423:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212966.306425:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1779212966.306428:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212966.306429:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212966.306430:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212966.306432:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779212966.306973:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779212966.306977:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:2.0:1779212966.306982:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212966.306988:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212966.306993:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28f5c7f 00000400:00000010:2.0:1779212966.306995:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f28f5c7f. 00000100:00000001:2.0:1779212966.306999:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779212966.307004:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.307013:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212966.307016:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.307023:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.307025:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212966.307314:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307326:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212966.307330:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307331:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212966.307339:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212966.307363:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201380 00000400:00000200:1.0:1779212966.307369:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x24d [1] + 224 00000800:00000001:1.0:1779212966.307374:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307376:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212966.307379:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212966.307456:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212966.307463:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212966.307471:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212966.307483:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212966.307499:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212966.307508:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307514:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212966.307517:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307519:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212966.307526:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779212966.307532:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212966.307536:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779212966.307538:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27201300 00000400:00000001:0.0:1779212966.307542:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212966.307545:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212966.307547:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:0.0:1779212966.307551:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779212966.307553:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779212966.307555:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212966.307561:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212966.307568:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x245 [1] + 224 00000100:00000200:0.0:1779212966.307577:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779212966.307588:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779212966.307589:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212966.307592:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.307594:0:199012:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:1.0:1779212966.307596:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779212966.307597:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212966.307600:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1779212966.307601:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779212966.307602:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212966.307608:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212966.307612:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212966.307616:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1779212966.307619:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=10 v=5 (5 0 0 0) 00000100:00000200:1.0:1779212966.307623:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779212966.307625:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212966.307635:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212966.307638:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212966.307642:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779212966.307647:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212966.307651:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.307652:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779212966.307655:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779212966.307659:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779212966.307662:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212966.307673:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.307699:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212966.307709:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212966.307710:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212966.307713:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212966.307719:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960515456:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212966.307724:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.307726:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212966.307727:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960515456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.307732:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212966.307735:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212966.307739:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cee8ab44. 00000100:00000001:3.0:1779212966.307739:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779212966.307746:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779212966.307747:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1779212966.307749:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212966.307751:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779212966.307753:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212966.307755:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:0.0:1779212966.307759:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212966.307760:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212966.307761:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:0.0:1779212966.307764:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212966.307765:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212966.307766:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212966.307767:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.307774:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1779212966.307775:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779212966.307776:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.307778:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212966.307780:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779212966.307789:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212966.307792:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307795:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212966.307801:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212966.307808:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a0ca27201480 00000400:00000200:1.0:1779212966.307813:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x255 [1] + 224 00000800:00000001:1.0:1779212966.307816:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307821:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212966.307823:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212966.307827:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212966.307829:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212966.307839:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212966.307848:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212966.307866:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212966.307870:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.307872:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212966.307903:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212966.307906:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212966.307912:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779212966.307914:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212966.307917:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212966.307921:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:2.0:1779212966.307923:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:2.0:1779212966.307926:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1779212966.307927:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1779212966.307932:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779212966.307932:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212966.307935:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212966.307941:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212966.307944:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000200:2.0:1779212966.307947:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212966.307950:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779212966.307957:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1779212966.307957:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.307960:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212966.307964:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212966.307968:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779212966.307971:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1779212966.307972:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212966.307974:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212966.307979:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212966.307985:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212966.307986:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212966.307988:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:2.0:1779212966.307990:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 000000003fdc5b3f time=10 v=5 (5 0 0 0) 02000000:00000001:3.0:1779212966.307990:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212966.307993:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1779212966.307995:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000040093c3c time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212966.307996:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212966.308001:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.308002:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212966.308004:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212966.308007:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1779212966.308007:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212966.308013:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=21 v=5 (1 0 0 0) 00010000:00080000:2.0:1779212966.308014:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212966.308019:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212966.308022:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212966.308027:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779212966.308028:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212966.308031:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.308033:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779212966.308034:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779212966.308036:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779212966.308037:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212966.308043:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212966.308044:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212966.308051:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212966.308061:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212966.308064:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212966.308066:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212966.308071:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779212966.308071:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212966.308079:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960515328:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212966.308091:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212966.308092:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212966.308100:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779212966.308101:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212966.308104:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212966.308110:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960515328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779212966.308116:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960515712:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212966.308126:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212966.308126:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779212966.308130:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1779212966.308130:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1779212966.308134:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960515712/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779212966.308135:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35152cf. 02000000:00000001:3.0:1779212966.308141:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779212966.308145:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1779212966.308145:0:199015:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1779212966.308147:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1779212966.308149:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 02000000:00000010:2.0:1779212966.308150:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b47052a9. 00000020:00000001:3.0:1779212966.308153:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1779212966.308156:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1779212966.308156:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 00000020:00000001:2.0:1779212966.308159:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779212966.308161:0:199013:0:(genops.c:1244:class_import_put()) import 000000003dbd4713 refcount=2 obd=lustre-OST0000-osc-ffffa0ba086af000 02000000:00000001:3.0:1779212966.308162:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1779212966.308165:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1779212966.308165:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212966.308167:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 02000000:00000010:2.0:1779212966.308168:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 02000000:00000001:2.0:1779212966.308174:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779212966.308176:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779212966.308176:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1779212966.308180:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:3.0:1779212966.308180:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212966.308184:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212966.308185:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779212966.308187:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212966.308189:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212966.308192:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212966.308193:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212966.308195:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212966.308196:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212966.308201:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212966.308202:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212966.308205:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212966.308205:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779212966.314766:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.314779:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212966.314783:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.314785:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212966.314795:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212966.314811:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201400 00000400:00000200:1.0:1779212966.314818:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x25d [1] + 0 00000800:00000001:1.0:1779212966.314825:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.314829:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212966.314832:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212966.314836:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212966.314842:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212966.314850:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212966.314880:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212966.314896:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212966.314905:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212966.314908:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.314959:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212966.314963:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779212966.314969:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212966.314971:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212966.314973:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cf1bf40. 00000400:00000200:0.0:1779212966.314979:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:0.0:1779212966.314981:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:0.0:1779212966.314984:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212966.314992:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212966.315000:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.315004:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212966.315005:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.315007:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212966.315010:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212966.315011:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779212966.315013:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212966.315015:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212966.315022:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1779212966.315024:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=21 v=10 (10 0 0 0) 00000100:00000001:0.0:1779212966.315026:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212966.315027:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1779212966.315029:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779212966.315032:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212981 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.315036:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1779212966.315038:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212966.315039:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.315041:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1779212966.315042:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1779212966.315044:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1779212966.315047:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:0.0:1779212966.315048:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779212966.315050:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212981 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212966.315055:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960515584:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779212966.315060:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.315067:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212966.315070:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960515584/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212981 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212966.315077:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212966.315079:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212966.315090:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008491ab58. 02000000:00000001:0.0:1779212966.315095:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212966.315097:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212966.315099:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779212966.315101:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212966.315103:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000cd32fe8. 02000000:00000001:0.0:1779212966.315106:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212966.315108:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212966.315109:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:0.0:1779212966.315112:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212966.315113:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.315115:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212966.315123:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212966.315124:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212966.315126:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212966.315128:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212966.940357:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212966.940363:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212966.940369:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212966.940370:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212966.940388:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212966.940392:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212966.940394:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212967.964494:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212967.964517:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212967.964524:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212967.964527:0:194886:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212967.964530:0:194886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212967.964533:0:194886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212967.964537:0:194886:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212967.964539:0:194886:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212967.964541:0:194886:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212967.964550:0:194886:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212967.965932:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212967.965936:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212967.965939:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212968.988360:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212968.988366:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212968.988371:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212968.988372:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212968.988395:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212968.988398:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212968.988401:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212970.012340:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212970.012345:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212970.012351:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212970.012352:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212970.012422:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212970.012425:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212970.012427:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212971.036348:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212971.036353:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212971.036359:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212971.036360:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212971.036389:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212971.036398:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212971.036400:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779212971.420353:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212971.420361:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212971.420372:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000020:00000040:2.0:1779212971.420379:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779212971.420405:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212971.420408:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212971.420413:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212971.420420:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000001:2.0:1779212971.420427:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212971.420439:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212971.420464:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212971.420467:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212971.420472:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_02+2] req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.420512:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212971.420515:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212971.420519:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212971.420522:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5c8f7cf. 00000020:00000040:2.0:1779212971.420524:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779212971.420527:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212971.420529:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212971.420531:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212971.420534:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779212971.420536:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420539:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779212971.420540:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212971.420544:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212971.420548:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779212971.420551:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212971.420553:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212971.420556:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779212971.420564:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5c8f7cf] to pc [ptlrpcd_00_03+3] req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.420571:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212971.420572:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212971.420576:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212971.420579:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212971.420583:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212971.420590:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960515840:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212971.420594:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420596:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1779212971.420597:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1779212971.420601:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:3.0:1779212971.420602:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779212971.420604:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1779212971.420605:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1779212971.420607:0:36:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1779212971.420609:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779212971.420612:0:36:0:(import.c:487:import_select_connection()) Process entered 02000000:00000010:3.0:1779212971.420615:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35152cf. 00000100:00080000:2.0:1779212971.420617:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11133 02000000:00000001:3.0:1779212971.420619:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212971.420627:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000200:2.0:1779212971.420630:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000400:00000010:3.0:1779212971.420635:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00001000:2.0:1779212971.420642:0:36:0:(import.c:2151:obd_at_measure()) add 15 to 0000000076e65d06 time=26 v=10 (10 0 0 0) 00000100:00000200:3.0:1779212971.420644:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960515840, portal 25 00000100:00001000:2.0:1779212971.420646:0:36:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000001:3.0:1779212971.420649:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1779212971.420652:0:36:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 10s 00000100:00000001:3.0:1779212971.420652:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000100:00000040:2.0:1779212971.420657:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000040:3.0:1779212971.420661:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.420662:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1779212971.420668:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212971.420672:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000001:2.0:1779212971.420679:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1779212971.420679:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1779212971.420682:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000100:00000040:3.0:1779212971.420685:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000020:00000001:2.0:1779212971.420686:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1779212971.420688:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000020:00000040:2.0:1779212971.420689:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:2.0:1779212971.420693:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000200:3.0:1779212971.420693:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960515840, offset 0 00000020:00000001:2.0:1779212971.420698:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000040:2.0:1779212971.420703:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000400:00000200:3.0:1779212971.420707:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779212971.420708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1779212971.420713:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212971.420714:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:2.0:1779212971.420716:0:36:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00080000:2.0:1779212971.420719:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:2.0:1779212971.420722:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212971.420722:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779212971.420726:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1779212971.420730:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779212971.420731:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779212971.420734:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212971.420735:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1779212971.420738:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1779212971.420740:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212971.420743:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212971.420743:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000010:2.0:1779212971.420749:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000400:00000200:3.0:1779212971.420750:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1779212971.420752:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779212971.420756:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1779212971.420756:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779212971.420758:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212971.420761:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [46:46:256:4294967295] 192.168.202.129@tcp LPNI seq info [46:46:8:4294967295] 00000100:00000001:2.0:1779212971.420767:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212971.420770:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212971.420773:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212971.420777:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000010:2.0:1779212971.420779:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002cd6776c. 00000100:00000001:2.0:1779212971.420785:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212971.420785:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212971.420792:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e97781. 00000100:00100000:2.0:1779212971.420794:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1779212971.420804:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779212971.420808:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212971.420810:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212971.420814:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:2.0:1779212971.420816:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_rcv+-1] req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779212971.420830:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000015e97781 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779212971.420841:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212971.420844:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212971.420847:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779212971.420850:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779212971.420851:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000020:00000040:2.0:1779212971.420855:0:36:0:(genops.c:1231:class_import_get()) import 000000003dbd4713 refcount=3 obd=lustre-OST0000-osc-ffffa0ba086af000 00000100:00000001:3.0:1779212971.420855:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305811907 00000100:00000001:2.0:1779212971.420860:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212971.420861:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212971.420863:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420866:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305806791 02000000:00000010:2.0:1779212971.420867:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:2.0:1779212971.420872:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420872:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305811907 00000100:00000001:3.0:1779212971.420877:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305806791 00000100:00000040:2.0:1779212971.420879:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212971.420883:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305811907 00000100:00000001:3.0:1779212971.420888:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305806791 00000100:00000001:3.0:1779212971.420892:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305811907 00000100:00000001:2.0:1779212971.420893:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212971.420895:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420895:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305806791 00000100:00000001:3.0:1779212971.420901:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779212971.420904:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_00_00+0] req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.420905:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420911:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420915:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212971.420922:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.420922:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212971.420925:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1779212971.420926:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11144) 00000100:00000001:3.0:1779212971.420928:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212971.420930:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212971.420931:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212971.420934:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1779212971.420936:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.420944:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212971.420945:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.420946:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212971.420948:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212971.420949:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212971.420953:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.420961:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212971.420962:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212971.420965:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212971.420966:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212971.420969:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212971.420971:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960515968:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212971.420974:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212971.420977:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212971.420978:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212971.420980:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212971.420983:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000555d8106. 02000000:00000001:3.0:1779212971.420985:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212971.420988:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000400:00000010:3.0:1779212971.420992:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000100:00000200:3.0:1779212971.420994:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960515968, portal 10 00000100:00000001:3.0:1779212971.420996:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212971.420997:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527167232 : -104754182384384 : ffffa0ba042b9500) 00000100:00000040:3.0:1779212971.421002:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.421009:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212971.421011:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212971.421014:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000200:3.0:1779212971.421016:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960515968, offset 0 00000800:00000200:2.0:1779212971.421019:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1779212971.421023:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212971.421024:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e97781. 00000400:00000200:3.0:1779212971.421029:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212971.421045:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212971.421046:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212971.421052:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212971.421058:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212971.421061:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212971.421063:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212971.421066:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [47:47:255:4294967295] 192.168.202.129@tcp LPNI seq info [47:47:7:4294967295] 00000400:00000200:3.0:1779212971.421073:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212971.421078:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212971.421081:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e97781. 00000800:00000200:3.0:1779212971.421085:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212971.421090:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212971.421093:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000015e97781 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212971.421096:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212971.421100:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 2326123 usecs (2327 jiffies) 00000100:00000001:3.0:1779212971.421103:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305808663 00000100:00000001:3.0:1779212971.421105:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305811907 00000100:00000001:3.0:1779212971.421107:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305808663 00000100:00000001:0.0:1779212971.421108:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212971.421109:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305811907 00000100:00000001:0.0:1779212971.421113:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.421113:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305808663 00000100:00000001:3.0:1779212971.421116:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305811907 00000100:00000001:3.0:1779212971.421119:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305808663 00000100:00000001:0.0:1779212971.421121:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212971.421122:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305811907 00000100:00000001:0.0:1779212971.421124:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212971.421125:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212971.421127:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779212971.421130:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.421134:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212971.421135:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.421138:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212971.421146:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779212971.421148:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212971.421150:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779212971.421152:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779212971.421154:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779212971.421157:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960516224:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212971.421161:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779212971.421167:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212971.421170:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212971.421171:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779212971.421173:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212971.421175:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779212971.421179:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cee8ab44. 02000000:00000001:0.0:1779212971.421181:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779212971.421185:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000400:00000010:0.0:1779212971.421190:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779212971.421192:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960516224, portal 4 00000100:00000001:0.0:1779212971.421194:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779212971.421195:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 00000100:00000040:0.0:1779212971.421201:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212971.421208:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779212971.421211:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779212971.421214:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779212971.421216:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865639960516224, offset 0 00000400:00000200:0.0:1779212971.421221:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779212971.421251:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212971.421254:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212971.421255:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212971.421259:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212971.421267:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212971.421268:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212971.421269:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212971.421270:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212971.421271:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212971.421272:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960516096:192.168.202.129@tcp:38: 00000100:00000001:1.0:1779212971.421275:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212971.421276:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212971.421277:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212971.421278:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212971.421280:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005e27ee3b. 02000000:00000001:1.0:1779212971.421281:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212971.421284:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000f38f1b. 00000400:00000010:1.0:1779212971.421287:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000200:1.0:1779212971.421289:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960516096, portal 10 00000100:00000001:1.0:1779212971.421291:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212971.421299:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000040:1.0:1779212971.421305:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212971.421311:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212971.421312:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212971.421321:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000200:1.0:1779212971.421323:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960516096, offset 0 00000400:00000200:1.0:1779212971.421328:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212971.421371:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:2.0:1779212971.421374:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000001:2.0:1779212971.421377:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779212971.421379:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.421385:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212971.421387:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.421391:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212971.421392:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779212971.421404:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779212971.421406:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e97781. 00000400:00000200:2.0:1779212971.421408:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212971.421410:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212971.421411:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:2.0:1779212971.421412:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:2.0:1779212971.421414:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779212971.421415:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.421419:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212971.421420:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.421423:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212971.421423:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779212971.422723:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212971.422728:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212971.422731:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212971.422734:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212971.422738:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212971.422740:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [48:48:256:4294967295] 192.168.202.129@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:0.0:1779212971.422750:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212971.422755:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212971.422760:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a0b31af. 00000800:00000200:0.0:1779212971.422766:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212971.422772:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212971.422775:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004a0b31af type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779212971.422794:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779212971.422797:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212971.422799:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212971.422803:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779212971.422804:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: using a timeout of 9635 usecs (10 jiffies) 00000400:00000200:1.0:1779212971.422806:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779212971.422809:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305806348 00000400:00000200:1.0:1779212971.422811:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212971.422813:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [49:49:255:4294967295] 192.168.202.129@tcp LPNI seq info [49:49:7:4294967295] 00000100:00000001:0.0:1779212971.422823:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305811907 00000400:00000200:1.0:1779212971.422825:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779212971.422829:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305806348 00000100:00000001:0.0:1779212971.422834:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305811907 00000800:00000200:1.0:1779212971.422834:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779212971.422839:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305806348 00000800:00000010:1.0:1779212971.422841:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093147856. 00000100:00000001:0.0:1779212971.422842:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305811907 00000100:00000001:0.0:1779212971.422846:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305806348 00000800:00000200:1.0:1779212971.422850:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779212971.422851:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305811907 00000100:00000001:0.0:1779212971.422856:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779212971.422859:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779212971.422862:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212971.422863:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000093147856 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1779212971.422866:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212971.422868:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212971.422871:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212971.422872:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 163557 usecs (164 jiffies) 00000100:00000001:1.0:1779212971.422876:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305806502 00000100:00000001:0.0:1779212971.422878:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212971.422878:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305811907 00000100:00000001:0.0:1779212971.422881:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779212971.422882:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305806502 00000100:00000001:0.0:1779212971.422886:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212971.422886:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305811907 00000100:00000001:0.0:1779212971.422890:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212971.422890:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305806502 00000100:00000001:0.0:1779212971.422892:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212971.422893:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305811907 00000100:00000001:0.0:1779212971.422896:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212971.422897:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305806502 00000100:00000001:1.0:1779212971.422901:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305811907 00000100:00000001:1.0:1779212971.422903:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212971.422905:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212971.422908:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212971.422917:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212971.422922:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212971.422923:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1779212971.422924:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212971.422925:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212971.422927:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212971.422929:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779212971.423006:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779212971.423009:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a0b31af. 00000400:00000200:2.0:1779212971.423015:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212971.423020:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212971.423025:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:2.0:1779212971.423028:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:2.0:1779212971.423042:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779212971.423054:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.423064:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212971.423066:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.423072:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212971.423073:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212971.423146:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1779212971.423197:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779212971.423200:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093147856. 00000400:00000200:2.0:1779212971.423203:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212971.423206:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212971.423209:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:2.0:1779212971.423211:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:2.0:1779212971.423214:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779212971.423217:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.423244:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212971.423247:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.423252:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212971.423254:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212971.423307:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212971.423310:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212971.423313:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212971.423319:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212971.423329:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27201500 00000400:00000200:1.0:1779212971.423337:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x265 [1] + 224 00000800:00000001:1.0:1779212971.423344:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212971.423347:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212971.423349:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212971.423353:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212971.423356:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212971.423360:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212971.423368:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212971.423380:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212971.423387:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212971.423390:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212971.423391:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212971.423393:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212971.423397:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212971.423403:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201580 00000400:00000200:1.0:1779212971.423407:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x26d [1] + 224 00000800:00000001:1.0:1779212971.423410:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212971.423414:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212971.423422:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212971.423426:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212971.423429:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212971.423433:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212971.423441:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212971.423449:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212971.423450:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779212971.423453:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779212971.423454:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779212971.423458:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779212971.423461:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212971.423470:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212971.423473:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:3.0:1779212971.423477:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:3.0:1779212971.423478:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:3.0:1779212971.423481:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212971.423485:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212971.423493:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.423499:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212971.423500:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.423503:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212971.423505:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212971.423507:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212971.423509:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212971.423512:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212971.423520:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212971.423524:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212971.423526:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212971.423528:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212971.423530:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212971.423533:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.423536:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212971.423538:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212971.423540:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212971.423542:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212971.423545:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.423552:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212971.423554:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212971.423556:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212971.423559:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212971.423567:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960515968:192.168.202.129@tcp:400: 00000400:00000001:3.0:1779212971.423578:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212971.423579:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212971.423581:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212971.423583:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212971.423584:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212971.423586:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212971.423589:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212971.423601:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.423607:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212971.423608:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.423609:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212971.423611:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212971.423612:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212971.423613:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212971.423615:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212971.423617:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212971.423620:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212971.423621:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212971.423622:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212971.423624:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212971.423628:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.423630:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212971.423633:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.423638:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212971.423640:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212971.423641:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212971.423643:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212971.423649:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960515840:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212971.423660:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.423662:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212971.423665:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5c8f7cf x1865639960515968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.423671:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212971.423673:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212971.423676:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000555d8106. 02000000:00000001:3.0:1779212971.423679:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212971.423681:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212971.423683:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212971.423685:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212971.423687:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:3.0:1779212971.423690:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212971.423692:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212971.423693:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5c8f7cf. 00000100:00000001:3.0:1779212971.423697:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212971.423698:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.423699:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212971.423701:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960515840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212971.423706:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212971.423708:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212971.423708:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35152cf. 02000000:00000001:3.0:1779212971.423710:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212971.423711:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212971.423712:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779212971.423713:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212971.423714:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 02000000:00000001:3.0:1779212971.423716:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212971.423717:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212971.423718:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:3.0:1779212971.423720:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212971.423721:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.423722:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212971.423726:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212971.423732:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212971.423734:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212971.423736:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779212971.424590:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.424598:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779212971.424600:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.424601:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212971.424606:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779212971.424614:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a0ca27201680 00000400:00000200:2.0:1779212971.424619:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x275 [1] + 224 00000800:00000001:2.0:1779212971.424622:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.424650:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212971.424653:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212971.424657:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212971.424668:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212971.424672:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779212971.424681:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.424699:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779212971.424704:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.424707:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212971.424742:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212971.424745:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779212971.424750:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212971.424751:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212971.424753:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:0.0:1779212971.424757:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779212971.424759:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779212971.424761:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212971.424765:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212971.424772:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212971.424778:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212971.424779:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212971.424781:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212971.424789:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212971.424790:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779212971.424791:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212971.424793:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212971.424799:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 000000003fdc5b3f time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1779212971.424801:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000040093c3c time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212971.424803:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212971.424805:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212971.424806:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779212971.424809:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779212971.424822:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212971.424824:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779212971.424825:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779212971.424827:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779212971.424828:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212971.424832:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212971.424837:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212971.424839:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212971.424841:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212971.424843:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212971.424851:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960516224:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212971.424855:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212971.424857:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212971.424859:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960516224/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212971.424864:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212971.424866:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212971.424868:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cee8ab44. 02000000:00000001:0.0:1779212971.424871:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212971.424877:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212971.424878:0:199012:0:(genops.c:1244:class_import_put()) import 000000003dbd4713 refcount=2 obd=lustre-OST0000-osc-ffffa0ba086af000 00000020:00000001:0.0:1779212971.424880:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212971.424882:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000001:0.0:1779212971.424884:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212971.424886:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212971.424887:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 00000100:00000001:0.0:1779212971.424891:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212971.424892:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212971.424893:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212971.424898:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212971.424900:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212971.424901:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212971.424903:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779212971.432363:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.432381:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779212971.432385:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.432388:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212971.432399:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779212971.432418:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201600 00000400:00000200:2.0:1779212971.432427:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x27d [1] + 0 00000800:00000001:2.0:1779212971.432435:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.432446:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212971.432448:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212971.432453:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212971.432460:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212971.432467:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779212971.432477:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212971.432502:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779212971.432510:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212971.432513:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212971.432583:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212971.432588:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212971.432594:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212971.432596:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212971.432599:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000f38f1b. 00000400:00000200:1.0:1779212971.432603:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:1.0:1779212971.432606:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:1.0:1779212971.432609:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212971.432614:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212971.432621:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212971.432627:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212971.432629:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212971.432631:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212971.432635:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212971.432637:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212971.432639:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212971.432642:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212971.432651:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212971.432655:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=26 v=15 (15 0 0 0) 00000100:00000001:1.0:1779212971.432658:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212971.432659:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1779212971.432662:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1779212971.432753:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212971.432760:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1779212971.432763:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212971.432765:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212971.432768:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1779212971.432770:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1779212971.432773:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1779212971.432777:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:1.0:1779212971.432780:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1779212971.432783:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212991 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212971.432789:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960516096:192.168.202.129@tcp:38: 00000100:00000001:1.0:1779212971.432794:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212971.432796:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212971.432798:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960516096/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779212991 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212971.432805:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212971.432807:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212971.432810:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005e27ee3b. 02000000:00000001:1.0:1779212971.432814:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212971.432816:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212971.432817:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779212971.432819:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212971.432821:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002cd6776c. 02000000:00000001:1.0:1779212971.432824:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212971.432825:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212971.432827:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:1.0:1779212971.432830:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212971.432831:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212971.432838:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212971.432845:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212971.432847:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212971.432849:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212971.432851:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212972.060403:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212972.060409:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212972.060415:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212972.060416:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212972.060476:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212972.060480:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212972.060483:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212973.084340:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212973.084363:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212973.084369:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212973.084370:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212973.084394:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212973.084397:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212973.084400:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212974.110287:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212974.110293:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212974.110299:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212974.110300:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212974.110347:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212974.110351:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212974.110354:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212975.132350:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212975.132355:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212975.132361:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212975.132362:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779212975.132396:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212975.132399:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212975.132403:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212976.156380:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212976.156391:0:194886:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212976.156394:0:194886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212976.156398:0:194886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212976.156404:0:194886:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212976.156406:0:194886:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212976.156408:0:194886:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212976.156411:0:194886:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212976.156416:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212976.156417:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212976.156530:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212976.156535:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212976.156538:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779212976.540361:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212976.540371:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212976.540383:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779212976.540392:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779212976.540397:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212976.540401:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212976.540408:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212976.540417:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000001:2.0:1779212976.540426:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212976.540440:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212976.540453:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212976.540469:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212976.540476:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_01+1] req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.540518:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212976.540521:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779212976.540524:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779212976.540527:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000020:00000040:2.0:1779212976.540530:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779212976.540532:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212976.540535:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212976.540537:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212976.540541:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 00000100:00000001:0.0:1779212976.540542:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212976.540545:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779212976.540551:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1779212976.540555:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779212976.540556:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212976.540564:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212976.540567:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212976.540569:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779212976.540570:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212976.540571:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.540573:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212976.540579:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779212976.540583:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_02+2] req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212976.540590:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.540622:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212976.540633:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.540645:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779212976.540646:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212976.540650:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779212976.540652:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779212976.540655:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779212976.540658:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960516352:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212976.540662:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779212976.540667:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779212976.540667:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212976.540672:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1779212976.540673:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1779212976.540678:0:160592:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1779212976.540681:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779212976.540684:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779212976.540684:0:160592:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1779212976.540686:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1779212976.540692:0:160592:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:0.0:1779212976.540693:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 00000100:00000001:3.0:1779212976.540693:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779212976.540702:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212976.540706:0:160592:0:(import.c:487:import_select_connection()) Process entered 00000400:00000010:0.0:1779212976.540710:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000100:00000001:3.0:1779212976.540710:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212976.540712:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1779212976.540714:0:160592:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11139 00000100:00000001:3.0:1779212976.540716:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212976.540721:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.540723:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779212976.540724:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000001:3.0:1779212976.540730:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779212976.540733:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960516352, portal 25 00000100:00000001:3.0:1779212976.540734:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779212976.540736:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779212976.540739:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000400:00000200:2.0:1779212976.540746:0:160592:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1779212976.540746:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212976.540750:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779212976.540758:0:160592:0:(import.c:2151:obd_at_measure()) add 20 to 0000000076e65d06 time=31 v=15 (15 0 0 0) 00000100:00000001:0.0:1779212976.540761:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779212976.540768:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00001000:2.0:1779212976.540768:0:160592:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000400:00000010:0.0:1779212976.540771:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000200:0.0:1779212976.540777:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960516352, offset 0 00000100:00080000:2.0:1779212976.540782:0:160592:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 15s 00000400:00000200:0.0:1779212976.540786:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779212976.540795:0:160592:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000400:00000200:0.0:1779212976.540800:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779212976.540801:0:160592:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1779212976.540806:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779212976.540810:0:160592:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000400:00000200:0.0:1779212976.540814:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779212976.540820:0:160592:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000400:00000200:0.0:1779212976.540822:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212976.540828:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000020:00000001:2.0:1779212976.540831:0:160592:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1779212976.540836:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [50:50:256:4294967295] 192.168.202.129@tcp LPNI seq info [50:50:8:4294967295] 00000020:00000040:2.0:1779212976.540836:0:160592:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:2.0:1779212976.540845:0:160592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779212976.540849:0:160592:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:2.0:1779212976.540853:0:160592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:2.0:1779212976.540864:0:160592:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000400:00000200:0.0:1779212976.540865:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779212976.540875:0:160592:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212976.540883:0:160592:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1779212976.540884:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779212976.540890:0:160592:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000800:00000010:0.0:1779212976.540891:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000100:00000001:2.0:1779212976.540901:0:160592:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:2.0:1779212976.540907:0:160592:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000800:00000200:0.0:1779212976.540914:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00080000:2.0:1779212976.540923:0:160592:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:2.0:1779212976.540925:0:160592:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.540925:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212976.540931:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212976.540932:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:2.0:1779212976.540933:0:160592:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.0:1779212976.540944:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1779212976.540944:0:160592:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212976.540946:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212976.540955:0:160592:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212976.540955:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212976.540959:0:160592:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1779212976.540961:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1779212976.540965:0:160592:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1779212976.540969:0:160592:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212976.540969:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960516480:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212976.540972:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212976.540972:0:160592:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.540996:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1779212976.540997:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000100:00000001:0.0:1779212976.540998:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305817027 00000020:00000040:2.0:1779212976.541004:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779212976.541004:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779212976.541007:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305811907 02000000:00000001:3.0:1779212976.541009:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212976.541010:0:160592:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1779212976.541013:0:160592:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541016:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305817027 02000000:00000001:3.0:1779212976.541016:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779212976.541019:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212976.541022:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1779212976.541023:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef032033. 02000000:00000001:2.0:1779212976.541027:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212976.541032:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212976.541036:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002cd6776c. 00000100:00000001:0.0:1779212976.541045:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305811907 00000100:00000001:2.0:1779212976.541048:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212976.541048:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:0.0:1779212976.541054:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305817027 00000400:00000010:3.0:1779212976.541058:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00100000:2.0:1779212976.541059:0:160592:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779212976.541061:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305811907 00000100:00000200:3.0:1779212976.541067:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960516480, portal 10 00000100:00000001:3.0:1779212976.541075:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212976.541076:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212976.541078:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000100:00000001:2.0:1779212976.541079:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541080:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305817027 00000100:00000040:2.0:1779212976.541091:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_rcv+-1] req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212976.541094:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305811907 00000100:00000040:3.0:1779212976.541096:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212976.541113:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212976.541120:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779212976.541121:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212976.541125:0:160592:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212976.541127:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779212976.541128:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212976.541130:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1779212976.541132:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000100:00000200:3.0:1779212976.541138:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960516480, offset 0 00000100:00000001:2.0:1779212976.541141:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779212976.541142:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779212976.541147:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000400:00000200:3.0:1779212976.541152:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000020:00000040:2.0:1779212976.541153:0:160592:0:(genops.c:1231:class_import_get()) import 000000003dbd4713 refcount=3 obd=lustre-OST0000-osc-ffffa0ba086af000 00000100:00000001:2.0:1779212976.541157:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212976.541158:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212976.541161:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212976.541165:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000010:2.0:1779212976.541166:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:2.0:1779212976.541172:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212976.541174:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779212976.541178:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779212976.541180:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212976.541188:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779212976.541193:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1779212976.541193:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779212976.541196:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212976.541202:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [51:51:255:4294967295] 192.168.202.129@tcp LPNI seq info [51:51:7:4294967295] 00000100:00000040:2.0:1779212976.541205:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_03+3] req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779212976.541253:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212976.541261:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1779212976.541263:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779212976.541265:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779212976.541267:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000800:00000010:3.0:1779212976.541270:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000100:00000040:2.0:1779212976.541273:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11149) 00000400:00000200:0.0:1779212976.541276:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212976.541285:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212976.541287:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212976.541290:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779212976.541291:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000100:00000001:2.0:1779212976.541294:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1779212976.541295:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:0.0:1779212976.541300:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1779212976.541302:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212976.541313:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.541323:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779212976.541332:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779212976.541332:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212976.541337:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779212976.541338:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779212976.541343:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779212976.541348:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:2.0:1779212976.541355:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541361:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541363:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1779212976.541368:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960516608:192.168.202.129@tcp:38: 00000800:00000200:3.0:1779212976.541370:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779212976.541374:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1779212976.541377:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1779212976.541378:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779212976.541381:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212976.541384:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779212976.541388:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f446f05b. 02000000:00000001:2.0:1779212976.541391:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779212976.541396:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000100:00000001:3.0:1779212976.541398:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541399:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779212976.541401:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00100000:0.0:1779212976.541405:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1779212976.541407:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779212976.541408:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960516608, portal 10 00000100:00000040:3.0:1779212976.541408:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 2147471 usecs (2148 jiffies) 00000100:00000001:2.0:1779212976.541413:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779212976.541415:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212976.541416:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000001:3.0:1779212976.541417:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305813605 00000100:00000001:0.0:1779212976.541419:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212976.541422:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305817027 00000100:00000001:0.0:1779212976.541424:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779212976.541428:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212976.541430:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212976.541430:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305813605 00000100:00000001:0.0:1779212976.541435:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779212976.541438:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305817027 00000100:00000001:2.0:1779212976.541442:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779212976.541446:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779212976.541454:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212976.541455:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305813605 00000400:00000010:2.0:1779212976.541458:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010694bba. 00000100:00000001:3.0:1779212976.541464:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305817027 00000100:00000200:2.0:1779212976.541468:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960516608, offset 0 00000100:00000001:3.0:1779212976.541472:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305813605 00000100:00000001:3.0:1779212976.541481:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305817027 00000400:00000200:2.0:1779212976.541488:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212976.541489:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212976.541494:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212976.541500:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779212976.541505:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212976.541510:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779212976.541518:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212976.541524:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779212976.541527:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212976.541534:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779212976.541537:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779212976.541540:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212976.541550:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779212976.541551:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541553:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1779212976.541557:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [52:52:255:4294967295] 192.168.202.129@tcp LPNI seq info [52:52:7:4294967295] 00000100:00000001:0.0:1779212976.541558:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212976.541571:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779212976.541575:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779212976.541585:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212976.541585:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:0.0:1779212976.541597:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960516736:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779212976.541605:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779212976.541611:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1779212976.541613:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 02000000:00000001:0.0:1779212976.541616:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779212976.541618:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212976.541624:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779212976.541628:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000010:0.0:1779212976.541632:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f4aef5. 00000800:00000200:2.0:1779212976.541635:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779212976.541640:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779212976.541641:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1779212976.541649:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212976.541652:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 147023 usecs (148 jiffies) 00000400:00000010:0.0:1779212976.541653:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcbe5af4. 00000100:00000001:2.0:1779212976.541654:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305811605 00000100:00000001:2.0:1779212976.541663:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305817027 00000100:00000001:2.0:1779212976.541665:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305811605 00000400:00000010:0.0:1779212976.541667:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000001:2.0:1779212976.541667:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305817027 00000100:00000001:2.0:1779212976.541673:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305811605 00000100:00000200:0.0:1779212976.541676:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960516736, portal 4 00000100:00000001:2.0:1779212976.541676:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305817027 00000100:00000001:2.0:1779212976.541677:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305811605 00000100:00000001:2.0:1779212976.541684:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305817027 00000800:00000200:3.0:1779212976.541686:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779212976.541687:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212976.541687:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1779212976.541691:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000100:00000001:0.0:1779212976.541692:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 00000100:00000001:2.0:1779212976.541693:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212976.541699:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779212976.541704:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212976.541707:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212976.541713:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.541713:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779212976.541716:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212976.541717:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1779212976.541726:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212976.541731:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212976.541734:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212976.541742:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541743:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779212976.541749:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779212976.541753:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e829f7. 00000400:00000200:3.0:1779212976.541768:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:3.0:1779212976.541773:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:3.0:1779212976.541777:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212976.541778:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865639960516736, offset 0 00000100:00000200:3.0:1779212976.541786:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212976.541789:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212976.541804:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779212976.541805:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779212976.541809:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1779212976.541812:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779212976.541816:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212976.541824:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212976.541834:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779212976.541843:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212976.541844:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [53:53:254:4294967295] 192.168.202.129@tcp LPNI seq info [53:53:6:4294967295] 00000100:00000001:3.0:1779212976.541851:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779212976.541863:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212976.541874:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212976.541878:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000800:00000200:0.0:1779212976.541884:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212976.541890:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212976.541893:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779212976.541898:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212976.541902:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: using a timeout of 8676 usecs (9 jiffies) 00000100:00000001:0.0:1779212976.541905:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305811466 00000100:00000001:0.0:1779212976.541907:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305817027 00000100:00000001:0.0:1779212976.541910:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305811466 00000100:00000001:0.0:1779212976.541912:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305817027 00000800:00000200:3.0:1779212976.541913:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779212976.541919:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305811466 00000800:00000010:3.0:1779212976.541919:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000100:00000001:0.0:1779212976.541926:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305817027 00000400:00000200:3.0:1779212976.541927:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779212976.541934:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305811466 00000100:00000001:0.0:1779212976.541941:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305817027 00000400:00000200:3.0:1779212976.541941:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212976.541948:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779212976.541950:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010694bba 00000100:00000001:0.0:1779212976.541953:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212976.541954:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010694bba. 00000100:00000001:0.0:1779212976.541957:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.541960:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.542013:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212976.542017:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.542026:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212976.542028:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213001 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.542034:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.542035:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779212976.542068:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212976.542071:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000400:00000200:3.0:1779212976.542074:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212976.542078:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212976.542081:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e829f7 00000400:00000010:3.0:1779212976.542083:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099e829f7. 00000100:00000001:3.0:1779212976.542085:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212976.542088:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.542096:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212976.542098:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.542104:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.542105:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779212976.544474:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.544495:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779212976.544507:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.544510:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212976.544522:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779212976.544541:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27201700 00000400:00000200:2.0:1779212976.544552:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x285 [1] + 224 00000800:00000001:2.0:1779212976.544575:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.544580:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212976.544583:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212976.544588:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212976.545826:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212976.545837:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779212976.545851:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.545871:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779212976.545885:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.545893:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779212976.545897:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.545899:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212976.545906:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779212976.545907:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779212976.545915:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779212976.545924:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201780 00000400:00000001:0.0:1779212976.545925:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212976.545932:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212976.545937:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:0.0:1779212976.545944:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779212976.545954:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779212976.545960:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779212976.545964:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x28d [1] + 224 00000800:00000001:2.0:1779212976.545972:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779212976.545976:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779212976.545990:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212976.545996:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212976.546009:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779212976.546015:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.546016:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212976.546022:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779212976.546045:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212976.546061:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212976.546067:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212976.546072:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212976.546075:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212976.546077:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212976.546079:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212976.546080:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779212976.546086:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.546091:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779212976.546094:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.546096:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779212976.546098:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212976.546107:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1779212976.546116:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=31 v=5 (1 0 0 0) 00000400:00000200:2.0:1779212976.546116:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779212976.546125:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212976.546127:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212976.546133:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a0ca27201880 00010000:00000001:0.0:1779212976.546136:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779212976.546140:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.546144:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779212976.546145:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x29d [1] + 224 00000800:00000001:2.0:1779212976.546152:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779212976.546155:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779212976.546162:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779212976.546167:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779212976.546172:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212976.546175:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212976.546189:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779212976.546199:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.546236:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779212976.546241:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779212976.546243:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212976.546265:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212976.546275:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779212976.546281:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212976.546283:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212976.546286:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212976.546291:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212976.546295:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212976.546300:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212976.546311:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212976.546321:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212976.546328:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212976.546332:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212976.546333:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212976.546341:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212976.546371:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960516352:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212976.546383:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212976.546386:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212976.546388:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960516352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.546390:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212976.546395:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212976.546400:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212976.546403:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212976.546406:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:0.0:1779212976.546410:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212976.546413:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212976.546415:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779212976.546427:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779212976.546427:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212976.546432:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1779212976.546433:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 00000100:00000001:3.0:1779212976.546436:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212976.546439:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212976.546440:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212976.546445:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779212976.546446:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779212976.546448:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:0.0:1779212976.546454:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212976.546455:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779212976.546456:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=20 v=5 (5 0 0 0) 00000100:00000001:0.0:1779212976.546460:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779212976.546469:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212976.546470:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212976.546473:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.546476:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212976.546479:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212976.546480:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212976.546483:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212976.546492:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212976.546502:0:199015:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.546507:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212976.546509:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212976.546510:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212976.546512:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212976.546517:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.546527:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212976.546529:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212976.546530:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212976.546534:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212976.546534:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779212976.546539:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779212976.546539:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779212976.546542:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212976.546545:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcbe5af4. 00000100:00100000:3.0:1779212976.546549:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960516480:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779212976.546551:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:1.0:1779212976.546554:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:1.0:1779212976.546556:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779212976.546559:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779212976.546563:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.546563:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212976.546569:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960516480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.546583:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1779212976.546585:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779212976.546590:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779212976.546592:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212976.546593:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212976.546595:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212976.546596:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212976.546599:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212976.546600:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212976.546600:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef032033. 02000000:00000001:1.0:1779212976.546602:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212976.546607:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1779212976.546608:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 000000003fdc5b3f time=20 v=5 (5 0 0 0) 00000020:00000001:3.0:1779212976.546610:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:1.0:1779212976.546613:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000040093c3c time=20 v=5 (1 0 0 0) 00000020:00000040:3.0:1779212976.546613:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212976.546616:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779212976.546617:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1779212976.546619:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 00000100:00000001:1.0:1779212976.546620:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212976.546623:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779212976.546624:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212976.546626:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1779212976.546628:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779212976.546628:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 00000100:00000001:3.0:1779212976.546634:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1779212976.546638:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.546638:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212976.546642:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212976.546643:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779212976.546645:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779212976.546655:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779212976.546656:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.546658:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1779212976.546659:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212976.546662:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212976.546666:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212976.546669:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212976.546670:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212976.546673:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212976.546675:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212976.546677:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212976.546683:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960516736:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779212976.546689:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212976.546690:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212976.546692:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960516736/t0(0) o400->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212976.546698:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212976.546699:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212976.546701:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7f4aef5. 02000000:00000001:1.0:1779212976.546704:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212976.546705:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212976.546706:0:199014:0:(genops.c:1244:class_import_put()) import 000000003dbd4713 refcount=2 obd=lustre-OST0000-osc-ffffa0ba086af000 00000020:00000001:1.0:1779212976.546708:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212976.546710:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:1.0:1779212976.546711:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212976.546713:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212976.546714:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000100:00000001:1.0:1779212976.546716:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212976.546717:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212976.546719:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212976.546722:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212976.546723:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212976.546725:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212976.546726:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779212976.556144:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212976.556166:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212976.556172:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212976.556175:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212976.556189:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212976.556210:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201800 00000400:00000200:0.0:1779212976.556220:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x295 [1] + 0 00000800:00000001:0.0:1779212976.556258:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212976.556267:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212976.556271:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212976.556277:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212976.556287:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212976.556297:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212976.556310:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212976.556330:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212976.556343:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212976.556347:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212976.556384:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212976.556390:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212976.556400:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779212976.556402:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212976.556405:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:2.0:1779212976.556411:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:2.0:1779212976.556414:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:2.0:1779212976.556418:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212976.556422:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212976.556432:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.556439:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212976.556441:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212976.556444:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212976.556449:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779212976.556452:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212976.556454:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212976.556476:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779212976.556487:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1779212976.556491:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=31 v=20 (20 0 0 0) 00000100:00000001:2.0:1779212976.556495:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212976.556497:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1779212976.556500:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1779212976.556505:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213001 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.556513:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1779212976.556516:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212976.556519:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212976.556522:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1779212976.556524:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1779212976.556528:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1779212976.556533:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:2.0:1779212976.556535:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1779212976.556539:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213001 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779212976.556548:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960516608:192.168.202.129@tcp:38: 00000100:00000001:2.0:1779212976.556554:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212976.556558:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212976.556561:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960516608/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213001 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212976.556568:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779212976.556571:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779212976.556574:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f446f05b. 02000000:00000001:2.0:1779212976.556578:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779212976.556582:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779212976.556584:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779212976.556586:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779212976.556594:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002cd6776c. 02000000:00000001:2.0:1779212976.556598:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779212976.556601:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779212976.556603:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:2.0:1779212976.556608:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779212976.556609:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212976.556611:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212976.556621:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212976.556623:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212976.556626:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212976.556627:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.180291:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212977.180296:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.180301:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212977.180302:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779212977.180335:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212977.180339:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212977.180341:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1779212977.929321:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212977.929341:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212977.929346:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212977.929349:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212977.929373:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212977.929398:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca27805d00 00000400:00000200:3.0:1779212977.929408:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xd [2] + 0 00000800:00000001:3.0:1779212977.929416:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212977.929421:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212977.929424:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212977.929428:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212977.929437:0:199007:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1779212977.929440:0:199007:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1779212977.929447:0:199007:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fde6a2ac. 00000100:00000040:3.0:1779212977.929453:0:199007:0:(events.c:337:request_in_callback()) incoming req@00000000fde6a2ac x1865639966825728 msgsize 328 00000100:00100000:3.0:1779212977.929457:0:199007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:3.0:1779212977.929481:0:199007:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1779212977.929492:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212977.929495:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212977.929521:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212977.929524:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212977.929528:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212977.929534:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca27805d80 00000400:00000200:3.0:1779212977.929538:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xd [2] + 328 00000800:00000001:3.0:1779212977.929541:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212977.929546:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212977.929548:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212977.929551:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212977.929554:0:199007:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1779212977.929555:0:199007:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1779212977.929558:0:199007:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000938c3234. 00000100:00000040:3.0:1779212977.929560:0:199007:0:(events.c:337:request_in_callback()) incoming req@00000000938c3234 x1865639966825856 msgsize 328 00000100:00100000:3.0:1779212977.929563:0:199007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:3.0:1779212977.929576:0:199007:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1779212977.929581:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212977.929596:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1779212977.929644:0:201066:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000063f81dab. 00000100:00000001:2.0:1779212977.929656:0:201066:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1779212977.929658:0:201066:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639966825728 02000000:00000001:2.0:1779212977.929661:0:201066:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1779212977.929664:0:201066:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212977.929666:0:201066:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212977.929671:0:201066:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212977.929676:0:201066:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639966825728 00000020:00000001:2.0:1779212977.929679:0:201066:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1779212977.929681:0:201066:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:2.0:1779212977.929683:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779212977.929686:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=3 00000020:00000001:2.0:1779212977.929688:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:2.0:1779212977.929691:0:201066:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00000001:2.0:1779212977.929696:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1779212977.929700:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dee39312. 00000100:00000001:2.0:1779212977.929703:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1779212977.929706:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dee39312. 00000020:00000010:2.0:1779212977.929712:0:201066:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ee1edb. 00000020:00000010:2.0:1779212977.929718:0:201066:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4473cec. 00000020:00000010:2.0:1779212977.929739:0:201066:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fce45f4. 00000020:00000010:1.0:1779212977.929744:0:201065:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004beba92e. 00000100:00000040:2.0:1779212977.929758:0:201066:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1779212977.929759:0:201065:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1779212977.929761:0:201065:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639966825856 02000000:00000001:1.0:1779212977.929764:0:201065:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1779212977.929764:0:201066:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1779212977.929767:0:201065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212977.929767:0:201066:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1779212977.929770:0:201065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.929771:0:201066:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212977.929774:0:201065:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212977.929777:0:201065:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639966825856 00000020:00000001:1.0:1779212977.929779:0:201065:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779212977.929781:0:201065:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:1.0:1779212977.929783:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1779212977.929783:0:201066:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779212977.929785:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=4 00000100:00000001:2.0:1779212977.929787:0:201066:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779212977.929788:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:1.0:1779212977.929792:0:201065:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00000001:1.0:1779212977.929795:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779212977.929798:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc274444. 00000100:00000001:1.0:1779212977.929801:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212977.929803:0:201066:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1779212977.929804:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc274444. 00000100:00000001:2.0:1779212977.929806:0:201066:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1779212977.929810:0:201065:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce56385a. 00000100:00100000:2.0:1779212977.929813:0:201066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 0 00000020:00000010:1.0:1779212977.929815:0:201065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093530b85. 00000100:00000040:2.0:1779212977.929819:0:201066:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:2.0:1779212977.929821:0:201066:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320406579328 : -104753302972288 : ffffa0ba38965880) 00000020:00000010:1.0:1779212977.929829:0:201065:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e772c82d. 00000100:00000040:2.0:1779212977.929829:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fde6a2ac x1865639966825728/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:373/0 lens 328/0 e 0 to 0 dl 1779212988 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779212977.929836:0:201065:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1779212977.929839:0:201065:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1779212977.929841:0:201065:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.929842:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1779212977.929846:0:201065:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1779212977.929846:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dee39312. 00000100:00000001:2.0:1779212977.929850:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212977.929851:0:201065:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1779212977.929855:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dee39312. 00000100:00100000:2.0:1779212977.929860:0:201066:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@00000000fde6a2ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+4:344185:x1865639966825728:12345-192.168.202.129@tcp:104: 00000100:00000200:2.0:1779212977.929865:0:201066:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639966825728 00010000:00000001:2.0:1779212977.929868:0:201066:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1779212977.929876:0:201066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779212977.929877:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779212977.929880:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000599580a4 refcount=2 00000020:00000001:2.0:1779212977.929882:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320323331072 : -104753386220544 : ffffa0ba33a01400) 00010000:00000001:2.0:1779212977.929884:0:201066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320323331072 : -104753386220544 : ffffa0ba33a01400) 00010000:00000001:2.0:1779212977.929888:0:201066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1779212977.929892:0:201066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212977.929896:0:201066:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779212977.929906:0:201066:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1779212977.929914:0:201066:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1779212977.929918:0:201066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f446f05b. 02000000:00000001:2.0:1779212977.929920:0:201066:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.929922:0:201066:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.929927:0:201066:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1779212977.929930:0:201066:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779212977.929934:0:201066:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=1779212977 v=10 (0 0 0 0) 00000100:00001000:2.0:1779212977.929937:0:201066:0:(import.c:2217:obd_at_measure()) AT 000000004c531faf change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1779212977.929942:0:201066:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@00000000fde6a2ac x1865639966825728/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:373/0 lens 328/224 e 0 to 0 dl 1779212988 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212977.929951:0:201066:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1779212977.929954:0:201066:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212977.929956:0:201066:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:2.0:1779212977.929958:0:201066:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1779212977.929961:0:201066:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.929976:0:201066:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212977.929980:0:201066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212977.929985:0:201066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000200:2.0:1779212977.929991:0:201066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639966825728, offset 224 00000400:00000200:2.0:1779212977.929999:0:201066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212977.930011:0:201066:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212977.930017:0:201066:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [54:54:256:4294967295] 192.168.202.129@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1779212977.930028:0:201066:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212977.930033:0:201066:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212977.930038:0:201066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006110c9f2. 00000800:00000200:2.0:1779212977.930045:0:201066:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212977.930053:0:201066:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212977.930058:0:201066:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006110c9f2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779212977.930077:0:201066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212977.930080:0:201066:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:2.0:1779212977.930084:0:201066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1779212977.930092:0:201066:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006d5560b3. 00010000:00000001:2.0:1779212977.930096:0:201066:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1779212977.930110:0:201066:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1779212977.930113:0:201066:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.930114:0:201066:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.930116:0:201066:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212977.930120:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fde6a2ac x1865639966825728/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:373/0 lens 328/224 e 0 to 0 dl 1779212988 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1779212977.930130:0:201066:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@00000000fde6a2ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+4:344185:x1865639966825728:12345-192.168.202.129@tcp:104: Request processed in 287us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1779212977.930138:0:201066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 0 00000100:00000040:2.0:1779212977.930142:0:201066:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000100:00000001:2.0:1779212977.930145:0:201066:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1779212977.930147:0:201066:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1779212977.930152:0:201066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4473cec. 00000020:00000010:2.0:1779212977.930156:0:201066:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fce45f4. 00000020:00000010:2.0:1779212977.930161:0:201066:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ee1edb. 00000020:00000040:2.0:1779212977.930165:0:201066:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 3 00000100:00000001:2.0:1779212977.930169:0:201066:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212977.930176:0:201066:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1779212977.930178:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779212977.930178:0:201066:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1779212977.930183:0:201066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 1 00000800:00000010:1.0:1779212977.930184:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006110c9f2. 00000100:00000040:2.0:1779212977.930185:0:201066:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:2.0:1779212977.930189:0:201066:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320406580224 : -104753302971392 : ffffa0ba38965c00) 00000400:00000200:1.0:1779212977.930190:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1779212977.930193:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000938c3234 x1865639966825856/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:373/0 lens 328/0 e 0 to 0 dl 1779212988 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779212977.930199:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212977.930206:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000100:00000001:2.0:1779212977.930208:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1779212977.930210:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dee39312. 00000100:00000001:2.0:1779212977.930212:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1779212977.930214:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dee39312. 00000100:00100000:2.0:1779212977.930218:0:201066:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@00000000938c3234 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344185:x1865639966825856:12345-192.168.202.129@tcp:104: 00000100:00000200:2.0:1779212977.930246:0:201066:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639966825856 00010000:00000001:2.0:1779212977.930248:0:201066:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1779212977.930251:0:201066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779212977.930252:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779212977.930254:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000506651fa refcount=2 00000020:00000001:2.0:1779212977.930256:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320323326464 : -104753386225152 : ffffa0ba33a00200) 00010000:00000001:2.0:1779212977.930258:0:201066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320323326464 : -104753386225152 : ffffa0ba33a00200) 00010000:00000001:2.0:1779212977.930260:0:201066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1779212977.930262:0:201066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212977.930264:0:201066:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779212977.930271:0:201066:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1779212977.930272:0:201066:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1779212977.930275:0:201066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a37f9c0a. 02000000:00000001:2.0:1779212977.930277:0:201066:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.930279:0:201066:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212977.930290:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1779212977.930291:0:201066:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1779212977.930294:0:201066:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212977.930294:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779212977.930297:0:201066:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=0 v=5 (1 0 0 0) 00010000:00010000:3.0:1779212977.930298:0:201070:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1779212977.930301:0:201066:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1779212977.930303:0:201070:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1779212977.930304:0:201066:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:2.0:1779212977.930307:0:201066:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00010000:00000001:3.0:1779212977.930307:0:201070:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1779212977.930311:0:201066:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1779212977.930311:0:201070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1779212977.930312:0:201066:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.930315:0:201066:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212977.930320:0:201066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212977.930324:0:201066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00010000:00010000:3.0:1779212977.930325:0:201070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000599580a4 already unused, calling callback (00000000527715c5) 10000000:00000001:3.0:1779212977.930330:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779212977.930332:0:201070:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779212977.930405:0:201070:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1779212977.930407:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779212977.930408:0:201070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212977.930415:0:201070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000599580a4 refcount=3 00000020:00000001:3.0:1779212977.930417:0:201070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320323331072 : -104753386220544 : ffffa0ba33a01400) 00010000:00000001:3.0:1779212977.930419:0:201070:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320323331072 : -104753386220544 : ffffa0ba33a01400) 00010000:00000001:3.0:1779212977.930422:0:201070:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1779212977.930424:0:201070:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1779212977.930452:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779212977.930453:0:201070:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779212977.930497:0:201070:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1779212977.930501:0:201070:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1779212977.930503:0:201070:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1779212977.930505:0:201070:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1779212977.930507:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1779212977.930508:0:201070:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779212977.930517:0:201070:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1779212977.930518:0:201070:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1779212977.930519:0:201070:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000067667326) refs 2 10000000:00000001:3.0:1779212977.930522:0:201070:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1779212977.930523:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212977.930525:0:201070:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1779212977.930528:0:201070:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1779212977.930530:0:201070:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1779212977.930532:0:201070:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779212977.930533:0:201070:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779212977.930535:0:201070:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000599580a4 with handle 0xf7a74559621955f7 from hash 00010000:00000001:3.0:1779212977.930538:0:201070:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1779212977.930540:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212977.930541:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212977.930542:0:201070:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1779212977.930545:0:201070:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000010:1.0:1779212977.930647:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:1.0:1779212977.930653:0:199006:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1779212977.930655:0:199006:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1779212977.930655:0:201066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639966825856, offset 224 00000400:00000200:2.0:1779212977.930663:0:201066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212977.930670:0:201066:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212977.930675:0:201066:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [55:55:256:4294967295] 192.168.202.129@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1779212977.930690:0:201066:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212977.930696:0:201066:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212977.930699:0:201066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006110c9f2. 00000800:00000200:2.0:1779212977.930703:0:201066:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212977.930708:0:201066:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212977.930710:0:201066:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006110c9f2 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1779212977.930719:0:201070:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1779212977.930722:0:201066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212977.930724:0:201070:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00000100:00000040:2.0:1779212977.930726:0:201066:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:2.0:1779212977.930728:0:201066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1779212977.930731:0:201066:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000001c8816. 00010000:00000001:3.0:1779212977.930733:0:201070:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1779212977.930735:0:201066:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000010:3.0:1779212977.930740:0:201070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779212977.930745:0:201070:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00010000:00010000:2.0:1779212977.930746:0:201066:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1779212977.930750:0:201066:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.930751:0:201066:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212977.930751:0:201070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1779212977.930754:0:201066:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212977.930755:0:201070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1779212977.930759:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000938c3234 x1865639966825856/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:373/0 lens 328/224 e 0 to 0 dl 1779212988 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779212977.930762:0:201070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212977.930771:0:201066:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@00000000938c3234 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344185:x1865639966825856:12345-192.168.202.129@tcp:104: Request processed in 561us (1209us total) trans 0 rc 0/0 02000000:00000010:3.0:1779212977.930771:0:201070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c35152cf. 00000100:00100000:2.0:1779212977.930780:0:201066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 1 00000100:00000001:3.0:1779212977.930780:0:201070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212977.930785:0:201066:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00010000:00000001:3.0:1779212977.930786:0:201070:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1779212977.930787:0:201066:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1779212977.930789:0:201066:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1779212977.930790:0:201070:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1779212977.930792:0:201066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093530b85. 00000020:00000010:2.0:1779212977.930797:0:201066:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e772c82d. 00010000:00010000:3.0:1779212977.930801:0:201070:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:2.0:1779212977.930802:0:201066:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce56385a. 00010000:00000001:3.0:1779212977.930803:0:201070:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1779212977.930807:0:201066:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 2 00000100:00000001:2.0:1779212977.930810:0:201066:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212977.930810:0:201070:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212977.930814:0:201070:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212977.930821:0:201070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_00+0] req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212977.930866:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212977.930870:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1779212977.930873:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212977.930875:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.930878:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779212977.930883:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1779212977.930884:0:201071:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1779212977.930895:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212977.930897:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212977.930901:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212977.930903:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779212977.930906:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212977.930908:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960516864:192.168.202.129@tcp:103: 00000100:00000001:2.0:1779212977.930912:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212977.930919:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779212977.930921:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212977.930924:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779212977.930927:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ee1edb. 02000000:00000001:2.0:1779212977.930929:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779212977.930935:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0c11cd. 00000400:00000010:2.0:1779212977.930940:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00000200:2.0:1779212977.930945:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960516864, portal 18 00000100:00000001:2.0:1779212977.930948:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212977.930950:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000040:2.0:1779212977.930955:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212977.930962:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212977.930964:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212977.930978:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000200:2.0:1779212977.930980:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960516864, offset 0 00000400:00000200:2.0:1779212977.930985:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212977.930991:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212977.930996:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212977.931000:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212977.931005:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212977.931008:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212977.931011:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [56:56:255:4294967295] 192.168.202.129@tcp LPNI seq info [56:56:7:4294967295] 00000400:00000200:2.0:1779212977.931023:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212977.931028:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212977.931032:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000800:00000200:2.0:1779212977.931036:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212977.931041:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212977.931043:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1779212977.931044:0:201347:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00000100:00000001:2.0:1779212977.931047:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1779212977.931049:0:201347:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000cc274444. 00000100:00000001:2.0:1779212977.931053:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305818417 00000020:00000010:1.0:1779212977.931054:0:201347:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007122843a. 00000020:00000010:1.0:1779212977.931060:0:201347:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce56385a. 00000100:00000001:2.0:1779212977.931063:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305817027 00000020:00000010:1.0:1779212977.931066:0:201347:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6bd5c6b. 00000100:00000001:2.0:1779212977.931069:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305818417 00000020:00000010:1.0:1779212977.931073:0:201347:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006fe62166. 00000100:00000001:2.0:1779212977.931074:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305817027 00000020:00000010:1.0:1779212977.931078:0:201347:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000007e99acc7. 00000100:00000001:2.0:1779212977.931079:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305818417 00000100:00000001:2.0:1779212977.931084:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305817027 80000000:00000010:1.0:1779212977.931085:0:201347:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000811157db. 00000100:00000001:2.0:1779212977.931088:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305818417 40000000:00000010:1.0:1779212977.931090:0:201347:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000662d37d8. 00000100:00000001:2.0:1779212977.931092:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305817027 00000100:00000001:2.0:1779212977.931096:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1779212977.931097:0:201347:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000913e795f. 00000100:00000001:2.0:1779212977.931100:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1779212977.931103:0:201347:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000093147856. 00000100:00000001:2.0:1779212977.931104:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.931107:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:1.0:1779212977.931110:0:201347:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000014edecf3. 00000800:00000200:0.0:1779212977.931176:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212977.931180:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006110c9f2. 00000400:00000200:0.0:1779212977.931183:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212977.931187:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212977.931190:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000010:0.0:1779212977.931192:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000001:0.0:1779212977.931195:0:199005:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1779212977.931196:0:199005:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1779212977.931259:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212977.931262:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:0.0:1779212977.931264:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212977.931267:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212977.931269:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000400:00000010:0.0:1779212977.931271:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000100:00000001:0.0:1779212977.931273:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212977.931277:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212977.931287:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212977.931290:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212977.931297:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.931298:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1779212977.931352:0:201070:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779212977.931356:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779212977.931357:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212977.931359:0:201070:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212977.931362:0:201070:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779212977.931364:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212977.931365:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1779212977.931366:0:201070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779212977.931370:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779212977.931374:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212977.931376:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1779212977.931378:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1779212977.931379:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212977.931381:0:201070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 00000000599580a4/0xf7a74559621955f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72c0 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779212977.931383:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1779212977.931393:0:201070:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000dfcf615d. 00010000:00000001:3.0:1779212977.931402:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779212977.931403:0:201070:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1779212977.931410:0:201070:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006d5560b3. 00010000:00000001:3.0:1779212977.931414:0:201070:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212977.931416:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212977.931417:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212977.931419:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1779212977.931420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212977.931421:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212977.931423:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1779212977.931424:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212977.931425:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212977.931427:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1779212977.931610:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212977.931613:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1779212977.931790:0:201347:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005e27ee3b. 00000020:00000010:1.0:1779212977.931796:0:201347:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000043feee3b. 00000020:00000001:1.0:1779212977.931806:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212977.931807:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212977.931808:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1779212977.931809:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212977.931809:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212977.931810:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1779212977.931811:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212977.931812:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212977.931812:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212977.931840:0:201071:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1779212977.931843:0:201071:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1779212977.931845:0:201071:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779212977.931866:0:201071:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000506651fa already unused, calling callback (00000000527715c5) 10000000:00000001:2.0:1779212977.931869:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1779212977.931871:0:201071:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779212977.931877:0:201071:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1779212977.931879:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779212977.931880:0:201071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779212977.931882:0:201071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000506651fa refcount=3 00000020:00000001:2.0:1779212977.931884:0:201071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320323326464 : -104753386225152 : ffffa0ba33a00200) 00010000:00000001:2.0:1779212977.931886:0:201071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320323326464 : -104753386225152 : ffffa0ba33a00200) 00010000:00000001:2.0:1779212977.931889:0:201071:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1779212977.931890:0:201071:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1779212977.931897:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1779212977.931898:0:201071:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779212977.931903:0:201071:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1779212977.931906:0:201071:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1779212977.931908:0:201071:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1779212977.931910:0:201071:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1779212977.931912:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1779212977.931913:0:201071:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779212977.931923:0:201071:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1779212977.931925:0:201071:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1779212977.931927:0:201071:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000acdcea85) refs 2 10000000:00000001:2.0:1779212977.931929:0:201071:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1779212977.931930:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.931933:0:201071:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1779212977.931936:0:201071:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1779212977.931944:0:201071:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1779212977.931946:0:201071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1779212977.931949:0:201071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779212977.931952:0:201071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000506651fa with handle 0xf7a74559621955f0 from hash 00010000:00000001:2.0:1779212977.931955:0:201071:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1779212977.931956:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779212977.931957:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779212977.931959:0:201071:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1779212977.931960:0:201071:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1779212977.931961:0:201071:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1779212977.931964:0:201071:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1779212977.931979:0:201071:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1779212977.931984:0:201071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000020:00000040:2.0:1779212977.931986:0:201071:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779212977.931990:0:201071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779212977.931992:0:201071:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779212977.931994:0:201071:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212977.931999:0:201071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006515fac4. 00000100:00000001:2.0:1779212977.932003:0:201071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.932005:0:201071:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1779212977.932019:0:201071:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779212977.932026:0:201071:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1779212977.932027:0:201071:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212977.932031:0:201071:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779212977.932032:0:201071:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212977.932038:0:201071:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_01+1] req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779212977.932065:0:201071:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1779212977.932068:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779212977.932070:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1779212977.932072:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1779212977.932072:0:201071:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.932075:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1779212977.932076:0:201071:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.932077:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1779212977.932079:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212977.932082:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1779212977.932089:0:201071:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1779212977.932091:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779212977.932093:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212977.932097:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779212977.932100:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1779212977.932102:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1779212977.932103:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212977.932105:0:201071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 00000000506651fa/0xf7a74559621955f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72b9 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779212977.932106:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960516992:192.168.202.129@tcp:103: 00010000:00000040:2.0:1779212977.932113:0:201071:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: 00000000829b7cd4 count: 0 00000100:00000001:0.0:1779212977.932120:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779212977.932123:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779212977.932125:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.932126:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1779212977.932127:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1779212977.932129:0:201071:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:0.0:1779212977.932132:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 00010000:00000010:2.0:1779212977.932132:0:201071:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000001c8816. 02000000:00000001:0.0:1779212977.932136:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212977.932136:0:201071:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212977.932140:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212977.932142:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779212977.932143:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00010000:00010000:2.0:1779212977.932144:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1779212977.932147:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212977.932148:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779212977.932149:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00010000:00010000:2.0:1779212977.932151:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1779212977.932154:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1779212977.932155:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960516992, portal 18 00000020:00000001:2.0:1779212977.932155:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212977.932159:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1779212977.932248:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212977.932250:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212977.932251:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212977.932253:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.932405:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779212977.932406:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000040:0.0:1779212977.932409:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212977.932415:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779212977.932417:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779212977.932419:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0b3ebee. 00000100:00000200:0.0:1779212977.932421:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960516992, offset 0 00000400:00000200:0.0:1779212977.932425:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779212977.932431:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212977.932434:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212977.932436:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212977.932438:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212977.932439:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212977.932441:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [57:57:256:4294967295] 192.168.202.129@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:0.0:1779212977.932447:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212977.932450:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779212977.932453:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018e47c15. 00000800:00000200:0.0:1779212977.932457:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779212977.932461:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779212977.932464:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000018e47c15 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1779212977.932474:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.932481:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305818419 00000100:00000001:0.0:1779212977.932485:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305818417 00000100:00000001:0.0:1779212977.932488:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305818419 00000100:00000001:0.0:1779212977.932490:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305818417 00000100:00000001:0.0:1779212977.932492:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305818419 00000100:00000001:0.0:1779212977.932494:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305818417 00000100:00000001:0.0:1779212977.932495:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305818419 00000100:00000001:0.0:1779212977.932496:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305818417 00000100:00000001:0.0:1779212977.932497:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212977.932499:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.932500:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.932501:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212977.932504:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212977.932505:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779212977.932506:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212977.932507:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212977.932507:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.932508:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212977.932576:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212977.932578:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018e47c15. 00000400:00000200:3.0:1779212977.932630:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212977.932739:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212977.932743:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b3ebee 00000400:00000010:3.0:1779212977.932745:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e0b3ebee. 00000100:00000001:3.0:1779212977.932748:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212977.932751:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212977.932757:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212977.932758:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212977.932762:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212977.932763:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1779212977.936378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000599580a4. 00000800:00000001:1.0:1779212977.940518:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212977.940539:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212977.940546:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212977.940549:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212977.940562:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212977.940583:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca27201900 00000400:00000200:1.0:1779212977.940591:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x2ad [1] + 224 00000800:00000001:1.0:1779212977.940598:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212977.940601:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212977.940603:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212977.940621:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212977.940629:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212977.940636:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212977.940646:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212977.940689:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212977.940692:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212977.940813:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212977.940827:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212977.940830:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212977.940831:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212977.940832:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212977.940835:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212977.940839:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca27201980 00000400:00000200:1.0:1779212977.940844:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x2b5 [1] + 224 00000800:00000001:1.0:1779212977.940846:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212977.940853:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212977.940854:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212977.940857:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212977.940859:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212977.940861:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212977.940866:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212977.940880:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212977.940882:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212977.940884:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212977.940919:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212977.940921:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779212977.940927:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212977.940929:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212977.940931:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:0.0:1779212977.940934:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779212977.940936:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779212977.940939:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212977.940942:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212977.940947:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212977.940951:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212977.940952:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212977.940954:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212977.940962:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212977.940975:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779212977.940978:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212977.940981:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212977.940988:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=1779212977 v=5 (0 0 0 0) 00000100:00001000:0.0:1779212977.940992:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212977.940994:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212977.940995:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212977.940997:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779212977.940999:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.941001:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212977.941004:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212977.941009:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212977.941011:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212977.941013:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212977.941015:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212977.941020:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960516992:192.168.202.129@tcp:103: 00000100:00000001:0.0:1779212977.941024:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212977.941026:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212977.941027:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960516992/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212977.941031:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212977.941034:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212977.941037:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:0.0:1779212977.941040:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212977.941042:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212977.941044:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779212977.941045:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212977.941047:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006515fac4. 02000000:00000001:0.0:1779212977.941051:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212977.941053:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212977.941054:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:0.0:1779212977.941062:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212977.941063:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212977.941065:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212977.941072:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212977.941073:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212977.941074:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212977.941076:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779212977.941101:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212977.941102:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212977.941103:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0c11cd. 00000400:00000200:3.0:1779212977.941106:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:3.0:1779212977.941107:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:3.0:1779212977.941114:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212977.941116:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212977.941121:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212977.941125:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212977.941126:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212977.941127:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212977.941128:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212977.941128:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212977.941129:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212977.941130:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212977.941132:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212977.941134:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212977.941135:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212977.941136:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212977.941137:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212977.941138:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212977.941139:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212977.941141:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212977.941144:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212977.941145:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212977.941145:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212977.941147:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212977.941150:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960516864:192.168.202.129@tcp:103: 00000100:00000001:3.0:1779212977.941152:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212977.941153:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212977.941154:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960516864/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212993 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212977.941158:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212977.941211:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212977.941213:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ee1edb. 02000000:00000001:3.0:1779212977.941216:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212977.941217:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212977.941218:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779212977.941220:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212977.941243:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c35152cf. 02000000:00000001:3.0:1779212977.941248:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212977.941249:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212977.941251:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:3.0:1779212977.941255:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212977.941256:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212977.941257:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212977.941260:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212977.941261:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212977.941262:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212977.941264:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1779212977.945259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000829b7cd4. 00010000:00000010:2.1:1779212977.945281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000506651fa. 00000800:00000001:0.0:1779212978.062800:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212978.062820:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212978.062826:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212978.062828:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212978.062842:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212978.062864:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca27807280 00000400:00000200:0.0:1779212978.062873:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xd [2] + 656 00000800:00000001:0.0:1779212978.062881:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212978.062888:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212978.062892:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212978.062896:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212978.062905:0:199005:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1779212978.062908:0:199005:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1779212978.062914:0:199005:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007560d7e1. 00000100:00000040:0.0:1779212978.062920:0:199005:0:(events.c:337:request_in_callback()) incoming req@000000007560d7e1 x1865639966831232 msgsize 328 00000100:00100000:0.0:1779212978.062924:0:199005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:0.0:1779212978.062997:0:199005:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1779212978.063007:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212978.063011:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212978.063069:0:201065:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1779212978.063072:0:201065:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639966831232 02000000:00000001:1.0:1779212978.063076:0:201065:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1779212978.063079:0:201065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212978.063081:0:201065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212978.063086:0:201065:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212978.063109:0:201065:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639966831232 00000020:00000001:1.0:1779212978.063112:0:201065:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779212978.063114:0:201065:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:1.0:1779212978.063116:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212978.063184:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=3 00000020:00000001:1.0:1779212978.063188:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:1.0:1779212978.063190:0:201065:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00000001:1.0:1779212978.063197:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779212978.063201:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e935d8a. 00000100:00000001:1.0:1779212978.063204:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779212978.063207:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e935d8a. 00000020:00000010:1.0:1779212978.063214:0:201065:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665bc267. 00000020:00000010:1.0:1779212978.063220:0:201065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ac86c61. 00000020:00000010:1.0:1779212978.063250:0:201065:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002eac6231. 00000100:00000040:1.0:1779212978.063262:0:201065:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1779212978.063266:0:201065:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1779212978.063268:0:201065:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1779212978.063270:0:201065:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.063280:0:201065:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.063294:0:201065:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212978.063307:0:201065:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1779212978.063309:0:201065:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1779212978.063314:0:201065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 2 00000100:00000040:1.0:1779212978.063318:0:201065:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:1.0:1779212978.063321:0:201065:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320220287872 : -104753489263744 : ffffa0ba2d7bc380) 00000100:00000040:1.0:1779212978.063331:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007560d7e1 x1865639966831232/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:374/0 lens 328/0 e 0 to 0 dl 1779212989 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779212978.063342:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779212978.063346:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e935d8a. 00000100:00000001:1.0:1779212978.063348:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779212978.063350:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e935d8a. 00000100:00100000:1.0:1779212978.063355:0:201065:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@000000007560d7e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+3:344209:x1865639966831232:12345-192.168.202.129@tcp:104: 00000100:00000200:1.0:1779212978.063365:0:201065:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639966831232 00010000:00000001:1.0:1779212978.063368:0:201065:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1779212978.063376:0:201065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212978.063378:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212978.063380:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003347630d refcount=2 00000020:00000001:1.0:1779212978.063382:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320323333632 : -104753386217984 : ffffa0ba33a01e00) 00010000:00000001:1.0:1779212978.063385:0:201065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320323333632 : -104753386217984 : ffffa0ba33a01e00) 00010000:00000001:1.0:1779212978.063390:0:201065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779212978.063393:0:201065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212978.063398:0:201065:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779212978.063410:0:201065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1779212978.063413:0:201065:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1779212978.063418:0:201065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008491ab58. 02000000:00000001:1.0:1779212978.063421:0:201065:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.063424:0:201065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212978.063430:0:201065:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1779212978.063433:0:201065:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212978.063437:0:201065:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212978.063443:0:201065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779212978.063446:0:201065:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:1.0:1779212978.063448:0:201065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:1.0:1779212978.063451:0:201065:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1779212978.063454:0:201065:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.063457:0:201065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212978.063460:0:201065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212978.063465:0:201065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000200:1.0:1779212978.063471:0:201065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639966831232, offset 224 00000400:00000200:1.0:1779212978.063479:0:201065:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212978.063491:0:201065:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212978.063498:0:201065:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [58:58:256:4294967295] 192.168.202.129@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:1.0:1779212978.063516:0:201065:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212978.063522:0:201065:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212978.063528:0:201065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000800:00000200:1.0:1779212978.063536:0:201065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212978.063555:0:201065:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212978.063560:0:201065:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779212978.063624:0:201065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212978.063629:0:201065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:1.0:1779212978.063633:0:201065:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1779212978.063637:0:201065:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000e0997a0. 00010000:00000001:1.0:1779212978.063640:0:201065:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1779212978.063657:0:201065:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1779212978.063660:0:201065:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212978.063665:0:201065:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212978.063667:0:201065:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212978.063671:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007560d7e1 x1865639966831232/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:374/0 lens 328/224 e 0 to 0 dl 1779212989 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779212978.063681:0:201065:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@000000007560d7e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+3:344209:x1865639966831232:12345-192.168.202.129@tcp:104: Request processed in 337us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1779212978.063690:0:201065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 2 00000020:00000001:0.0:1779212978.063694:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1779212978.063694:0:201065:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000100:00000001:1.0:1779212978.063697:0:201065:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1779212978.063698:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.063700:0:201065:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1779212978.063702:0:201070:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:1.0:1779212978.063706:0:201065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ac86c61. 00010000:00000001:0.0:1779212978.063708:0:201070:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1779212978.063711:0:201070:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1779212978.063712:0:201065:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002eac6231. 00010000:00010000:0.0:1779212978.063714:0:201070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:1.0:1779212978.063717:0:201065:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665bc267. 00000020:00000040:1.0:1779212978.063725:0:201065:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 2 00010000:00010000:0.0:1779212978.063727:0:201070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000003347630d already unused, calling callback (00000000527715c5) 00000100:00000001:1.0:1779212978.063729:0:201065:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1779212978.063738:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779212978.063741:0:201070:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1779212978.063748:0:201070:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1779212978.063750:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1779212978.063752:0:201070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779212978.063754:0:201070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003347630d refcount=3 00000020:00000001:0.0:1779212978.063755:0:201070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320323333632 : -104753386217984 : ffffa0ba33a01e00) 00010000:00000001:0.0:1779212978.063757:0:201070:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320323333632 : -104753386217984 : ffffa0ba33a01e00) 00010000:00000001:0.0:1779212978.063761:0:201070:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1779212978.063762:0:201070:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1779212978.063768:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779212978.063770:0:201070:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779212978.063776:0:201070:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1779212978.063779:0:201070:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1779212978.063780:0:201070:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1779212978.063782:0:201070:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1779212978.063784:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1779212978.063786:0:201070:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779212978.063805:0:201070:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1779212978.063807:0:201070:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1779212978.063808:0:201070:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000000c4c695) refs 2 10000000:00000001:0.0:1779212978.063811:0:201070:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1779212978.063812:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212978.063815:0:201070:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1779212978.063819:0:201070:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1779212978.063820:0:201070:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1779212978.063823:0:201070:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1779212978.063824:0:201070:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779212978.063826:0:201070:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003347630d with handle 0xf7a7455962195621 from hash 00010000:00000001:0.0:1779212978.063834:0:201070:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1779212978.063837:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779212978.063839:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779212978.063840:0:201070:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1779212978.063842:0:201070:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1779212978.063843:0:201070:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1779212978.063847:0:201070:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1779212978.063850:0:201070:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1779212978.063856:0:201070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779212978.063860:0:201070:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779212978.063865:0:201070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779212978.063868:0:201070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779212978.063874:0:201070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779212978.063880:0:201070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb752856. 00000100:00000001:0.0:1779212978.063886:0:201070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212978.063890:0:201070:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1779212978.063893:0:201070:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1779212978.063894:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212978.063900:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00010000:00010000:0.0:1779212978.063902:0:201070:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1779212978.063905:0:201070:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212978.063907:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779212978.063911:0:201070:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779212978.063913:0:201070:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212978.063920:0:201070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_02+2] req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779212978.063953:0:201070:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779212978.063956:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779212978.063958:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779212978.063959:0:201070:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212978.063961:0:201070:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779212978.063974:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212978.063977:0:201070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779212978.063981:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1779212978.063985:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1779212978.063986:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212978.063990:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1779212978.063995:0:201070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 000000003347630d/0xf7a7455962195621 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f72c7 expref: -99 pid: 201064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779212978.063995:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.063997:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212978.064005:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1779212978.064007:0:201070:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: 00000000bb5ccf0b count: 0 00000100:00000001:1.0:1779212978.064017:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212978.064020:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212978.064024:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1779212978.064025:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1779212978.064026:0:201070:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1779212978.064029:0:201070:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000e0997a0. 02000000:00000001:1.0:1779212978.064029:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212978.064033:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212978.064035:0:201070:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779212978.064039:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1779212978.064039:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960517120:192.168.202.129@tcp:103: 00000020:00000001:0.0:1779212978.064041:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212978.064045:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1779212978.064047:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212978.064048:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.064048:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1779212978.064051:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1779212978.064053:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212978.064054:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212978.064055:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1779212978.064056:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1779212978.064060:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212978.064064:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212978.064068:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 02000000:00000001:1.0:1779212978.064071:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212978.064076:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000f38f1b. 00000400:00000010:1.0:1779212978.064081:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000100:00000200:1.0:1779212978.064086:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960517120, portal 18 00000100:00000001:1.0:1779212978.064089:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212978.064090:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000040:1.0:1779212978.064095:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212978.064102:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212978.064104:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212978.064107:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033106260. 00000100:00000200:1.0:1779212978.064109:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960517120, offset 0 00000400:00000200:1.0:1779212978.064113:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212978.064119:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212978.064124:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212978.064128:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212978.064132:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212978.064135:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212978.064138:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [59:59:255:4294967295] 192.168.202.129@tcp LPNI seq info [59:59:7:4294967295] 00000400:00000200:1.0:1779212978.064151:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212978.064156:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212978.064159:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000800:00000200:1.0:1779212978.064163:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212978.064166:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212978.064169:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779212978.064172:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.064176:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305818550 00000100:00000001:1.0:1779212978.064183:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305818419 00000100:00000001:1.0:1779212978.064188:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305818550 00000100:00000001:1.0:1779212978.064191:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305818419 00000100:00000001:1.0:1779212978.064193:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305818550 00000100:00000001:1.0:1779212978.064196:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305818419 00000100:00000001:1.0:1779212978.064198:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305818550 00000100:00000001:1.0:1779212978.064202:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305818419 00000100:00000001:1.0:1779212978.064205:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212978.064208:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.064211:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.064213:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212978.064218:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212978.064220:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779212978.064242:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212978.064243:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212978.064245:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212978.064247:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212978.064315:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212978.064321:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:3.0:1779212978.064323:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:3.0:1779212978.064328:0:199007:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1779212978.064329:0:199007:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1779212978.064373:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212978.064375:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:3.0:1779212978.064378:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212978.064381:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212978.064384:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033106260 00000400:00000010:3.0:1779212978.064385:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000033106260. 00000100:00000001:3.0:1779212978.064388:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212978.064391:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212978.064402:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212978.064404:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212978.064422:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212978.064424:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212978.068705:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212978.068725:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212978.068731:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212978.068734:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212978.068749:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212978.068771:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca27201a00 00000400:00000200:1.0:1779212978.068795:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x2c1 [1] + 224 00000800:00000001:1.0:1779212978.068803:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212978.068810:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212978.068813:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212978.068816:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212978.068823:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212978.068830:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212978.068840:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212978.068857:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212978.068865:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212978.068867:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212978.068888:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212978.068894:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779212978.068901:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212978.068903:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212978.068906:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000f38f1b. 00000400:00000200:0.0:1779212978.068911:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000400:00000010:0.0:1779212978.068913:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 00000100:00000001:0.0:1779212978.068917:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212978.068922:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212978.068931:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212978.068937:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212978.068938:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212978.068941:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212978.068945:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212978.068948:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779212978.068950:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212978.068953:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212978.068980:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=1 v=5 (5 0 0 0) 00000100:00001000:0.0:1779212978.068985:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212978.068988:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212978.068989:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212978.068992:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779212978.068994:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212978.068997:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212978.069001:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212978.069008:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212978.069012:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212978.069014:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212978.069017:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212978.069025:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960517120:192.168.202.129@tcp:103: 00000100:00000001:0.0:1779212978.069031:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212978.069033:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212978.069036:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960517120/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779212994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212978.069043:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212978.069046:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212978.069050:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 02000000:00000001:0.0:1779212978.069054:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212978.069056:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212978.069058:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779212978.069060:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212978.069171:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eb752856. 02000000:00000001:0.0:1779212978.069177:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212978.069179:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212978.069181:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:0.0:1779212978.069185:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212978.069186:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212978.069188:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212978.069202:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212978.069204:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212978.069206:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212978.069209:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1779212978.069261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bb5ccf0b. 00010000:00000010:0.1:1779212978.069268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003347630d. 00010000:00000001:2.0:1779212978.204325:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212978.204333:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212978.204340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212978.204344:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212978.204346:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212978.204350:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212978.204354:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212978.204356:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212978.204358:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212978.204361:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212978.204411:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212978.204416:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212978.204419:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212979.228441:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212979.228448:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212979.228453:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212979.228471:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212979.228492:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212979.228495:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212979.228498:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212980.252353:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212980.252357:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212980.252363:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212980.252364:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779212980.257311:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212980.257317:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212980.257321:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212981.276334:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212981.276343:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212981.276350:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212981.276351:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212981.276482:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212981.276487:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212981.276490:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779212981.664180:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212981.664191:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779212981.664204:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779212981.664213:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779212981.664218:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212981.664253:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212981.664260:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212981.664270:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000100:00000001:3.0:1779212981.664279:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.664293:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212981.664305:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212981.664307:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.664314:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_03+3] req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.664353:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.664355:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212981.664359:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779212981.664361:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779212981.664364:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779212981.664366:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212981.664367:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212981.664369:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212981.664372:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 00000100:00000001:3.0:1779212981.664375:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.664378:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212981.664386:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212981.664405:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.664410:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_00+0] req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.664441:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1779212981.664443:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1779212981.664447:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1779212981.664450:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1779212981.664452:0:36:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1779212981.664456:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:3.0:1779212981.664460:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11144 00000400:00000200:3.0:1779212981.664471:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00080000:3.0:1779212981.664475:0:36:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1779212981.664478:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:3.0:1779212981.664481:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1779212981.664484:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:3.0:1779212981.664486:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000001:3.0:1779212981.664489:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1779212981.664492:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:3.0:1779212981.664495:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779212981.664498:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000100:00000001:1.0:1779212981.664499:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1779212981.664501:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:3.0:1779212981.664505:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000001:1.0:1779212981.664506:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779212981.664509:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:1.0:1779212981.664510:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779212981.664513:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1779212981.664518:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000040:1.0:1779212981.664519:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.664522:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:3.0:1779212981.664527:0:36:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00080000:3.0:1779212981.664534:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:1.0:1779212981.664537:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212981.664538:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.664540:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212981.664544:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212981.664548:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212981.664548:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1779212981.664552:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212981.664556:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1779212981.664557:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960517376:192.168.202.129@tcp:400: 02000000:00000001:3.0:1779212981.664561:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.664564:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779212981.664565:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1779212981.664571:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1779212981.664572:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1779212981.664574:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.664577:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212981.664580:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 02000000:00000001:1.0:1779212981.664583:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779212981.664583:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779212981.664589:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779212981.664589:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1779212981.664592:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.664595:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1779212981.664596:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0455bd. 02000000:00000001:3.0:1779212981.664597:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212981.664600:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212981.664601:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212981.664608:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a33ba3cb. 00000400:00000010:1.0:1779212981.664609:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646322e0. 00000100:00000001:3.0:1779212981.664612:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212981.664618:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00100000:3.0:1779212981.664619:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212981.664629:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212981.664630:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.664632:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_rcv+-1] req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212981.664640:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960517376, portal 10 00000100:00000001:1.0:1779212981.664644:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212981.664646:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000001:3.0:1779212981.664646:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.664651:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212981.664655:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779212981.664658:0:36:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000040:1.0:1779212981.664661:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.664661:0:36:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1779212981.664666:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779212981.664671:0:36:0:(genops.c:1231:class_import_get()) import 000000003dbd4713 refcount=3 obd=lustre-OST0000-osc-ffffa0ba086af000 00000100:00000001:1.0:1779212981.664677:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779212981.664677:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212981.664679:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212981.664682:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212981.664683:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212981.664688:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814beff7. 02000000:00000010:3.0:1779212981.664689:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000200:1.0:1779212981.664692:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960517376, offset 0 00000100:00000001:3.0:1779212981.664699:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212981.664703:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212981.664704:0:36:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000100:00080000:3.0:1779212981.664708:0:36:0:(import.c:65:import_set_state_nolock()) 000000003dbd4713 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1779212981.664711:0:36:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffffa0ba086af000: disconnect after 24s idle 00000100:00000001:3.0:1779212981.664714:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212981.664715:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212981.664718:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779212981.664721:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_rcv+-1] req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212981.664727:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779212981.664732:0:36:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212981.664735:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779212981.664736:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212981.664742:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779212981.664743:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11154) 00000400:00000200:1.0:1779212981.664747:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212981.664752:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [60:60:256:4294967295] 192.168.202.129@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1779212981.664766:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212981.664774:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212981.664780:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000800:00000200:1.0:1779212981.664787:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212981.664796:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212981.664801:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779212981.664822:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212981.664827:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1994597 usecs (1995 jiffies) 00000100:00000001:1.0:1779212981.664831:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305818575 00000100:00000001:1.0:1779212981.664845:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, simply extend its deadline from 4305818550 00000100:00000001:1.0:1779212981.664849:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305818575 00000100:00000001:1.0:1779212981.664852:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, simply extend its deadline from 4305818550 00000100:00000001:1.0:1779212981.664855:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305818575 00000100:00000001:1.0:1779212981.664858:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, simply extend its deadline from 4305818550 00000100:00000001:1.0:1779212981.664861:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305818575 00000100:00000001:1.0:1779212981.664864:0:199012:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, simply extend its deadline from 4305818550 00000100:00000001:1.0:1779212981.664868:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212981.664871:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.664874:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.664877:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212981.664895:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212981.664898:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779212981.664900:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212981.664902:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212981.664903:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.664905:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.664943:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.664947:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212981.664948:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779212981.664953:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.664959:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212981.664961:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.664962:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212981.664964:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779212981.664966:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212981.664968:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960517248:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212981.664971:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212981.664974:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779212981.664975:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.664977:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779212981.664980:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dab2c409. 02000000:00000001:2.0:1779212981.664982:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779212981.664985:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dbbd706. 00000400:00000010:2.0:1779212981.664990:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000200:2.0:1779212981.664993:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960517248, portal 25 00000100:00000001:2.0:1779212981.664995:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212981.664996:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000040:2.0:1779212981.665000:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.665012:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212981.665015:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212981.665017:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb59e63. 00000100:00000200:2.0:1779212981.665019:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960517248, offset 0 00000400:00000200:2.0:1779212981.665024:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212981.665029:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212981.665031:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212981.665033:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212981.665035:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212981.665037:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212981.665043:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [61:61:255:4294967295] 192.168.202.129@tcp LPNI seq info [61:61:7:4294967295] 00000400:00000200:2.0:1779212981.665049:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212981.665052:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212981.665056:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000800:00000200:2.0:1779212981.665059:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212981.665063:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212981.665065:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779212981.665068:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665070:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305822151 00000100:00000001:2.0:1779212981.665073:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305818575 00000100:00000001:2.0:1779212981.665076:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305822151 00000100:00000001:2.0:1779212981.665078:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305818575 00000100:00000001:2.0:1779212981.665080:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305822151 00000100:00000001:2.0:1779212981.665082:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305818575 00000100:00000001:2.0:1779212981.665084:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305822151 00000100:00000001:2.0:1779212981.665086:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305818575 00000100:00000001:2.0:1779212981.665088:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212981.665090:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665097:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665098:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.665102:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212981.665103:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779212981.665105:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.665106:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212981.665107:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665108:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665117:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.665119:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212981.665120:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779212981.665125:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.665131:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212981.665132:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.665134:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212981.665135:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779212981.665137:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212981.665139:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960517504:192.168.202.129@tcp:38: 00000100:00000001:2.0:1779212981.665142:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212981.665144:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779212981.665145:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.665146:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779212981.665151:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000cd32fe8. 02000000:00000001:2.0:1779212981.665153:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779212981.665155:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8116b97. 00000400:00000010:2.0:1779212981.665159:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 00000100:00000200:2.0:1779212981.665162:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960517504, portal 10 00000100:00000001:2.0:1779212981.665164:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212981.665165:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000040:2.0:1779212981.665169:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.665175:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212981.665178:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212981.665186:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000200:2.0:1779212981.665188:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960517504, offset 0 00000400:00000200:2.0:1779212981.665192:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212981.665196:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212981.665198:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212981.665200:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212981.665201:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212981.665203:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212981.665205:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [62:62:254:4294967295] 192.168.202.129@tcp LPNI seq info [62:62:6:4294967295] 00000400:00000200:2.0:1779212981.665212:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212981.665216:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212981.665218:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a3988f0. 00000800:00000200:2.0:1779212981.665241:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212981.665246:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212981.665248:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a3988f0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1779212981.665250:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212981.665253:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 134238 usecs (135 jiffies) 00000100:00000001:2.0:1779212981.665255:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305816716 00000100:00000001:2.0:1779212981.665258:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665260:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305816716 00000100:00000001:2.0:1779212981.665262:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665263:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305816716 00000100:00000001:2.0:1779212981.665265:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665267:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305816716 00000100:00000001:2.0:1779212981.665268:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665270:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212981.665272:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665274:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779212981.665282:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.665289:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212981.665290:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.665293:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212981.665294:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779212981.665296:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212981.665298:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960517632:192.168.202.129@tcp:9: 00000100:00000001:2.0:1779212981.665301:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212981.665304:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779212981.665305:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.665306:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779212981.665309:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093828814. 02000000:00000001:2.0:1779212981.665311:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779212981.665314:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000010:2.0:1779212981.665317:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6bbba04. 00000100:00000200:2.0:1779212981.665320:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960517632, portal 4 00000100:00000001:2.0:1779212981.665322:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212981.665323:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000100:00000040:2.0:1779212981.665328:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.665334:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212981.665336:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212981.665338:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba39a694. 00000100:00000200:2.0:1779212981.665340:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1865639960517632, offset 0 00000400:00000200:2.0:1779212981.665344:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779212981.665348:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212981.665351:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212981.665353:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212981.665355:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212981.665357:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212981.665359:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [63:63:253:4294967295] 192.168.202.129@tcp LPNI seq info [63:63:5:4294967295] 00000400:00000200:2.0:1779212981.665366:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212981.665376:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212981.665379:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 00000800:00000200:2.0:1779212981.665382:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212981.665386:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212981.665388:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779212981.665391:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212981.665393:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: using a timeout of 8351 usecs (9 jiffies) 00000100:00000001:2.0:1779212981.665395:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305816590 00000100:00000001:2.0:1779212981.665397:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665399:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305816590 00000100:00000001:2.0:1779212981.665401:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665403:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305816590 00000100:00000001:2.0:1779212981.665405:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665406:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305816590 00000100:00000001:2.0:1779212981.665408:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305822151 00000100:00000001:2.0:1779212981.665409:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212981.665411:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665413:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665415:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.665419:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212981.665420:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1779212981.665421:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.665422:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212981.665423:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.665425:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212981.665519:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212981.665524:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000400:00000200:3.0:1779212981.665531:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212981.665535:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212981.665540:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814beff7 00000400:00000010:3.0:1779212981.665543:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000814beff7. 00000100:00000001:3.0:1779212981.665547:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212981.665552:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665561:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212981.665564:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665570:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.665572:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779212981.665584:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212981.665586:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000400:00000200:3.0:1779212981.665589:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212981.665592:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212981.665594:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb59e63 00000400:00000010:3.0:1779212981.665596:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000abb59e63. 00000100:00000001:3.0:1779212981.665599:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212981.665607:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665613:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212981.665615:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665620:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.665621:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779212981.665631:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212981.665632:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a3988f0. 00000400:00000200:3.0:1779212981.665635:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212981.665637:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212981.665639:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:3.0:1779212981.665641:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:3.0:1779212981.665643:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212981.665645:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665651:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212981.665654:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665659:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.665661:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779212981.665733:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212981.665736:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000400:00000200:3.0:1779212981.665738:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212981.665741:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212981.665743:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba39a694 00000400:00000010:3.0:1779212981.665745:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ba39a694. 00000100:00000001:3.0:1779212981.665747:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212981.665749:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665755:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212981.665757:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.665773:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.665774:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779212981.665844:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212981.665848:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212981.665854:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212981.665856:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779212981.668347:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.668362:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212981.668366:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.668368:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212981.668379:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212981.668397:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201b00 00000400:00000200:3.0:1779212981.668404:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x2c9 [1] + 224 00000800:00000001:3.0:1779212981.668410:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.668413:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212981.668416:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212981.668427:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212981.668434:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212981.668441:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212981.668452:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.668477:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779212981.668485:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.668489:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212981.668491:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.668493:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212981.668497:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212981.668503:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27201a80 00000400:00000200:3.0:1779212981.668508:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x2d1 [1] + 224 00000800:00000001:3.0:1779212981.668512:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.668517:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212981.668518:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212981.668521:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212981.668539:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212981.668543:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212981.668551:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.668571:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779212981.668576:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.668578:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.668634:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.668639:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212981.668647:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779212981.668650:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212981.668654:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dbbd706. 00000400:00000200:2.0:1779212981.668661:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:2.0:1779212981.668674:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779212981.668680:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779212981.668682:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212981.668688:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1779212981.668688:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779212981.668698:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212981.668702:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1779212981.668703:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779212981.668707:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646322e0. 00000400:00000200:1.0:1779212981.668717:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000100:00000001:2.0:1779212981.668720:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1779212981.668722:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:2.0:1779212981.668724:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212981.668727:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779212981.668729:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212981.668733:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1779212981.668738:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.668739:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212981.668743:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.668747:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779212981.668758:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779212981.668758:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1779212981.668773:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212981.668784:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212981.668784:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212981.668788:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.668789:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779212981.668792:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779212981.668794:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.668797:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.668800:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212981.668804:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1779212981.668805:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212981.668808:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212981.668812:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212981.668822:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.668830:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1779212981.668835:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=25 v=5 (5 0 0 0) 00000100:00000001:2.0:1779212981.668835:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212981.668837:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779212981.668849:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=25 v=5 (1 0 0 0) 00000100:00000040:2.0:1779212981.668854:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212981.668855:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212981.668860:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212981.668867:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1779212981.668874:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960517248:192.168.202.129@tcp:400: 00010000:00000001:1.0:1779212981.668875:0:199012:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.668885:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779212981.668886:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212981.668889:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779212981.668893:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779212981.668894:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779212981.668898:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212981.668903:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960517248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212981.668911:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212981.668943:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212981.668947:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212981.668950:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212981.668960:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.668965:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779212981.668971:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1779212981.668979:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960517376:192.168.202.129@tcp:400: 02000000:00000010:2.0:1779212981.668979:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dab2c409. 02000000:00000001:2.0:1779212981.668990:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779212981.668992:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779212981.668994:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779212981.668997:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1779212981.668998:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000040:1.0:1779212981.669004:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960517376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779212997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779212981.669005:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779212981.669009:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 02000000:00000001:2.0:1779212981.669020:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779212981.669021:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212981.669025:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1779212981.669025:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779212981.669033:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 02000000:00000010:1.0:1779212981.669034:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0455bd. 02000000:00000001:1.0:1779212981.669042:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779212981.669043:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1779212981.669045:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779212981.669047:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1779212981.669048:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779212981.669051:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779212981.669058:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779212981.669059:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1779212981.669061:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 00000100:00000001:2.0:1779212981.669062:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212981.669067:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779212981.669067:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779212981.669072:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779212981.669073:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212981.669074:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:1.0:1779212981.669084:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212981.669085:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212981.669088:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212981.669095:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212981.669097:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212981.669100:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212981.669102:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779212981.669257:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212981.669262:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212981.669264:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212981.669266:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212981.669271:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212981.669279:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a0ca27201c00 00000400:00000200:1.0:1779212981.669285:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x2e1 [1] + 224 00000800:00000001:1.0:1779212981.669288:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212981.669293:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212981.669294:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212981.669297:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212981.669301:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212981.669304:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212981.669312:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212981.669332:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212981.669337:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212981.669340:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.669976:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.669979:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212981.669984:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779212981.669986:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212981.669989:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779212981.669992:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bbba04 00000400:00000010:2.0:1779212981.669994:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bbba04. 00000100:00000001:2.0:1779212981.669997:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212981.670003:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212981.670011:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.670017:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212981.670019:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.670021:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212981.670022:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779212981.670024:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212981.670033:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.670035:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779212981.670041:0:199011:0:(import.c:2151:obd_at_measure()) add 5 to 000000003fdc5b3f time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1779212981.670044:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000040093c3c time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1779212981.670045:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212981.670047:0:199011:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212981.670049:0:199011:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779212981.670052:0:199011:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779212981.670058:0:199011:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.670061:0:199011:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779212981.670062:0:199011:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779212981.670064:0:199011:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779212981.670065:0:199011:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212981.670067:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.670073:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212981.670075:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212981.670076:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1779212981.670079:0:199011:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1779212981.670086:0:199011:0:(import.c:65:import_set_state_nolock()) 000000003dbd4713 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1779212981.670090:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779212981.670096:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960517632:192.168.202.129@tcp:9: 00000100:00000001:2.0:1779212981.670101:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.670102:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212981.670104:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960517632/t0(0) o9->lustre-OST0000-osc-ffffa0ba086af000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1779212991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.670109:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779212981.670116:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779212981.670117:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093828814. 02000000:00000001:2.0:1779212981.670120:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779212981.670121:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779212981.670122:0:199011:0:(genops.c:1244:class_import_put()) import 000000003dbd4713 refcount=2 obd=lustre-OST0000-osc-ffffa0ba086af000 00000020:00000001:2.0:1779212981.670125:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779212981.670127:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:2.0:1779212981.670130:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779212981.670131:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779212981.670132:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:2.0:1779212981.670136:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779212981.670137:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.670139:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.670141:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.670142:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212981.670143:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.670145:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779212981.675338:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.675352:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212981.675356:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.675358:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212981.675368:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212981.675384:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 10 MB=0x6a0ca27201b80 00000400:00000200:3.0:1779212981.675391:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 416/416 into md 0x2d9 [1] + 0 00000800:00000001:3.0:1779212981.675398:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.675466:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212981.675469:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212981.675474:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212981.675480:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212981.675487:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212981.675498:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.675516:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779212981.675523:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212981.675526:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.675588:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212981.675596:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212981.675605:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779212981.675608:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212981.675612:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8116b97. 00000400:00000200:2.0:1779212981.675619:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00000400:00000010:2.0:1779212981.675622:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00000100:00000001:2.0:1779212981.675627:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212981.675636:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212981.675647:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.675654:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212981.675657:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.675659:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212981.675664:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779212981.675666:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212981.675668:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212981.675672:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779212981.675720:0:199011:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1779212981.675758:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=36 v=20 (20 0 0 0) 00000100:00000001:2.0:1779212981.675761:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212981.675763:0:199011:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212981.675765:0:199011:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779212981.675770:0:199011:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779212981.675778:0:199011:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.675782:0:199011:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779212981.675784:0:199011:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779212981.675786:0:199011:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779212981.675788:0:199011:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212981.675792:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212981.675798:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212981.675801:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212981.675803:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212981.675806:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1779212981.675812:0:199011:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to target with instance 4 00000020:00000001:2.0:1779212981.675815:0:199011:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1779212981.675817:0:199011:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:2.0:1779212981.675820:0:199011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779212981.675823:0:199011:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:2.0:1779212981.675825:0:199011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:2.0:1779212981.675828:0:199011:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00001000:2.0:1779212981.675831:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=1779212981 v=0 (0 0 0 0) 00000100:00001000:2.0:1779212981.675833:0:199011:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1779212981.675838:0:199011:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1751, crc32c 11075, adler 1279 00000020:00000040:2.0:1779212981.675844:0:199011:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000001:2.0:1779212981.675846:0:199011:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1779212981.675850:0:199011:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000008:00000020:2.0:1779212981.675853:0:199011:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffffa0ba086af000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1779212981.675858:0:199011:0:(mdc_request.c:3098:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1779212981.675863:0:199011:0:(mdc_request.c:3105:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1779212981.675865:0:199011:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1779212981.675869:0:199011:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1779212981.675872:0:199011:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1779212981.675874:0:199011:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1779212981.675876:0:199011:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212981.675878:0:199011:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1779212981.675887:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1779212981.675890:0:199011:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1779212981.675892:0:199011:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000002:00000001:2.0:1779212981.675893:0:199011:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1779212981.675894:0:199011:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1779212981.675896:0:199011:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1779212981.675897:0:199011:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv 00000000cdd6289b for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:2.0:1779212981.675901:0:199011:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xf7a7455962195636 00800000:00000040:2.0:1779212981.675903:0:199011:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xf7a745596219563d 00800000:00000040:2.0:1779212981.675905:0:199011:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffffa0ba086af000=0d1ced15-d7b8-4dfb-8a25-2609d381f7a4 device 4 (00000000a035ef17) type mdc at LMV idx 1 00800000:00000040:2.0:1779212981.675907:0:199011:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD 00000000a035ef17 already active! 00800000:00000001:2.0:1779212981.675909:0:199011:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1779212981.675911:0:199011:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1779212981.675913:0:199011:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779212981.675915:0:199011:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=5 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000002:00000001:3.0:1779212981.678102:0:199011:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.678113:0:199011:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000002:00000001:2.0:1779212981.678135:0:201429:0:(mdc_request.c:2629:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1779212981.678139:0:201429:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1779212981.678143:0:201429:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212981.678146:0:201429:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779212981.678147:0:201429:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779212981.678151:0:201429:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1779212981.678152:0:201429:0:(mdc_request.c:2639:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.678337:0:199011:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1779212981.678341:0:199011:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.678344:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212981.678364:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213006 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212981.678383:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960517504:192.168.202.129@tcp:38: 00000100:00000001:3.0:1779212981.678388:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212981.678392:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212981.678394:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213006 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212981.678402:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212981.678405:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212981.678409:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000cd32fe8. 02000000:00000001:3.0:1779212981.678414:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212981.678415:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212981.678416:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212981.678418:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212981.678421:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a33ba3cb. 02000000:00000001:3.0:1779212981.678424:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212981.678427:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212981.678428:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:3.0:1779212981.678433:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212981.678435:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212981.678437:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212981.678446:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212981.678448:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212981.678450:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212981.678452:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212982.300340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212982.300347:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212982.300353:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212982.300354:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212982.300378:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212982.300380:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212982.300382:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212983.324283:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212983.324291:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212983.324300:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212983.324301:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779212983.324347:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212983.324352:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212983.324355:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1779212984.220349:0:201066:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1779212984.220355:0:201066:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212984.348861:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212984.348867:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212984.348872:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212984.348874:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212984.348952:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212984.348956:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212984.348958:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212985.372341:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212985.372346:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212985.372350:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212985.372351:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212985.372376:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212985.372379:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212985.372381:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212986.396395:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212986.396403:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212986.396405:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212986.396409:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212986.396414:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212986.396417:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212986.396420:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212986.396423:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212986.396428:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212986.396430:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779212986.396538:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212986.396541:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212986.396544:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1779212986.780389:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779212986.780398:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000000c4c695) refs 2 10000000:00000001:1.0:1779212986.780405:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.780409:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1779212986.780411:0:201073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1779212986.780413:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779212986.780417:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1779212986.780420:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779212986.780423:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffffa0ba086af000 from 12 10000000:00000001:1.0:1779212986.780427:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779212986.780429:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1779212986.780441:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212986.780448:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.780454:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212986.780458:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212986.780465:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212986.780475:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a204a621. 00000100:00000040:3.0:1779212986.780477:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212986.780485:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779212986.780486:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212986.780491:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00010000:00000001:1.0:1779212986.780494:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00000020:00000040:3.0:1779212986.780495:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00010000:00000001:1.0:1779212986.780499:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1779212986.780500:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212986.780503:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212986.780506:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1779212986.780509:0:201073:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fdcfee03. 02000000:00000010:3.0:1779212986.780511:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00010000:00000001:1.0:1779212986.780516:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1779212986.780517:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1779212986.780521:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf72f080. 00000020:00000010:1.0:1779212986.780529:0:201073:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000825249f5. 00000020:00000001:1.0:1779212986.780533:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779212986.780538:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf72f080 with handle 0xf7a7455962195659 to hash 00000020:00000001:1.0:1779212986.780541:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779212986.780542:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779212986.780546:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00000100:00000040:3.0:1779212986.780549:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1779212986.780551:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1779212986.780563:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212986.780566:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212986.780572:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_01+1] req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.780667:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212986.780671:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212986.780674:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779212986.780679:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.780686:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779212986.780687:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212986.780691:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779212986.780693:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779212986.780694:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779212986.780697:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960517888:192.168.202.129@tcp:400: 00010000:00000001:1.0:1779212986.780701:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212986.780707:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1779212986.780709:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779212986.780715:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779212986.780718:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212986.780720:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1779212986.780721:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779212986.780725:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850e063f. 02000000:00000001:0.0:1779212986.780727:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779212986.780734:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000400:00000010:0.0:1779212986.780741:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00010000:00010000:1.0:1779212986.780744:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779212986.780754:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000200:0.0:1779212986.780756:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960517888, portal 25 00000100:00000001:1.0:1779212986.780757:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1779212986.780759:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779212986.780761:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000040:0.0:1779212986.780765:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779212986.780765:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.780769:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319753720384 : -104753955831232 : ffffa0ba11ac8240) 00000100:00000001:1.0:1779212986.780775:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779212986.780776:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779212986.780777:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:0.0:1779212986.780780:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212986.780780:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.780784:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1779212986.780785:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000100:00000040:3.0:1779212986.780785:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779212986.780787:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779212986.780789:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960517888, offset 0 00000100:00000001:1.0:1779212986.780793:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779212986.780794:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779212986.780795:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779212986.780799:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000010:3.0:1779212986.780799:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000100:00000040:1.0:1779212986.780803:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1779212986.780804:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779212986.780808:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212986.780811:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212986.780815:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212986.780817:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779212986.780821:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1779212986.780822:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:1.0:1779212986.780824:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212986.780826:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779212986.780827:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.780828:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212986.780832:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779212986.780833:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779212986.780836:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779212986.780838:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212986.780841:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1779212986.780846:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960517760:192.168.202.129@tcp:101: 00000400:00000200:0.0:1779212986.780849:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779212986.780855:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779212986.780857:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1779212986.780859:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [64:64:256:4294967295] 192.168.202.129@tcp LPNI seq info [64:64:8:4294967295] 02000000:00000001:1.0:1779212986.780860:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779212986.780860:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.780863:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.780868:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779212986.780869:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_02+2] req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779212986.780874:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779212986.780892:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.780897:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646322e0. 00000400:00000010:1.0:1779212986.780903:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000400:00000200:0.0:1779212986.780904:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:1.0:1779212986.780910:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960517760, portal 25 00000100:00000001:3.0:1779212986.780910:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.780916:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779212986.780916:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1779212986.780916:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779212986.780918:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:3.0:1779212986.780922:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000010:0.0:1779212986.780925:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018e47c15. 00000100:00000010:3.0:1779212986.780926:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779212986.780931:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:1.0:1779212986.780932:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.780936:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1779212986.780937:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779212986.780938:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212986.780942:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.780947:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1779212986.780953:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cc43228. 00000800:00000200:0.0:1779212986.780954:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:1.0:1779212986.780954:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779212986.780959:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.780960:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000800:00000200:0.0:1779212986.780961:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000018e47c15 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779212986.780965:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960517760, offset 0 00000100:00000040:3.0:1779212986.780967:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779212986.780976:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779212986.780979:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.780982:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212986.780984:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.780985:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827267 00000400:00000200:1.0:1779212986.780985:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779212986.780991:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_03+3] req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779212986.780992:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779212986.780997:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305822151 00000400:00000200:1.0:1779212986.780999:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212986.781005:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779212986.781006:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827267 00000400:00000200:1.0:1779212986.781008:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779212986.781012:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305822151 00000400:00000200:1.0:1779212986.781016:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [65:65:255:4294967295] 192.168.202.129@tcp LPNI seq info [65:65:7:4294967295] 00000100:00000001:0.0:1779212986.781018:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827267 00000100:00000001:3.0:1779212986.781022:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.781026:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305822151 00000100:00000040:3.0:1779212986.781026:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779212986.781033:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1779212986.781036:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779212986.781041:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827267 00000100:00000040:3.0:1779212986.781041:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11159) 00000800:00000200:1.0:1779212986.781045:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779212986.781048:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305822151 00000800:00000010:1.0:1779212986.781050:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000100:00000001:0.0:1779212986.781053:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212986.781056:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.781060:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.781063:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779212986.781069:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779212986.781072:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212986.781076:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779212986.781078:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212986.781081:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779212986.781082:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779212986.781084:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212986.781086:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1779212986.781089:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.781091:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.781095:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827267 00000100:00000001:1.0:1779212986.781097:0:201073:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, keep current deadline 4305827267 00000100:00000001:1.0:1779212986.781100:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827267 00000100:00000001:1.0:1779212986.781102:0:201073:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, keep current deadline 4305827267 00000100:00000001:1.0:1779212986.781104:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827267 00000100:00000001:1.0:1779212986.781106:0:201073:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, keep current deadline 4305827267 00000100:00000001:1.0:1779212986.781109:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827267 00000100:00000001:1.0:1779212986.781111:0:201073:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, keep current deadline 4305827267 00000100:00000001:1.0:1779212986.781113:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779212986.781118:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212986.781124:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018e47c15. 00000400:00000200:3.0:1779212986.781129:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212986.781135:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212986.781141:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000400:00000010:3.0:1779212986.781143:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000100:00000001:3.0:1779212986.781147:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212986.781151:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781161:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212986.781163:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781170:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.781172:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779212986.781253:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212986.781256:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:3.0:1779212986.781260:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212986.781265:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212986.781267:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:3.0:1779212986.781273:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:3.0:1779212986.781277:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212986.781280:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781288:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212986.781289:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781296:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.781297:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779212986.781309:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212986.781312:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212986.781314:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212986.781317:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781325:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212986.781326:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.781370:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212986.781371:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212986.781373:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212986.781376:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960518016:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212986.781380:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212986.781383:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212986.781385:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.781387:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212986.781389:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a71d30cb. 02000000:00000001:3.0:1779212986.781391:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212986.781395:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779212986.781399:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212986.781402:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960518016, portal 10 00000100:00000001:3.0:1779212986.781404:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212986.781405:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000040:3.0:1779212986.781411:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781428:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212986.781431:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212986.781433:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000100:00000200:3.0:1779212986.781436:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960518016, offset 0 00000400:00000200:3.0:1779212986.781441:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212986.781446:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212986.781448:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212986.781451:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212986.781453:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212986.781456:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212986.781459:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [66:66:256:4294967295] 192.168.202.129@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1779212986.781467:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212986.781471:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212986.781474:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000800:00000200:3.0:1779212986.781477:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212986.781482:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212986.781484:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212986.781498:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212986.781502:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1861990 usecs (1862 jiffies) 00000100:00000001:3.0:1779212986.781505:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305823559 00000100:00000001:3.0:1779212986.781507:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781510:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305823559 00000100:00000001:3.0:1779212986.781512:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781514:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305823559 00000100:00000001:3.0:1779212986.781516:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781519:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305823559 00000100:00000001:3.0:1779212986.781521:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781530:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212986.781532:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.781534:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.781536:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.781541:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212986.781542:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779212986.781545:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212986.781546:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212986.781548:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212986.781550:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1779212986.781552:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.781554:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212986.781555:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.781557:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212986.781558:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212986.781559:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212986.781563:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779212986.781568:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.781572:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000100:00000001:3.0:1779212986.781573:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212986.781576:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212986.781577:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1779212986.781579:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212986.781581:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212986.781583:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212986.781585:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960518144:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212986.781589:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212986.781593:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1779212986.781595:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:3.0:1779212986.781596:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.781600:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779212986.781601:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:0.0:1779212986.781604:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 02000000:00000010:3.0:1779212986.781604:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08dd1d2. 00000100:00000001:0.0:1779212986.781608:0:199006:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1779212986.781608:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779212986.781613:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779212986.781613:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000400:00000010:3.0:1779212986.781618:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000100:00000001:0.0:1779212986.781625:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1779212986.781625:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960518144, portal 10 00000100:00000040:0.0:1779212986.781628:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781630:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212986.781632:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:0.0:1779212986.781634:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.781636:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1779212986.781644:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.781651:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212986.781654:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212986.781657:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000200:3.0:1779212986.781659:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960518144, offset 0 00000400:00000200:3.0:1779212986.781663:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212986.781668:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212986.781672:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212986.781674:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212986.781676:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212986.781679:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212986.781681:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [67:67:256:4294967295] 192.168.202.129@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1779212986.781688:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212986.781692:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212986.781695:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000800:00000200:3.0:1779212986.781698:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212986.781702:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212986.781704:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212986.781722:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212986.781725:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 123287 usecs (124 jiffies) 00000100:00000001:3.0:1779212986.781727:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305821821 00000100:00000001:3.0:1779212986.781729:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781730:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305821821 00000100:00000001:3.0:1779212986.781732:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781733:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305821821 00000100:00000001:3.0:1779212986.781735:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781737:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305821821 00000100:00000001:3.0:1779212986.781746:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305827267 00000100:00000001:3.0:1779212986.781748:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212986.781749:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.781751:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.781753:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.781797:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.781800:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:0.0:1779212986.781803:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.781807:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212986.781810:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:0.0:1779212986.781812:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:0.0:1779212986.781814:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212986.781818:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.781831:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.781833:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.781839:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.781841:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779212986.781928:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.781931:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212986.781933:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779212986.781936:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000077265858 going to sleep for 11 seconds 00000100:00000001:1.0:1779212986.781939:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.781940:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212986.781948:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212986.781951:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.781962:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212986.781965:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779212986.784812:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.784830:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212986.784834:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.784837:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212986.784849:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212986.784870:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27201d00 00000400:00000200:3.0:1779212986.784890:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x2e9 [1] + 224 00000800:00000001:3.0:1779212986.784899:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.784907:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212986.784910:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212986.784915:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212986.784925:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212986.784933:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212986.784945:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.784967:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779212986.784976:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.784979:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212986.785008:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212986.785012:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779212986.785018:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779212986.785019:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779212986.785022:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:0.0:1779212986.785026:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779212986.785028:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779212986.785030:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.785033:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779212986.785040:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.785045:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779212986.785046:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212986.785048:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779212986.785050:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779212986.785052:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779212986.785054:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212986.785056:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779212986.785063:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1779212986.785066:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1779212986.785068:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779212986.785069:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779212986.785071:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779212986.785073:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.785076:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212986.785080:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.785107:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212986.785111:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779212986.785113:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779212986.785127:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779212986.785135:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960517888:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779212986.785140:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212986.785143:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.785146:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960517888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.785153:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779212986.785156:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779212986.785160:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850e063f. 02000000:00000001:0.0:1779212986.785164:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779212986.785166:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779212986.785168:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779212986.785171:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779212986.785173:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 02000000:00000001:0.0:1779212986.785177:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779212986.785180:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779212986.785182:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:0.0:1779212986.785187:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779212986.785188:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212986.785190:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212986.785198:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779212986.785200:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.785202:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212986.785205:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779212986.785981:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.785988:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.785991:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.785993:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.785999:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.786014:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27201c80 00000400:00000200:0.0:1779212986.786020:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x2f1 [1] + 224 00000800:00000001:0.0:1779212986.786025:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.786028:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.786030:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.786034:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.786038:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.786042:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.786052:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.786129:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212986.786944:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.786955:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.786962:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.786964:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.786966:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.786972:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.786980:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201d80 00000400:00000200:0.0:1779212986.786987:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x2f9 [1] + 224 00000800:00000001:0.0:1779212986.786991:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.786994:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.786997:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.787000:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.787004:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.787009:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.787017:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.787065:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212986.787068:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212986.787096:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.787101:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.787111:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.787113:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.787114:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.787118:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.787124:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27201e00 00000400:00000200:0.0:1779212986.787128:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x301 [1] + 224 00000800:00000001:0.0:1779212986.787132:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.787137:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.787139:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.787142:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.787145:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.787148:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.787155:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.787162:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.787165:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.787167:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779212986.787241:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212986.787243:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212986.787245:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779212986.787250:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212986.787252:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:3.0:1779212986.787255:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212986.787259:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212986.787272:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.787277:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212986.787280:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.787282:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212986.787285:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212986.787287:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212986.787289:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.787292:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212986.787300:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212986.787303:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212986.787306:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212986.787307:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212986.787310:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212986.787314:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.787318:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212986.787320:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212986.787322:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212986.787324:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212986.787328:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.787335:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212986.787337:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212986.787338:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212986.787341:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212986.787348:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960518016:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212986.787353:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.787355:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212986.787357:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960518016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.787374:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212986.787377:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212986.787379:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a71d30cb. 02000000:00000001:3.0:1779212986.787383:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212986.787385:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212986.787386:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212986.787389:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212986.787391:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 02000000:00000001:3.0:1779212986.787395:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212986.787397:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212986.787399:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:3.0:1779212986.787403:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212986.787404:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.787406:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.787408:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212986.787410:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779212986.787412:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212986.787413:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212986.787415:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:3.0:1779212986.787417:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000400:00000010:3.0:1779212986.787418:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:3.0:1779212986.787420:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212986.787423:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212986.787430:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.787436:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212986.787437:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.787438:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212986.787440:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212986.787441:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212986.787442:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.787444:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212986.787448:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212986.787450:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212986.787458:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212986.787460:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212986.787461:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779212986.787464:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779212986.787471:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.787473:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212986.787474:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212986.787476:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212986.787477:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212986.787480:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.787485:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212986.787487:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212986.787488:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212986.787490:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212986.787496:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960518144:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212986.787499:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.787501:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212986.787503:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960518144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.787508:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212986.787509:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212986.787511:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b08dd1d2. 02000000:00000001:3.0:1779212986.787513:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212986.787514:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212986.787515:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212986.787517:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212986.787518:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cc43228. 02000000:00000001:3.0:1779212986.787520:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212986.787527:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212986.787528:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000100:00000001:3.0:1779212986.787532:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212986.787533:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.787534:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.787540:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212986.787542:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.787544:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212986.787546:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779212986.789978:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212986.789984:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212986.789987:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646322e0. 00000400:00000200:1.0:1779212986.789997:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:1.0:1779212986.789999:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779212986.790005:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212986.790018:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212986.790030:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.790037:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212986.790039:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.790042:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212986.790045:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212986.790048:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212986.790050:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.790053:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212986.790060:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212986.790064:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212986.790066:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212986.790067:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.790070:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779212986.790071:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790074:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212986.790077:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.790084:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.790105:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212986.790107:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212986.790111:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212986.790117:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960517760:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779212986.790122:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.790125:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790127:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779212986.790130:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.790132:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.790138:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212986.790140:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.790143:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779212986.790145:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.790148:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779212986.790151:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.790154:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.790158:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf72f080 refcount=4 00000020:00000001:1.0:1779212986.790160:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779212986.790163:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000040:1.0:1779212986.790170:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000cf72f080, remote cookie: 0x373baddc8f8f7472, flags: 0x0 00010000:00000001:1.0:1779212986.790174:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779212986.790178:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779212986.790180:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779212986.790182:0:201073:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779212986.790183:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779212986.790186:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fdcfee03) refcount = 1 00010000:00010000:1.0:1779212986.790190:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.790198:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779212986.790206:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779212986.790207:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779212986.790210:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779212986.790212:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212986.790214:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.790220:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779212986.790237:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.790240:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.790241:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.790242:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.790243:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790247:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.790250:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960517760/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.790257:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212986.790260:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212986.790262:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779212986.790267:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212986.790269:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.790270:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.790273:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212986.790275:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a204a621. 02000000:00000001:1.0:1779212986.790279:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212986.790281:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212986.790282:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212986.790287:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212986.790288:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779212986.790290:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.790294:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779212986.790296:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000000c4c695) refs 3 10000000:00000001:1.0:1779212986.790298:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.790300:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.790301:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.790303:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf72f080 refcount=3 00000020:00000001:1.0:1779212986.790304:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779212986.790312:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779212986.790314:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779212986.790316:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.790316:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.790318:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.790321:0:201073:0:(mgc_request.c:1521:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1779212986.790327:0:201073:0:(mgc_request.c:1533:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000008781d97. 00000100:00000010:1.0:1779212986.790343:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212986.790349:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.790353:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212986.790356:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212986.790361:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212986.790368:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a204a621. 00000100:00000001:1.0:1779212986.790375:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790380:0:201073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1779212986.790384:0:201073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009a110aed. 00000100:00000010:1.0:1779212986.790387:0:201073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001386b5be. 00000020:00000040:1.0:1779212986.790389:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.790394:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779212986.790396:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779212986.790401:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.790404:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319753720384 : -104753955831232 : ffffa0ba11ac8240) 00000100:00000001:1.0:1779212986.790406:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.790408:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:1.0:1779212986.790413:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212986.790416:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790418:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779212986.790420:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212986.790424:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.790431:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212986.790434:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.790438:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212986.790441:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212986.790443:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212986.790452:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518272:192.168.202.129@tcp:256: 00000100:00000001:1.0:1779212986.790457:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212986.790463:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212986.790466:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790469:0:201073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1779212986.790475:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646322e0. 00000400:00000010:1.0:1779212986.790482:0:201073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007a06c8d1. 00000100:00000200:1.0:1779212986.790488:0:201073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a0ca27201e80-0x6a0ca27201e80, portal 33 00000100:00000001:1.0:1779212986.790492:0:201073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.790494:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212986.790498:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0455bd. 02000000:00000001:1.0:1779212986.790500:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.790502:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:1.0:1779212986.790505:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000200:1.0:1779212986.790508:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960518272, portal 25 00000100:00000001:1.0:1779212986.790510:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.790511:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:1.0:1779212986.790515:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.790522:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212986.790524:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212986.790527:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 00000100:00000200:1.0:1779212986.790529:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1865639960518272, offset 0 00000400:00000200:1.0:1779212986.790536:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212986.790553:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212986.790559:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212986.790564:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212986.790568:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212986.790571:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212986.790574:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [68:68:256:4294967295] 192.168.202.129@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:1.0:1779212986.790586:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212986.790593:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212986.790603:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000800:00000200:1.0:1779212986.790611:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212986.790620:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212986.790625:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1779212986.790652:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790658:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827277 00000100:00000001:1.0:1779212986.790668:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827267 00000100:00000001:1.0:1779212986.790674:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827277 00000100:00000001:1.0:1779212986.790678:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827267 00000100:00000001:1.0:1779212986.790681:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827277 00000100:00000001:1.0:1779212986.790684:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827267 00000100:00000001:1.0:1779212986.790686:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827277 00000100:00000001:1.0:1779212986.790690:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827267 00000100:00000001:1.0:1779212986.790693:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.790696:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.790698:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212986.790700:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779212986.790702:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000077265858 going to sleep for 11 seconds 00000100:00000001:1.0:1779212986.790705:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.790707:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.790923:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.790928:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:0.0:1779212986.790933:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.790939:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212986.790945:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000400:00000010:0.0:1779212986.790946:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000100:00000001:0.0:1779212986.790949:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212986.790952:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.790961:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.790963:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.790969:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.790971:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779212986.793044:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.793058:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212986.793062:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.793064:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212986.793074:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212986.793092:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 44 into portal 33 MB=0x6a0ca27201e80 00000400:00000200:3.0:1779212986.793102:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.129@tcp of length 44/44 into md 0x309 [4] + 0 00000400:00000010:3.0:1779212986.793107:0:199007:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646322e0. 00000400:00000200:3.0:1779212986.793113:0:199007:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a06c8d1 00000800:00000001:3.0:1779212986.793119:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.793126:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212986.793129:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212986.793133:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212986.793139:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a06c8d1 00000400:00000010:3.0:1779212986.793141:0:199007:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000007a06c8d1. 00000100:00000001:3.0:1779212986.793146:0:199007:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1779212986.793148:0:199007:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000b0e031e desc 000000009a110aed mbits 1865639960518272 00000100:00000001:1.0:1779212986.793210:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.793215:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.793299:0:199007:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1779212986.793307:0:199007:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1779212986.793313:0:199007:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212986.793318:0:199007:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [69:69:256:4294967295] 192.168.202.129@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:3.0:1779212986.793326:0:199007:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) 192.168.202.129@tcp : ACK try# 0 00000800:00000200:3.0:1779212986.793330:0:199007:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212986.793335:0:199007:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000b08dd1d2. 00000800:00000200:3.0:1779212986.793351:0:199007:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212986.793357:0:199007:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212986.793361:0:199007:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b08dd1d2 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1779212986.793409:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1779212986.793456:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212986.793460:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000b08dd1d2. 00000400:00000200:3.0:1779212986.793463:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212986.793467:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: ACK: OK 00000800:00000001:0.0:1779212986.793477:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.794772:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.794782:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.794785:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.794787:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.794796:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.794809:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 240 into portal 25 MB=0x6a0ca27201e80 00000400:00000200:0.0:1779212986.794816:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 240/240 into md 0x30d [1] + 224 00000800:00000001:0.0:1779212986.794822:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.794827:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.794829:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.794832:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.794837:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.794843:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.794851:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.794868:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.794875:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.794886:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.794908:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212986.794916:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212986.794923:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212986.794926:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779212986.794931:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:1.0:1779212986.794933:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779212986.794936:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212986.794941:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212986.794949:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.794965:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212986.794967:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.794970:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212986.794973:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212986.794976:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212986.794978:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.794981:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212986.794989:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212986.794993:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212986.794997:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212986.794998:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.795001:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779212986.795003:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.795007:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212986.795010:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212986.795019:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.795025:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212986.795028:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212986.795030:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212986.795037:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518272:192.168.202.129@tcp:256: 00000100:00000001:1.0:1779212986.795042:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.795046:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.795048:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779212986.795050:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.795063:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.795071:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212986.795074:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.795082:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779212986.795084:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1779212986.795092:0:201073:0:(mgc_request.c:1599:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:1.0:1779212986.795095:0:201073:0:(mgc_request.c:1310:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1779212986.795101:0:201073:0:(mgc_request.c:1333:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000094e89d9d. 10000000:00000010:1.0:1779212986.795105:0:201073:0:(mgc_request.c:1345:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000886ffd84. 10000000:00000200:1.0:1779212986.795111:0:201073:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1779212986.795113:0:201073:0:(mgc_request.c:1442:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffffa0ba086af000 00010000:00000001:1.0:1779212986.795131:0:201073:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1779212986.795134:0:201073:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:1.0:1779212986.795138:0:201073:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.202.129@tcp has 192.168.202.129@tcp. 00000100:00000001:1.0:1779212986.795141:0:201073:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.795143:0:201073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1779212986.795145:0:201073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.129@tcp with 192.168.202.129@tcp 00000100:00000200:1.0:1779212986.795147:0:201073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.129@tcp' 00000400:00000200:1.0:1779212986.795150:0:201073:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1779212986.795153:0:201073:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1779212986.795156:0:201073:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:1.0:1779212986.795161:0:201073:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1779212986.795168:0:201073:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1779212986.795171:0:201073:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:1.0:1779212986.795173:0:201073:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 00000100:00000001:1.0:1779212986.795176:0:201073:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.795177:0:201073:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1779212986.795180:0:201073:0:(mgc_request.c:1488:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-MDT0001-mdc-ffffa0ba086af000 10000000:00000010:1.0:1779212986.795182:0:201073:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000886ffd84. 10000000:00000010:1.0:1779212986.795185:0:201073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000094e89d9d. 10000000:00000001:1.0:1779212986.795188:0:201073:0:(mgc_request.c:1497:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.795190:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.795193:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960518272/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.795210:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212986.795213:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212986.795215:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0455bd. 02000000:00000001:1.0:1779212986.795218:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212986.795254:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.795255:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.795259:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779212986.795260:0:201073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1779212986.795263:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.795263:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.795265:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1779212986.795268:0:201073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001386b5be. 00000100:00000010:1.0:1779212986.795271:0:201073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009a110aed. 00000100:00000001:1.0:1779212986.795273:0:201073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1779212986.795275:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a204a621. 02000000:00000001:1.0:1779212986.795279:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212986.795281:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212986.795282:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212986.795288:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212986.795289:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1779212986.795309:0:201073:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000008781d97. 10000000:01000000:1.0:1779212986.795313:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1779212986.795317:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779212986.795319:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.795322:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.795325:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf72f080 refcount=3 00000020:00000001:1.0:1779212986.795327:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779212986.795331:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779212986.795333:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779212986.795339:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.795348:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.795350:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779212986.795351:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.795357:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779212986.795359:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.795364:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779212986.795366:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.795367:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.795370:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779212986.795373:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779212986.795374:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000067667326) refs 2 10000000:00000001:1.0:1779212986.795376:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.795379:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779212986.795380:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000000c4c695) refs 3 10000000:00000001:1.0:1779212986.795382:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1779212986.795384:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779212986.795385:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1779212986.795387:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779212986.795389:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0ba086af000 from 39 10000000:00000001:1.0:1779212986.795392:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779212986.795393:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1779212986.795397:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212986.795401:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.795405:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212986.795408:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212986.795413:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212986.795420:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a204a621. 00000100:00000001:1.0:1779212986.795427:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.795432:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779212986.795434:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1779212986.795440:0:201073:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006cf7a110. 00010000:00000001:1.0:1779212986.795445:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779212986.795448:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081ec17a1. 00000020:00000001:1.0:1779212986.795451:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779212986.795453:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081ec17a1 with handle 0xf7a7455962195660 to hash 00000020:00000001:1.0:1779212986.795456:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779212986.795457:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779212986.795460:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779212986.795464:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779212986.795467:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212986.795470:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779212986.795483:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779212986.795493:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779212986.795499:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779212986.795501:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779212986.795507:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.795509:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319753720384 : -104753955831232 : ffffa0ba11ac8240) 00000100:00000001:1.0:1779212986.795511:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.795513:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:1.0:1779212986.795518:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212986.795520:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.795523:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779212986.795524:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212986.795528:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.795535:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212986.795537:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.795541:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212986.795544:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212986.795546:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212986.795549:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518400:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779212986.795553:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212986.795559:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212986.795562:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.795565:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212986.795568:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779212986.795570:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.795574:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:1.0:1779212986.795579:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000200:1.0:1779212986.795590:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960518400, portal 25 00000100:00000001:1.0:1779212986.795592:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.795593:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:1.0:1779212986.795598:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.795607:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212986.795610:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212986.795612:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000200:1.0:1779212986.795615:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960518400, offset 0 00000400:00000200:1.0:1779212986.795622:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212986.795631:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212986.795636:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212986.795641:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212986.795646:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212986.795649:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212986.795652:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [70:70:256:4294967295] 192.168.202.129@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:1.0:1779212986.795662:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212986.795667:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212986.795672:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000800:00000200:1.0:1779212986.795679:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212986.795687:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212986.795691:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779212986.795707:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.795711:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827282 00000100:00000001:1.0:1779212986.795720:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827277 00000100:00000001:1.0:1779212986.795726:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827282 00000100:00000001:1.0:1779212986.795729:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827277 00000100:00000001:1.0:1779212986.795732:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827282 00000100:00000001:1.0:1779212986.795737:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827277 00000100:00000001:1.0:1779212986.795746:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827282 00000100:00000001:1.0:1779212986.795750:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827277 00000100:00000001:1.0:1779212986.795753:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.795755:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.795758:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212986.795760:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779212986.795762:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000077265858 going to sleep for 11 seconds 00000100:00000001:1.0:1779212986.795764:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.795766:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212986.795954:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779212986.795960:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:3.0:1779212986.795964:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212986.795969:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779212986.795973:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:3.0:1779212986.795975:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:3.0:1779212986.795979:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779212986.795983:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.795994:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212986.795997:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.796004:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.796005:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212986.797549:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.797563:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.797567:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.797570:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.797578:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.797592:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27201f00 00000400:00000200:0.0:1779212986.797600:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x315 [1] + 224 00000800:00000001:0.0:1779212986.797606:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.797625:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.797628:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.797631:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.797637:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.797647:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.797657:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.797677:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.797686:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.797688:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.797724:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212986.797732:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212986.797734:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212986.797736:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779212986.797741:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:1.0:1779212986.797743:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779212986.797745:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212986.797749:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212986.797759:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.797767:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212986.797779:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.797783:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212986.797786:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212986.797789:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212986.797791:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.797794:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212986.797800:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212986.797804:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212986.797807:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212986.797809:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.797811:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779212986.797813:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.797816:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212986.797820:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.797834:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.797837:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212986.797839:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212986.797842:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212986.797849:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518400:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779212986.797855:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.797857:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.797859:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779212986.797861:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.797864:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.797871:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212986.797873:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.797889:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779212986.797890:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.797893:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779212986.797897:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.797899:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.797902:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ec17a1 refcount=4 00000020:00000001:1.0:1779212986.797904:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779212986.797907:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000040:1.0:1779212986.797913:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000081ec17a1, remote cookie: 0x373baddc8f8f7479, flags: 0x0 00010000:00000001:1.0:1779212986.797917:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779212986.797921:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779212986.797923:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779212986.797925:0:201073:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779212986.797927:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779212986.797929:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000006cf7a110) refcount = 1 00010000:00010000:1.0:1779212986.797934:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.797955:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779212986.797957:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779212986.797958:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779212986.797962:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779212986.797964:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212986.797967:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.797973:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779212986.797975:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.797977:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.797978:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.797979:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.797980:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.797983:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.797987:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960518400/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.797994:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212986.797996:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212986.797999:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779212986.798002:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212986.798004:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.798005:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.798008:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212986.798010:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a204a621. 02000000:00000001:1.0:1779212986.798013:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212986.798015:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212986.798016:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212986.798021:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212986.798022:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779212986.798025:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.798028:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779212986.798030:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000067667326) refs 3 10000000:00000001:1.0:1779212986.798032:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.798038:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.798039:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.798041:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ec17a1 refcount=3 00000020:00000001:1.0:1779212986.798043:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779212986.798045:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779212986.798048:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779212986.798049:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.798050:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.798051:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.798053:0:201073:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1779212986.798057:0:201073:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001386b5be. 00000020:00000010:1.0:1779212986.798061:0:201073:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a204a621. 00000020:00000010:1.0:1779212986.798067:0:201073:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aa0455bd. 00000040:00000010:1.0:1779212986.798071:0:201073:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000005a2829d3. 00000020:00000010:1.0:1779212986.798076:0:201073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ee3c8b7f. 00000020:00000010:1.0:1779212986.798083:0:201073:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000689f2398. 80000000:00000010:1.0:1779212986.798088:0:201073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4b611a8. 00040000:00000010:1.0:1779212986.798095:0:201073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fcc40a0. 20000000:00000010:1.0:1779212986.798100:0:201073:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000004447e9e8. 10000000:00000040:1.0:1779212986.798105:0:201073:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 00000000f5f6a2d0 : new refcount 2 00000020:00000001:1.0:1779212986.798107:0:201073:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1779212986.798109:0:201073:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1779212986.798112:0:201073:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1779212986.798115:0:201073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000665bc267. 00000040:00000001:1.0:1779212986.798119:0:201073:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1779212986.798121:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779212986.798125:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212986.798128:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.798132:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212986.798135:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212986.798139:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212986.798145:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003728909e. 00000100:00000001:1.0:1779212986.798151:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.798156:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779212986.798157:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779212986.798166:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.798168:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319753720384 : -104753955831232 : ffffa0ba11ac8240) 00000100:00000001:1.0:1779212986.798171:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.798172:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:1.0:1779212986.798176:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212986.798178:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.798180:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779212986.798181:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212986.798184:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.798191:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212986.798193:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.798197:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212986.798200:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212986.798202:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212986.798204:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518528:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779212986.798208:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212986.798212:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212986.798214:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.798216:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212986.798220:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d9f0a9. 02000000:00000001:1.0:1779212986.798255:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.798259:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:1.0:1779212986.798264:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000200:1.0:1779212986.798269:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960518528, portal 25 00000100:00000001:1.0:1779212986.798271:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.798272:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:1.0:1779212986.798277:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.798284:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212986.798287:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212986.798289:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169bda26. 00000100:00000200:1.0:1779212986.798291:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960518528, offset 0 00000400:00000200:1.0:1779212986.798302:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212986.798311:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212986.798317:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212986.798322:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212986.798325:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212986.798329:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212986.798332:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [71:71:256:4294967295] 192.168.202.129@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:1.0:1779212986.798342:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212986.798347:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212986.798351:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000800:00000200:1.0:1779212986.798359:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212986.798366:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212986.798369:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1779212986.798384:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.798388:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827285 00000100:00000001:1.0:1779212986.798396:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827282 00000100:00000001:1.0:1779212986.798401:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827285 00000100:00000001:1.0:1779212986.798405:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827282 00000100:00000001:1.0:1779212986.798408:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827285 00000100:00000001:1.0:1779212986.798413:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827282 00000100:00000001:1.0:1779212986.798416:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827285 00000100:00000001:1.0:1779212986.798421:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827282 00000100:00000001:1.0:1779212986.798425:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.798427:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.798430:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212986.798432:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779212986.798434:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000077265858 going to sleep for 11 seconds 00000100:00000001:1.0:1779212986.798437:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.798438:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.798495:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.798499:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000400:00000200:0.0:1779212986.798503:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.798507:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212986.798510:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000169bda26 00000400:00000010:0.0:1779212986.798512:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000169bda26. 00000100:00000001:0.0:1779212986.798515:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212986.798518:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.798525:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.798527:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.798533:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.798534:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779212986.800665:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.800679:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779212986.800683:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.800684:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212986.800692:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779212986.800706:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca27201f80 00000400:00000200:3.0:1779212986.800711:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0x31d [1] + 224 00000800:00000001:3.0:1779212986.800716:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.800720:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779212986.800722:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779212986.800725:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212986.800730:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212986.800746:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212986.800754:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.800772:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779212986.800778:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779212986.800780:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.800838:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212986.800849:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212986.800851:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212986.800855:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779212986.800863:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:1.0:1779212986.800865:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779212986.800870:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212986.800889:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212986.800901:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.800908:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212986.800910:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.800913:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212986.800916:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212986.800919:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212986.800921:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.800924:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212986.800931:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212986.800936:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212986.800939:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212986.800941:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.800943:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779212986.800945:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.800949:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212986.800953:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.800961:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.800964:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212986.800966:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212986.800970:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212986.800978:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518528:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779212986.800998:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.801001:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.801004:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779212986.801006:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.801009:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.801017:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212986.801020:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.801023:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779212986.801024:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779212986.801030:0:201073:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1779212986.801033:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.801035:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.801038:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779212986.801040:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.801042:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960518528/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.801049:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212986.801052:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212986.801054:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d9f0a9. 02000000:00000001:1.0:1779212986.801058:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212986.801059:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.801060:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.801062:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212986.801064:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003728909e. 02000000:00000001:1.0:1779212986.801068:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212986.801070:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212986.801072:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212986.801077:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212986.801078:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1779212986.801081:0:201073:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779212986.801084:0:201073:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:1.0:1779212986.801102:0:201073:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ff4727f6. 00000040:00000001:1.0:1779212986.801105:0:201073:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1779212986.801107:0:201073:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1779212986.801109:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779212986.801118:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212986.801121:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.801125:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212986.801127:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212986.801132:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212986.801137:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003728909e. 00000100:00000001:1.0:1779212986.801143:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.801146:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779212986.801148:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779212986.801152:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.801154:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319753720384 : -104753955831232 : ffffa0ba11ac8240) 00000100:00000001:1.0:1779212986.801156:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.801157:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:1.0:1779212986.801162:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212986.801164:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.801166:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779212986.801167:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212986.801171:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.801178:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212986.801180:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.801187:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212986.801189:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212986.801192:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212986.801195:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518656:192.168.202.129@tcp:503: 00000100:00000001:1.0:1779212986.801198:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212986.801202:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212986.801204:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.801206:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212986.801257:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000097cd2a22. 02000000:00000001:1.0:1779212986.801259:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.801264:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:1.0:1779212986.801270:0:201073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c5e92967. 00000100:00000200:1.0:1779212986.801275:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960518656, portal 25 00000100:00000001:1.0:1779212986.801283:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.801285:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:1.0:1779212986.801289:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.801296:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212986.801298:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212986.801301:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000200:1.0:1779212986.801304:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960518656, offset 0 00000400:00000200:1.0:1779212986.801310:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212986.801323:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212986.801329:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212986.801333:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212986.801337:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212986.801339:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212986.801343:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [72:72:256:4294967295] 192.168.202.129@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:1.0:1779212986.801354:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212986.801361:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212986.801366:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000800:00000200:1.0:1779212986.801373:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212986.801382:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212986.801387:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1779212986.801409:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.801413:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827288 00000100:00000001:1.0:1779212986.801421:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827285 00000100:00000001:1.0:1779212986.801426:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827288 00000100:00000001:1.0:1779212986.801428:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827285 00000100:00000001:1.0:1779212986.801431:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827288 00000100:00000001:1.0:1779212986.801434:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827285 00000100:00000001:1.0:1779212986.801436:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827288 00000100:00000001:1.0:1779212986.801445:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827285 00000100:00000001:1.0:1779212986.801447:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.801450:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.801453:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212986.801455:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779212986.801457:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000077265858 going to sleep for 11 seconds 00000100:00000001:1.0:1779212986.801459:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.801460:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.801685:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.801689:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000400:00000200:0.0:1779212986.801694:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.801699:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212986.801702:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:0.0:1779212986.801704:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:0.0:1779212986.801707:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212986.801710:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.801719:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.801721:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.801738:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.801740:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212986.802903:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.802919:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.802923:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.802926:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.802935:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.802950:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8416 into portal 25 MB=0x6a0ca27202000 00000400:00000200:0.0:1779212986.802959:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8416/8416 into md 0x325 [4] + 224 00000800:00000001:0.0:1779212986.802965:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.802978:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.802981:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.802985:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.802990:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.802994:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.803004:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.803026:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.803033:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.803036:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.803097:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212986.803103:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212986.803105:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212986.803107:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779212986.803112:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5e92967 00000400:00000010:1.0:1779212986.803114:0:201073:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000c5e92967. 00000100:00000001:1.0:1779212986.803116:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212986.803120:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212986.803128:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.803134:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212986.803136:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.803139:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212986.803142:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212986.803144:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212986.803147:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.803150:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212986.803156:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212986.803161:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212986.803164:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212986.803166:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.803169:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779212986.803170:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.803174:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212986.803178:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.803200:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.803203:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212986.803205:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212986.803209:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212986.803257:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518656:192.168.202.129@tcp:503: 00000100:00000001:1.0:1779212986.803262:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.803265:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.803268:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779212986.803270:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.803272:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.803280:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212986.803282:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.803285:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779212986.803287:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779212986.803293:0:201073:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1779212986.803295:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.803297:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960518656/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.803303:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212986.803306:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212986.803308:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000097cd2a22. 02000000:00000001:1.0:1779212986.803322:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212986.803325:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.803326:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.803329:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212986.803331:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003728909e. 02000000:00000001:1.0:1779212986.803335:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212986.803337:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212986.803338:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212986.803343:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212986.803349:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779212986.803352:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.803353:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.803355:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1779212986.803357:0:201073:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779212986.803359:0:201073:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779212986.803364:0:201073:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1779212986.803367:0:201073:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e430f5bb. 00000040:00001000:1.0:1779212986.803369:0:201073:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 38 last_idx 0 read_mode 0 00000040:00000001:3.0:1779212986.803688:0:201455:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:3.0:1779212986.803697:0:201455:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a71d30cb. 00000020:00000010:3.0:1779212986.803704:0:201455:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6c018e9. 00000040:00000010:3.0:1779212986.803707:0:201455:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000c35152cf. 00000020:00000010:3.0:1779212986.803711:0:201455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006eeb738d. 00000020:00000010:3.0:1779212986.803724:0:201455:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e7da039. 00000020:00000010:3.0:1779212986.803731:0:201455:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000ef032033. 80000000:00000010:3.0:1779212986.803735:0:201455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0591215. 40000000:00000010:3.0:1779212986.803739:0:201455:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002e59dd70. 00100000:00000010:3.0:1779212986.803743:0:201455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ecf177a5. 00040000:00000010:3.0:1779212986.803747:0:201455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006cc43228. 00040000:00000010:3.0:1779212986.803751:0:201455:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000467f2dca. 00040000:00000010:3.0:1779212986.803754:0:201455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000362989ba. 00000004:00000010:3.0:1779212986.803758:0:201455:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eb94d835. 00000004:00000010:3.0:1779212986.803763:0:201455:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015b6c2ff. 00000004:00000010:3.0:1779212986.803767:0:201455:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000009694ff5b. 00002000:00000010:3.0:1779212986.803771:0:201455:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000063fc2c6. 00000004:00000010:3.0:1779212986.803775:0:201455:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000286ada14. 00000020:00000010:3.0:1779212986.803779:0:201455:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d1373ac9. 00000040:00000010:3.0:1779212986.803787:0:201455:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000740499ff. 00000040:00001000:3.0:1779212986.803789:0:201455:0:(llog.c:610:llog_process_thread()) index: 39 last_index 64767 00000040:00000001:3.0:1779212986.803792:0:201455:0:(lustre_log.h:474:llog_next_block()) Process entered 00000040:00000001:3.0:1779212986.803794:0:201455:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1779212986.803797:0:201455:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:3.0:1779212986.803803:0:201455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779212986.803806:0:201455:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779212986.803823:0:201455:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212986.803825:0:201455:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212986.803831:0:201455:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212986.803837:0:201455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000555d8106. 00000100:00000001:3.0:1779212986.803843:0:201455:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.803849:0:201455:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779212986.803851:0:201455:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779212986.803856:0:201455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011079133. 00000100:00000001:3.0:1779212986.803858:0:201455:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320286997696 : -104753422553920 : ffffa0ba3175acc0) 00000100:00000001:3.0:1779212986.803860:0:201455:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212986.803861:0:201455:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:3.0:1779212986.803866:0:201455:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212986.803868:0:201455:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.803870:0:201455:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779212986.803871:0:201455:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779212986.803892:0:201455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.803901:0:201455:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212986.803903:0:201455:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.803906:0:201455:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212986.803908:0:201455:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212986.803910:0:201455:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212986.803913:0:201455:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b5b512f-2a88-4bb9-9353-717302515155:201455:1865639960518784:192.168.202.129@tcp:502: 00000100:00000001:3.0:1779212986.803916:0:201455:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212986.803921:0:201455:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212986.803923:0:201455:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.803925:0:201455:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212986.803951:0:201455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000097cd2a22. 02000000:00000001:3.0:1779212986.803954:0:201455:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212986.803959:0:201455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000400:00000010:3.0:1779212986.803966:0:201455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c5ea0d55. 00000100:00000200:3.0:1779212986.803972:0:201455:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960518784, portal 25 00000100:00000001:3.0:1779212986.803975:0:201455:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212986.803976:0:201455:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000040:3.0:1779212986.803986:0:201455:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.803994:0:201455:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212986.803997:0:201455:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212986.804001:0:201455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000100:00000200:3.0:1779212986.804003:0:201455:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960518784, offset 0 00000400:00000200:3.0:1779212986.804009:0:201455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212986.804021:0:201455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212986.804027:0:201455:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212986.804031:0:201455:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212986.804034:0:201455:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212986.804037:0:201455:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212986.804040:0:201455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [73:73:256:4294967295] 192.168.202.129@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1779212986.804049:0:201455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212986.804055:0:201455:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212986.804059:0:201455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c4d8210. 00000800:00000200:3.0:1779212986.804066:0:201455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212986.804073:0:201455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212986.804076:0:201455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002c4d8210 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1779212986.804096:0:201455:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.804100:0:201455:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827290 00000100:00000001:3.0:1779212986.804108:0:201455:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827288 00000100:00000001:3.0:1779212986.804112:0:201455:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827290 00000100:00000001:3.0:1779212986.804115:0:201455:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827288 00000100:00000001:3.0:1779212986.804117:0:201455:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827290 00000100:00000001:3.0:1779212986.804120:0:201455:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827288 00000100:00000001:3.0:1779212986.804122:0:201455:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827290 00000100:00000001:3.0:1779212986.804135:0:201455:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827288 00000100:00000001:3.0:1779212986.804138:0:201455:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212986.804147:0:201455:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.804149:0:201455:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212986.804150:0:201455:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779212986.804152:0:201455:0:(client.c:2692:ptlrpc_set_wait()) set 0000000011079133 going to sleep for 11 seconds 00000100:00000001:3.0:1779212986.804155:0:201455:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212986.804157:0:201455:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.804336:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.804341:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c4d8210. 00000400:00000200:0.0:1779212986.804348:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.804354:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212986.804359:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000400:00000010:0.0:1779212986.804361:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:0.0:1779212986.804365:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212986.804368:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.804377:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.804386:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.804393:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.804395:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212986.809161:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.809175:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.809180:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.809182:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.809192:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.809208:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8472 into portal 25 MB=0x6a0ca27202080 00000400:00000200:0.0:1779212986.809216:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8472/8472 into md 0x32d [4] + 224 00000800:00000001:0.0:1779212986.809251:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.809261:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.809264:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.809268:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.809275:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.809281:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.809292:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.809346:0:201455:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212986.809363:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.809372:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.809375:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779212986.811952:0:201455:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779212986.811958:0:201455:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779212986.811962:0:201455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:3.0:1779212986.811969:0:201455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5ea0d55 00000400:00000010:3.0:1779212986.811971:0:201455:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000c5ea0d55. 00000100:00000001:3.0:1779212986.811976:0:201455:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779212986.811984:0:201455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779212986.811994:0:201455:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.812000:0:201455:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779212986.812003:0:201455:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.812005:0:201455:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212986.812008:0:201455:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212986.812010:0:201455:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212986.812012:0:201455:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212986.812016:0:201455:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212986.812021:0:201455:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212986.812026:0:201455:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212986.812028:0:201455:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212986.812030:0:201455:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212986.812032:0:201455:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212986.812034:0:201455:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.812036:0:201455:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212986.812039:0:201455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.812043:0:201455:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212986.812046:0:201455:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212986.812061:0:201455:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212986.812064:0:201455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212986.812068:0:201455:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b5b512f-2a88-4bb9-9353-717302515155:201455:1865639960518784:192.168.202.129@tcp:502: 00000100:00000001:3.0:1779212986.812072:0:201455:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212986.812074:0:201455:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212986.812075:0:201455:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779212986.812088:0:201455:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212986.812091:0:201455:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.812098:0:201455:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779212986.812101:0:201455:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011079133. 00000100:00000001:3.0:1779212986.812103:0:201455:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779212986.812104:0:201455:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1779212986.812112:0:201455:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1779212986.812114:0:201455:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212986.812116:0:201455:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960518784/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212986.812123:0:201455:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212986.812125:0:201455:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212986.812127:0:201455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000097cd2a22. 02000000:00000001:3.0:1779212986.812139:0:201455:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212986.812141:0:201455:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212986.812143:0:201455:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779212986.812145:0:201455:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212986.812147:0:201455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000555d8106. 02000000:00000001:3.0:1779212986.812151:0:201455:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212986.812152:0:201455:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212986.812154:0:201455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000100:00000001:3.0:1779212986.812157:0:201455:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212986.812159:0:201455:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779212986.812162:0:201455:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212986.812163:0:201455:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779212986.812164:0:201455:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1779212986.812171:0:201455:0:(lustre_log.h:484:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1779212986.812174:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2000 type=0x10620000 idx=1 00000040:00001000:3.0:1779212986.812178:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1779212986.812179:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e20e0 type=0x10620000 idx=2 00000040:00001000:3.0:1779212986.812181:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1779212986.812182:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2158 type=0x10620000 idx=3 00000040:00001000:3.0:1779212986.812183:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1779212986.812184:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2200 type=0x10620000 idx=4 00000040:00001000:3.0:1779212986.812185:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1779212986.812186:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e22e0 type=0x10620000 idx=5 00000040:00001000:3.0:1779212986.812188:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1779212986.812189:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e23c0 type=0x10620000 idx=6 00000040:00001000:3.0:1779212986.812190:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1779212986.812191:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2438 type=0x10620000 idx=7 00000040:00001000:3.0:1779212986.812192:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 7 00000040:00001000:3.0:1779212986.812193:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e24e0 type=0x10620000 idx=8 00000040:00001000:3.0:1779212986.812194:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 8 00000040:00001000:3.0:1779212986.812195:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e25c0 type=0x10620000 idx=9 00000040:00001000:3.0:1779212986.812196:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 9 00000040:00001000:3.0:1779212986.812196:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e26a0 type=0x10620000 idx=10 00000040:00001000:3.0:1779212986.812197:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 10 00000040:00001000:3.0:1779212986.812198:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2718 type=0x10620000 idx=11 00000040:00001000:3.0:1779212986.812198:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 11 00000040:00001000:3.0:1779212986.812199:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e27f8 type=0x10620000 idx=12 00000040:00001000:3.0:1779212986.812200:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 12 00000040:00001000:3.0:1779212986.812200:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e28d8 type=0x10620000 idx=13 00000040:00001000:3.0:1779212986.812201:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 13 00000040:00001000:3.0:1779212986.812202:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2930 type=0x10620000 idx=14 00000040:00001000:3.0:1779212986.812202:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 14 00000040:00001000:3.0:1779212986.812203:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e29b0 type=0x10620000 idx=15 00000040:00001000:3.0:1779212986.812204:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 15 00000040:00001000:3.0:1779212986.812204:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2a40 type=0x10620000 idx=16 00000040:00001000:3.0:1779212986.812205:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 16 00000040:00001000:3.0:1779212986.812205:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1779212986.812206:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 17 00000040:00001000:3.0:1779212986.812211:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1779212986.812212:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 18 00000040:00001000:3.0:1779212986.812212:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1779212986.812213:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 19 00000040:00001000:3.0:1779212986.812214:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1779212986.812215:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 20 00000040:00001000:3.0:1779212986.812215:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1779212986.812216:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 21 00000040:00001000:3.0:1779212986.812217:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1779212986.812218:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 22 00000040:00001000:3.0:1779212986.812218:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2f08 type=0x10620000 idx=23 00000040:00001000:3.0:1779212986.812219:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 23 00000040:00001000:3.0:1779212986.812219:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2f88 type=0x10620000 idx=24 00000040:00001000:3.0:1779212986.812220:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 24 00000040:00001000:3.0:1779212986.812221:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3018 type=0x10620000 idx=25 00000040:00001000:3.0:1779212986.812234:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 25 00000040:00001000:3.0:1779212986.812235:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e30b8 type=0x10620000 idx=26 00000040:00001000:3.0:1779212986.812236:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 26 00000040:00001000:3.0:1779212986.812237:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3198 type=0x10620000 idx=27 00000040:00001000:3.0:1779212986.812238:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 27 00000040:00001000:3.0:1779212986.812239:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3278 type=0x10620000 idx=28 00000040:00001000:3.0:1779212986.812240:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 28 00000040:00001000:3.0:1779212986.812241:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e32c8 type=0x10620000 idx=29 00000040:00001000:3.0:1779212986.812242:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 29 00000040:00001000:3.0:1779212986.812243:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e33a8 type=0x10620000 idx=30 00000040:00001000:3.0:1779212986.812244:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 30 00000040:00001000:3.0:1779212986.812245:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3488 type=0x10620000 idx=31 00000040:00001000:3.0:1779212986.812246:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 31 00000040:00001000:3.0:1779212986.812247:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e34e0 type=0x10620000 idx=32 00000040:00001000:3.0:1779212986.812248:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 32 00000040:00001000:3.0:1779212986.812249:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3560 type=0x10620000 idx=33 00000040:00001000:3.0:1779212986.812251:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 33 00000040:00001000:3.0:1779212986.812252:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e35f0 type=0x10620000 idx=34 00000040:00001000:3.0:1779212986.812253:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 34 00000040:00001000:3.0:1779212986.812254:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3670 type=0x10620000 idx=35 00000040:00001000:3.0:1779212986.812261:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 35 00000040:00001000:3.0:1779212986.812262:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3750 type=0x10620000 idx=36 00000040:00001000:3.0:1779212986.812263:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 36 00000040:00001000:3.0:1779212986.812264:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3830 type=0x10620000 idx=37 00000040:00001000:3.0:1779212986.812265:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 37 00000040:00001000:3.0:1779212986.812266:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3880 type=0x10620000 idx=38 00000040:00001000:3.0:1779212986.812267:0:201455:0:(llog.c:762:llog_process_thread()) skipping lrh_index 38 00000040:00001000:3.0:1779212986.812268:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3960 type=0x10620000 idx=39 00000040:00001000:3.0:1779212986.812270:0:201455:0:(llog.c:779:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:3.0:1779212986.812272:0:201455:0:(llog.c:800:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1779212986.812275:0:201455:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1779212986.812278:0:201455:0:(llog_swab.c:426:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1779212986.812279:0:201455:0:(llog_swab.c:469:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1779212986.812281:0:201455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1779212986.812286:0:201455:0:(obd_mount.c:944:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1779212986.812288:0:201455:0:(obd_mount.c:949:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1779212986.812294:0:201455:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003715d19b. 00000020:00000080:3.0:1779212986.812298:0:201455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779212986.812300:0:201455:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre-MDT0001 add mdc 00000020:00000001:3.0:1779212986.812302:0:201455:0:(obd_config.c:1562:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1779212986.812304:0:201455:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003715d19b. 00000020:00000001:3.0:1779212986.812307:0:201455:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1779212986.812308:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3a40 type=0x10620000 idx=40 00000040:00001000:3.0:1779212986.812309:0:201455:0:(llog.c:779:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:3.0:1779212986.812310:0:201455:0:(llog.c:800:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1779212986.812312:0:201455:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1779212986.812313:0:201455:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000009238dd26. 00000020:00000080:3.0:1779212986.812314:0:201455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1779212986.812317:0:201455:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000100:00000010:3.0:1779212986.812320:0:201455:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a33ba3cb. 00000100:00000040:3.0:1779212986.812323:0:201455:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.129@tcp 192.168.202.129@tcp cnt=1 00000400:00000200:3.0:1779212986.812325:0:201455:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1779212986.812327:0:201455:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1779212986.812329:0:201455:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:3.0:1779212986.812339:0:201455:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1779212986.812344:0:201455:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1779212986.812346:0:201455:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:3.0:1779212986.812347:0:201455:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 00000100:00000010:3.0:1779212986.812349:0:201455:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a33ba3cb. 00000020:00000001:3.0:1779212986.812351:0:201455:0:(obd_config.c:1500:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1779212986.812352:0:201455:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000009238dd26. 00000020:00000001:3.0:1779212986.812354:0:201455:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1779212986.812355:0:201455:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3a98 type=0x10620000 idx=41 00000040:00001000:3.0:1779212986.812356:0:201455:0:(llog.c:779:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:3.0:1779212986.812357:0:201455:0:(llog.c:800:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1779212986.812358:0:201455:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1779212986.812360:0:201455:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000009238dd26. 00000020:01000000:3.0:1779212986.812362:0:201455:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000010:3.0:1779212986.812363:0:201455:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000011079133. 00000020:00000080:3.0:1779212986.812364:0:201455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1779212986.812366:0:201455:0:(obd_config.c:683:class_attach_name()) Process entered 00000020:00000001:3.0:1779212986.812367:0:201455:0:(genops.c:350:class_newdev()) Process entered 00000020:00000010:3.0:1779212986.812382:0:201455:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 0000000042aeb470. 00000020:00000080:3.0:1779212986.812385:0:201455:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffffa0ba086af000 (0000000042aeb470) 00000020:00000001:3.0:1779212986.812387:0:201455:0:(genops.c:952:__class_new_export()) Process entered 00000020:00000010:3.0:1779212986.812390:0:201455:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000001dcf439. 00000020:00000001:3.0:1779212986.812392:0:201455:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1779212986.812394:0:201455:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000001dcf439 with handle 0xf7a7455962195667 to hash 00000020:00000001:3.0:1779212986.812397:0:201455:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1779212986.812401:0:201455:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:3.0:1779212986.812402:0:201455:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212986.812404:0:201455:0:(genops.c:1022:__class_new_export()) Process leaving (rc=18446639319736786944 : -104753972764672 : ffffa0ba10aa2000) 00000020:00000040:3.0:1779212986.812407:0:201455:0:(genops.c:900:class_export_put()) PUTting export 0000000001dcf439 : new refcount 1 00000020:00000001:3.0:1779212986.812416:0:201455:0:(genops.c:555:class_register_device()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000040:3.0:1779212986.812420:0:201455:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffffa0ba086af000 (0000000042aeb470) now 1 - newdev 00000020:00000040:3.0:1779212986.812423:0:201455:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000001dcf439 with handle 0xf7a7455962195667 from hash 00000020:00000040:3.0:1779212986.812425:0:201455:0:(genops.c:900:class_export_put()) PUTting export 0000000001dcf439 : new refcount 0 00000020:00000080:3.0:1779212986.812431:0:201455:0:(genops.c:906:class_export_put()) final put 0000000001dcf439/0d1ced15-d7b8-4dfb-8a25-2609d381f7a4 00000020:00000001:3.0:1779212986.812434:0:201455:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212986.812436:0:201455:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:3.0:1779212986.812437:0:201455:0:(genops.c:865:class_export_destroy()) destroying export 0000000001dcf439/0d1ced15-d7b8-4dfb-8a25-2609d381f7a4 for lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212986.812440:0:201455:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:3.0:1779212986.812441:0:201455:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1779212986.812443:0:201455:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000001dcf439. 00000020:00000001:3.0:1779212986.812453:0:201455:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:3.0:1779212986.812455:0:201455:0:(genops.c:438:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffffa0ba086af000 obd_type name = mdc 00000020:01000000:3.0:1779212986.812456:0:201455:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffffa0ba086af000 (0d1ced15-d7b8-4dfb-8a25-2609d381f7a4) 00000020:00000010:3.0:1779212986.812457:0:201455:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 0000000042aeb470. 00000020:00000001:3.0:1779212986.812461:0:201455:0:(obd_config.c:715:class_attach_name()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:3.0:1779212986.812462:0:201455:0:(obd_config.c:1479:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:3.0:1779212986.812464:0:201455:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000011079133. 00000020:00000010:3.0:1779212986.812465:0:201455:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000009238dd26. 00000020:00020000:3.0:1779212986.812467:0:201455:0:(obd_config.c:2103:class_config_llog_handler()) MGC192.168.202.129@tcp: cfg command failed: rc = -17 00000020:00000001:3.0:1779212986.818409:0:201455:0:(obd_config.c:2421:class_config_dump_handler()) Process entered 00000020:00000010:3.0:1779212986.818423:0:201455:0:(obd_config.c:2423:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000003715d19b. 00000020:00000001:3.0:1779212986.818429:0:201455:0:(obd_config.c:2352:class_config_parse_rec()) Process entered 00000020:00000001:3.0:1779212986.818434:0:201455:0:(obd_config.c:2411:class_config_parse_rec()) Process leaving (rc=62 : 62 : 3e) 00000020:02000400:3.0:1779212986.818436:0:201455:0:(obd_config.c:2429:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-mdc 1:mdc 2:lustre-clilmv_UUID 00000020:00000010:3.0:1779212986.821670:0:201455:0:(obd_config.c:2435:class_config_dump_handler()) kfreed 'outstr': 256 at 000000003715d19b. 00000020:00000001:3.0:1779212986.821683:0:201455:0:(obd_config.c:2436:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212986.821686:0:201455:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:3.0:1779212986.821690:0:201455:0:(llog.c:838:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:3.0:1779212986.821693:0:201455:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 48 00000040:00000010:3.0:1779212986.821696:0:201455:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 00000000740499ff. 00000020:00000010:3.0:1779212986.821705:0:201455:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d1373ac9. 00000020:00000010:3.0:1779212986.821717:0:201455:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000d6c018e9. 00000040:00000010:3.0:1779212986.821721:0:201455:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000c35152cf. 00000020:00000010:3.0:1779212986.821725:0:201455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006eeb738d. 00000020:00000010:3.0:1779212986.821746:0:201455:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005e7da039. 00000020:00000010:3.0:1779212986.821752:0:201455:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000ef032033. 80000000:00000010:3.0:1779212986.821755:0:201455:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0591215. 40000000:00000010:3.0:1779212986.821759:0:201455:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002e59dd70. 00100000:00000010:3.0:1779212986.821763:0:201455:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ecf177a5. 00040000:00000010:3.0:1779212986.821767:0:201455:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006cc43228. 00040000:00000010:3.0:1779212986.821771:0:201455:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000467f2dca. 00040000:00000010:3.0:1779212986.821775:0:201455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000362989ba. 00000004:00000010:3.0:1779212986.821778:0:201455:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 00000000eb94d835. 00000004:00000010:3.0:1779212986.821782:0:201455:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at 0000000015b6c2ff. 00000004:00000010:3.0:1779212986.821787:0:201455:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at 000000009694ff5b. 00002000:00000010:3.0:1779212986.821790:0:201455:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000063fc2c6. 00000004:00000010:3.0:1779212986.821794:0:201455:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at 00000000286ada14. 00000020:00000010:3.0:1779212986.821797:0:201455:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a71d30cb. 00000040:00000010:1.0:1779212986.821942:0:201073:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e430f5bb. 00000040:00000001:1.0:1779212986.821947:0:201073:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:1.0:1779212986.821950:0:201073:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=-17) 00000040:00000010:1.0:1779212986.821954:0:201073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ff4727f6. 00000040:00000010:1.0:1779212986.821957:0:201073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000665bc267. 00000020:00000001:1.0:1779212986.821960:0:201073:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:1.0:1779212986.821963:0:201073:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1779212986.821968:0:201073:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000aa0455bd. 00000040:00000010:1.0:1779212986.821970:0:201073:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000005a2829d3. 00000020:00000010:1.0:1779212986.821972:0:201073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ee3c8b7f. 00000020:00000010:1.0:1779212986.821975:0:201073:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000689f2398. 80000000:00000010:1.0:1779212986.821978:0:201073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4b611a8. 00040000:00000010:1.0:1779212986.821980:0:201073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fcc40a0. 20000000:00000010:1.0:1779212986.821983:0:201073:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000004447e9e8. 00000020:00000010:1.0:1779212986.821986:0:201073:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a204a621. 10000000:00000010:1.0:1779212986.821988:0:201073:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001386b5be. 10000000:01000000:1.0:1779212986.821990:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:1.0:1779212986.821994:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779212986.821997:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.821999:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.822002:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ec17a1 refcount=3 00000020:00000001:1.0:1779212986.822004:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779212986.822006:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779212986.822008:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779212986.822019:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.822028:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.822029:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779212986.822030:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.822048:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779212986.822049:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.822050:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779212986.822052:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.822053:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:1.0:1779212986.822056:0:201073:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:1.0:1779212986.825348:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779212986.825354:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779212986.825356:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000acdcea85) refs 2 10000000:00000001:1.0:1779212986.825360:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.825363:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779212986.825364:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000067667326) refs 3 10000000:00000001:1.0:1779212986.825366:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1779212986.825368:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779212986.825370:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1779212986.825372:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779212986.825373:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffffa0ba074b8000 from 1 10000000:00000001:1.0:1779212986.825376:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779212986.825377:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1779212986.825388:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212986.825393:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.825398:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212986.825401:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212986.825406:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212986.825414:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003728909e. 00000100:00000001:1.0:1779212986.825420:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.825424:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779212986.825427:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1779212986.825444:0:201073:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: 000000006cf7a110 count: 2 00010000:00000001:1.0:1779212986.825447:0:201073:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779212986.825450:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779212986.825453:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000520a064a. 00000020:00000001:1.0:1779212986.825458:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779212986.825460:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000520a064a with handle 0xf7a745596219566e to hash 00000020:00000001:1.0:1779212986.825462:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779212986.825463:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:1.0:1779212986.825466:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:1.0:1779212986.825470:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779212986.825473:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212986.825476:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779212986.825485:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779212986.825495:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779212986.825501:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779212986.825503:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779212986.825508:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.825510:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319753720384 : -104753955831232 : ffffa0ba11ac8240) 00000100:00000001:1.0:1779212986.825513:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.825514:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:1.0:1779212986.825519:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212986.825521:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.825523:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779212986.825525:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212986.825533:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.825542:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212986.825548:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.825552:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212986.825554:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212986.825556:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212986.825559:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518912:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779212986.825563:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212986.825568:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212986.825570:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.825573:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212986.825576:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779212986.825578:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.825583:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:1.0:1779212986.825589:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000100:00000200:1.0:1779212986.825595:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960518912, portal 25 00000100:00000001:1.0:1779212986.825597:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.825598:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:1.0:1779212986.825602:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.825610:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212986.825613:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212986.825615:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779212986.825617:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960518912, offset 0 00000400:00000200:1.0:1779212986.825623:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212986.825634:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212986.825639:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212986.825643:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212986.825647:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212986.825650:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212986.825653:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [74:74:256:4294967295] 192.168.202.129@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:1.0:1779212986.825664:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212986.825669:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212986.825673:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000800:00000200:1.0:1779212986.825686:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212986.825693:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212986.825697:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779212986.825711:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.825715:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827312 00000100:00000001:1.0:1779212986.825723:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827290 00000100:00000001:1.0:1779212986.825728:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827312 00000100:00000001:1.0:1779212986.825732:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827290 00000100:00000001:1.0:1779212986.825736:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827312 00000100:00000001:1.0:1779212986.825739:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827290 00000100:00000001:1.0:1779212986.825742:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827312 00000100:00000001:1.0:1779212986.825744:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827290 00000100:00000001:1.0:1779212986.825747:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.825749:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.825751:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212986.825753:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779212986.825755:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000077265858 going to sleep for 11 seconds 00000100:00000001:1.0:1779212986.825758:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.825761:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.825804:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.825807:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:0.0:1779212986.825811:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.825815:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212986.825819:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:0.0:1779212986.825821:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:0.0:1779212986.825823:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212986.825826:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.825838:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.825847:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.825852:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.825853:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212986.827466:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.827479:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.827483:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.827486:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.827495:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.827508:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27202100 00000400:00000200:0.0:1779212986.827515:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x335 [1] + 224 00000800:00000001:0.0:1779212986.827522:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.827528:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.827531:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.827535:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.827540:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.827543:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.827550:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.827563:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.827568:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.827570:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.827594:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212986.827599:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212986.827600:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212986.827602:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779212986.827605:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:1.0:1779212986.827607:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779212986.827608:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212986.827611:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212986.827617:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.827621:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212986.827628:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.827630:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212986.827632:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212986.827633:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212986.827635:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.827637:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212986.827642:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212986.827645:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212986.827646:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779212986.827647:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.827649:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779212986.827650:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.827652:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212986.827654:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.827658:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.827660:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212986.827661:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212986.827663:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212986.827667:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960518912:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779212986.827670:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.827671:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.827673:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779212986.827674:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.827675:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.827678:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212986.827680:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.827682:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779212986.827682:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.827684:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779212986.827686:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.827688:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.827692:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000520a064a refcount=4 00000020:00000001:1.0:1779212986.827694:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:1.0:1779212986.827696:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000040:1.0:1779212986.827700:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000520a064a, remote cookie: 0x373baddc8f8f7480, flags: 0x0 00010000:00000001:1.0:1779212986.827702:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779212986.827705:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779212986.827706:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779212986.827707:0:201073:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779212986.827708:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779212986.827710:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000006cf7a110) refcount = 2 00010000:00000040:1.0:1779212986.827712:0:201073:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1779212986.827714:0:201073:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779212986.827720:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.827726:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779212986.827727:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779212986.827729:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779212986.827731:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779212986.827733:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212986.827735:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.827741:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779212986.827742:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.827744:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.827745:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.827746:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.827747:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.827749:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.827752:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960518912/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.827758:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212986.827765:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212986.827768:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779212986.827771:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212986.827773:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.827774:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.827776:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212986.827778:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003728909e. 02000000:00000001:1.0:1779212986.827782:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212986.827783:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212986.827785:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212986.827788:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212986.827789:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779212986.827791:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.827793:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779212986.827795:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000acdcea85) refs 3 10000000:00000001:1.0:1779212986.827796:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212986.827798:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.827799:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.827801:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000520a064a refcount=3 00000020:00000001:1.0:1779212986.827802:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:1.0:1779212986.827804:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:1.0:1779212986.827806:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779212986.827807:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.827808:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779212986.827809:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.827811:0:201073:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1779212986.827813:0:201073:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001386b5be. 00000020:00000010:1.0:1779212986.827816:0:201073:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003728909e. 00000020:00000010:1.0:1779212986.827819:0:201073:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009d9f0a9. 00000040:00000010:1.0:1779212986.827823:0:201073:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000a204a621. 00000020:00000010:1.0:1779212986.827826:0:201073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ee3c8b7f. 00000020:00000010:1.0:1779212986.827829:0:201073:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008fcc40a0. 80000000:00000010:1.0:1779212986.827832:0:201073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4b611a8. 00040000:00000010:1.0:1779212986.827835:0:201073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000689f2398. 20000000:00000010:1.0:1779212986.827839:0:201073:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000005a2829d3. 10000000:00000040:1.0:1779212986.827843:0:201073:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 00000000f5f6a2d0 : new refcount 2 00000020:00000001:1.0:1779212986.827849:0:201073:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1779212986.827851:0:201073:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1779212986.827853:0:201073:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1779212986.827856:0:201073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aa0455bd. 00000040:00000001:1.0:1779212986.827860:0:201073:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1779212986.827861:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779212986.827864:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212986.827867:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212986.827870:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212986.827873:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212986.827885:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212986.827890:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004447e9e8. 00000100:00000001:1.0:1779212986.827894:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.827899:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779212986.827900:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779212986.827903:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.827905:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319753720384 : -104753955831232 : ffffa0ba11ac8240) 00000100:00000001:1.0:1779212986.827906:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.827907:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:1.0:1779212986.827909:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212986.827911:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.827912:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779212986.827913:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779212986.827915:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.827919:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779212986.827920:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.827922:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779212986.827924:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212986.827925:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779212986.827926:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960519040:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779212986.827928:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212986.827930:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212986.827931:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.827936:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212986.827939:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 02000000:00000001:1.0:1779212986.827940:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212986.827944:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:1.0:1779212986.827957:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000100:00000200:1.0:1779212986.827961:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519040, portal 25 00000100:00000001:1.0:1779212986.827962:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212986.827964:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:1.0:1779212986.827968:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.827975:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779212986.827977:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212986.827979:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028c414bf. 00000100:00000200:1.0:1779212986.827981:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960519040, offset 0 00000400:00000200:1.0:1779212986.827986:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212986.827992:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779212986.827995:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212986.827998:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212986.828001:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212986.828003:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212986.828006:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [75:75:256:4294967295] 192.168.202.129@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:1.0:1779212986.828014:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779212986.828019:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779212986.828023:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000800:00000200:1.0:1779212986.828028:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779212986.828032:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779212986.828034:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1779212986.828047:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.828051:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305827314 00000100:00000001:1.0:1779212986.828056:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827312 00000100:00000001:1.0:1779212986.828060:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305827314 00000100:00000001:1.0:1779212986.828067:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827312 00000100:00000001:1.0:1779212986.828069:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827314 00000100:00000001:1.0:1779212986.828081:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827312 00000100:00000001:1.0:1779212986.828084:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827314 00000100:00000001:1.0:1779212986.828089:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827312 00000100:00000001:1.0:1779212986.828092:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212986.828094:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212986.828096:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212986.828097:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779212986.828099:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000077265858 going to sleep for 11 seconds 00000100:00000001:1.0:1779212986.828102:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212986.828103:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779212986.828403:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779212986.828406:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:0.0:1779212986.828410:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.828414:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779212986.828418:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c414bf 00000400:00000010:0.0:1779212986.828420:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000028c414bf. 00000100:00000001:0.0:1779212986.828423:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779212986.828427:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.828434:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779212986.828443:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.828449:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212986.828451:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212986.829560:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.829568:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212986.829570:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.829572:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.829577:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212986.829586:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca27202180 00000400:00000200:0.0:1779212986.829590:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0x33d [1] + 224 00000800:00000001:0.0:1779212986.829594:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.829598:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212986.829600:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212986.829602:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212986.829605:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212986.829608:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212986.829616:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212986.829630:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212986.829634:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212986.829636:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.829660:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212986.829664:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212986.829665:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212986.829667:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779212986.829670:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:1.0:1779212986.829671:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779212986.829673:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212986.829676:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779212986.829683:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.829688:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779212986.829689:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.829692:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779212986.829694:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212986.829696:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779212986.829698:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212986.829700:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779212986.829705:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1779212986.829708:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779212986.829711:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779212986.829734:0:201073:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.829741:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1779212986.829743:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1779212986.829746:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.829753:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1779212986.829755:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212986.829756:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212986.829759:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779212986.829766:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960519040:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779212986.829769:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212986.829771:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1779212986.829772:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779212986.829773:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.829775:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.829779:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779212986.829780:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000077265858. 00000100:00000001:1.0:1779212986.829782:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779212986.829783:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1779212986.829784:0:201073:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1779212986.829787:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.829787:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.829789:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779212986.829790:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212986.829791:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960519040/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213002 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212986.829795:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779212986.829801:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779212986.829802:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 02000000:00000001:1.0:1779212986.829804:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779212986.829805:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212986.829805:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779212986.829806:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779212986.829807:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004447e9e8. 02000000:00000001:1.0:1779212986.829809:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212986.829811:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212986.829811:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212986.829814:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212986.829814:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1779212986.829816:0:201073:0:(llog.c:1550:llog_open()) MGC192.168.202.129@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1779212986.829818:0:201073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aa0455bd. 00000040:00000001:1.0:1779212986.829821:0:201073:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1779212986.829823:0:201073:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1779212986.829825:0:201073:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1779212986.829830:0:201073:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000009d9f0a9. 00000040:00000010:1.0:1779212986.829834:0:201073:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000a204a621. 00000020:00000010:1.0:1779212986.829836:0:201073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ee3c8b7f. 00000020:00000010:1.0:1779212986.829840:0:201073:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000008fcc40a0. 80000000:00000010:1.0:1779212986.829844:0:201073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4b611a8. 00040000:00000010:1.0:1779212986.829848:0:201073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000689f2398. 20000000:00000010:1.0:1779212986.829852:0:201073:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000005a2829d3. 00000020:00000010:1.0:1779212986.829855:0:201073:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003728909e. 10000000:00000010:1.0:1779212986.829857:0:201073:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001386b5be. 10000000:01000000:1.0:1779212986.829860:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1779212986.829863:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779212986.829864:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779212986.829866:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779212986.829868:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000520a064a refcount=3 00000020:00000001:1.0:1779212986.829869:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:1.0:1779212986.829872:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:1.0:1779212986.829874:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779212986.829893:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.829902:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.829903:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779212986.829905:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779212986.829911:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779212986.829912:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779212986.829912:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779212986.829913:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779212986.829914:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1779212986.829917:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779212986.829918:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779212986.829919:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000acdcea85) refs 3 10000000:00000001:1.0:1779212986.829921:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1779212987.420358:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212987.420364:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212987.420369:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212987.420372:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212987.420374:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212987.420378:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212987.420381:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212987.420383:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212987.420385:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212987.420413:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212987.420639:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212987.420642:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212987.420644:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212988.446986:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212988.446991:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212988.446996:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212988.446997:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212988.447019:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212988.447022:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212988.447025:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1779212989.212762:0:199009:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at 00000000eeae0abc. 00000400:00000010:1.0:1779212989.212780:0:199009:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at 00000000c912b9ba. 00010000:00000001:2.0:1779212989.468369:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212989.468377:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212989.468384:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212989.468385:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779212989.468416:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779212989.468421:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779212989.468424:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212990.492446:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212990.492452:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212990.492457:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212990.492459:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212990.492535:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212990.492539:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212990.492543:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212991.517968:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212991.517973:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212991.517978:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212991.517979:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212991.518006:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212991.518010:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212991.518012:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779212991.900435:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779212991.900444:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779212991.900455:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779212991.900462:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779212991.900466:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212991.900470:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212991.900475:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212991.900483:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd74f283. 00000100:00000001:1.0:1779212991.900489:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.900501:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779212991.900529:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212991.900531:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.900538:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b0e031e] to pc [ptlrpcd_00_00+0] req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212991.900577:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.900580:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779212991.900583:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779212991.900587:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 00000020:00000040:1.0:1779212991.900589:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779212991.900592:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212991.900593:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212991.900595:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212991.900599:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779212991.900602:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.900606:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779212991.900612:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212991.900614:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779212991.900617:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.900619:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779212991.900621:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_01+1] req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.900623:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779212991.900631:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212991.900632:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212991.900633:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779212991.900639:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779212991.900642:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779212991.900645:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779212991.900649:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779212991.900652:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779212991.900653:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.900653:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1779212991.900657:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fd2778. 00000100:00000001:2.0:1779212991.900658:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212991.900664:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212991.900664:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212991.900667:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779212991.900669:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779212991.900673:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212991.900681:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1779212991.900681:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960519168:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779212991.900682:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.900689:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000590d33bf] to pc [ptlrpcd_00_02+2] req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.900690:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212991.900698:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779212991.900710:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779212991.900710:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212991.900715:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779212991.900716:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212991.900719:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779212991.900723:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212991.900723:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc630cfe. 00000100:00000040:0.0:1779212991.900727:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779212991.900727:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.900728:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779212991.900736:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8116b97. 00000100:00000040:1.0:1779212991.900737:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1779212991.900742:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212991.900745:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1779212991.900747:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11164) 00000100:00000001:3.0:1779212991.900747:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212991.900748:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779212991.900750:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 00000100:00000001:3.0:1779212991.900751:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779212991.900758:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779212991.900759:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779212991.900760:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779212991.900761:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519168, portal 25 02000000:00000001:0.0:1779212991.900766:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212991.900768:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212991.900768:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212991.900772:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00100000:0.0:1779212991.900774:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960519296:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779212991.900774:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212991.900782:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779212991.900782:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779212991.900784:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212991.900786:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779212991.900787:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779212991.900790:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212991.900792:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779212991.900794:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779212991.900796:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1779212991.900799:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850e063f. 02000000:00000001:0.0:1779212991.900803:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212991.900803:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.900806:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779212991.900811:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000100:00100000:3.0:1779212991.900812:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960519424:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779212991.900815:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779212991.900817:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000001:3.0:1779212991.900818:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1779212991.900820:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6bbba04. 00000100:00000200:0.0:1779212991.900823:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519296, portal 10 02000000:00000001:3.0:1779212991.900823:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212991.900835:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212991.900836:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1779212991.900839:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960519168, offset 0 02000000:00000010:3.0:1779212991.900840:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045195cc0. 02000000:00000001:3.0:1779212991.900843:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212991.900847:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000400:00000200:2.0:1779212991.900867:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212991.900875:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212991.900880:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519424, portal 10 00000400:00000200:2.0:1779212991.900884:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779212991.900890:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779212991.900891:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779212991.900892:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000400:00000200:2.0:1779212991.900898:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779212991.900902:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779212991.900904:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212991.900910:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779212991.900916:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779212991.900917:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [76:76:256:4294967295] 192.168.202.129@tcp LPNI seq info [76:76:8:4294967295] 00000100:00000040:3.0:1779212991.900923:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212991.900926:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000200:3.0:1779212991.900929:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960519424, offset 0 00000400:00000200:2.0:1779212991.900936:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:3.0:1779212991.900941:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779212991.900946:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779212991.900950:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779212991.900954:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000400:00000200:3.0:1779212991.900954:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212991.900959:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212991.900962:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1779212991.900966:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779212991.900967:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212991.900973:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [77:77:255:4294967295] 192.168.202.129@tcp LPNI seq info [77:77:7:4294967295] 00000800:00000200:2.0:1779212991.900979:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779212991.900985:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212991.900986:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779212991.900994:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212991.900999:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cc43228. 00000100:00000001:2.0:1779212991.901010:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779212991.901013:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779212991.901016:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305832387 00000800:00000200:3.0:1779212991.901021:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779212991.901026:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1779212991.901026:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cc43228 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779212991.901027:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305827314 00000100:00000001:0.0:1779212991.901029:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 00000100:00000001:3.0:1779212991.901032:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779212991.901038:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212991.901039:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 113681 usecs (114 jiffies) 00000100:00000001:2.0:1779212991.901041:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305832387 00000100:00000001:3.0:1779212991.901045:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305826930 00000100:00000001:2.0:1779212991.901049:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305827314 00000100:00000001:3.0:1779212991.901052:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305832387 00000100:00000001:0.0:1779212991.901056:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779212991.901056:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305832387 00000100:00000040:0.0:1779212991.901062:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779212991.901063:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305827314 00000400:00000010:0.0:1779212991.901066:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 00000100:00000001:2.0:1779212991.901069:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305832387 00000100:00000001:3.0:1779212991.901069:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305826930 00000100:00000200:0.0:1779212991.901071:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960519296, offset 0 00000100:00000001:3.0:1779212991.901074:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305832387 00000100:00000001:2.0:1779212991.901076:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305827314 00000100:00000001:3.0:1779212991.901079:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305826930 00000400:00000200:0.0:1779212991.901082:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779212991.901084:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212991.901085:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305832387 00000100:00000001:2.0:1779212991.901089:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212991.901092:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779212991.901094:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212991.901095:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305826930 00000800:00000010:1.0:1779212991.901097:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000100:00000001:2.0:1779212991.901098:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212991.901101:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305832387 00000100:00000001:3.0:1779212991.901104:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779212991.901106:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779212991.901107:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.901109:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212991.901111:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.901113:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779212991.901114:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779212991.901116:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212991.901118:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212991.901120:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212991.901122:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212991.901122:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212991.901124:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212991.901125:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779212991.901140:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212991.901142:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212991.901144:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212991.901146:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779212991.901162:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779212991.901168:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779212991.901171:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779212991.901174:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779212991.901177:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779212991.901179:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [78:78:254:4294967295] 192.168.202.129@tcp LPNI seq info [78:78:6:4294967295] 00000400:00000200:0.0:1779212991.901187:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779212991.901192:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212991.901195:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bbba04 00000800:00000010:0.0:1779212991.901197:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000400:00000010:1.0:1779212991.901200:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bbba04. 00000800:00000200:0.0:1779212991.901205:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779212991.901208:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212991.901214:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779212991.901220:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779212991.901254:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1779212991.901255:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779212991.901260:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.901260:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212991.901264:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1746115 usecs (1747 jiffies) 00000100:00000001:0.0:1779212991.901269:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305828564 00000100:00000001:0.0:1779212991.901275:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305832387 00000100:00000001:1.0:1779212991.901276:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212991.901280:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305828564 00000100:00000001:1.0:1779212991.901280:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779212991.901283:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305832387 00000100:00000001:0.0:1779212991.901285:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305828564 00000100:00000001:0.0:1779212991.901286:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305832387 00000100:00000001:0.0:1779212991.901288:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305828564 00000100:00000001:0.0:1779212991.901289:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305832387 00000100:00000001:0.0:1779212991.901290:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779212991.901291:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212991.901293:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212991.901294:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779212991.901297:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1779212991.901297:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779212991.901300:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1779212991.901301:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cc43228. 00000100:00000001:0.0:1779212991.901302:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212991.901304:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779212991.901306:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779212991.901307:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212991.901307:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212991.901315:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212991.901324:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000400:00000010:1.0:1779212991.901326:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:1.0:1779212991.901329:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212991.901332:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212991.901338:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212991.901340:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212991.901346:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212991.901347:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779212991.901429:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212991.901432:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000400:00000200:1.0:1779212991.901435:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212991.901439:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212991.901442:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000400:00000010:1.0:1779212991.901443:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:1.0:1779212991.901446:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212991.901448:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212991.901455:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212991.901457:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212991.901463:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212991.901465:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779212991.903539:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903558:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212991.903563:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903565:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212991.903577:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212991.903593:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202200 00000400:00000200:0.0:1779212991.903603:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x345 [1] + 224 00000800:00000001:0.0:1779212991.903612:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903630:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212991.903633:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212991.903638:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212991.903645:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212991.903651:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212991.903662:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212991.903685:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212991.903705:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903709:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212991.903711:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903713:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212991.903718:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212991.903724:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202300 00000400:00000200:0.0:1779212991.903730:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x351 [1] + 224 00000800:00000001:0.0:1779212991.903734:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903737:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212991.903739:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212991.903741:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212991.903744:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212991.903748:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212991.903756:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212991.903771:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212991.903774:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903777:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779212991.903778:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903779:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212991.903782:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779212991.903786:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202280 00000400:00000200:0.0:1779212991.903793:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x349 [1] + 224 00000800:00000001:0.0:1779212991.903797:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903802:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779212991.903804:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779212991.903807:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779212991.903810:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779212991.903813:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779212991.903820:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779212991.903854:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779212991.903858:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779212991.903861:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212991.903895:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212991.903899:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779212991.903906:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779212991.903908:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779212991.903911:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:1.0:1779212991.903916:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:1.0:1779212991.903919:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:1.0:1779212991.903923:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212991.903927:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.903931:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212991.903936:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212991.903940:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779212991.903943:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212991.903946:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8116b97. 00000400:00000200:2.0:1779212991.903952:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00000100:00000200:1.0:1779212991.903956:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779212991.903957:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00000100:00000001:2.0:1779212991.903963:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779212991.903968:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1779212991.903971:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212991.903971:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212991.903972:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212991.903975:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212991.903978:0:199013:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:3.0:1779212991.903979:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1779212991.903982:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779212991.903986:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1779212991.903989:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779212991.903989:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779212991.903990:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212991.903992:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 02000000:00000001:1.0:1779212991.903995:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212991.903999:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:3.0:1779212991.904002:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00001000:1.0:1779212991.904007:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=35 v=5 (5 0 0 0) 00000100:00000001:3.0:1779212991.904007:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779212991.904009:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212991.904012:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779212991.904014:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=35 v=5 (1 0 0 0) 00000100:00000200:3.0:1779212991.904015:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.904017:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212991.904020:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779212991.904023:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1779212991.904029:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.904033:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212991.904039:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212991.904043:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1779212991.904045:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1779212991.904046:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212991.904050:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:2.0:1779212991.904052:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=46 v=5 (1 0 0 0) 02000000:00000001:3.0:1779212991.904053:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212991.904056:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212991.904058:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212991.904059:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.904061:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212991.904062:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212991.904065:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1779212991.904068:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=46 v=5 (5 0 0 0) 00010000:00000001:2.0:1779212991.904069:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.904075:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212991.904075:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212991.904081:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212991.904083:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212991.904084:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.904093:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212991.904096:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212991.904098:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779212991.904102:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779212991.904109:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960519168:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212991.904114:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212991.904117:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212991.904120:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960519168/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.904126:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779212991.904130:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779212991.904133:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc630cfe. 02000000:00000001:2.0:1779212991.904139:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779212991.904141:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779212991.904143:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779212991.904146:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779212991.904148:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd74f283. 02000000:00000001:2.0:1779212991.904153:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779212991.904155:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779212991.904157:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779212991.904160:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212991.904162:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212991.904163:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779212991.904165:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212991.904169:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779212991.904170:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.904170:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212991.904177:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779212991.904177:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1779212991.904177:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212991.904180:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779212991.904184:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779212991.904187:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212991.904192:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779212991.904195:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212991.904197:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212991.904200:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212991.904204:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212991.904206:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212991.904212:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212991.904216:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212991.904221:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779212991.904255:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212991.904255:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212991.904261:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212991.904263:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779212991.904264:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779212991.904270:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212991.904280:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1779212991.904284:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960519296:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212991.904284:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212991.904290:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212991.904294:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212991.904295:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212991.904295:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960519424:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779212991.904297:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212991.904303:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960519296/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212991.904303:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212991.904308:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212991.904314:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960519424/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212991.904326:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212991.904328:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212991.904330:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045195cc0. 00000100:00000001:1.0:1779212991.904336:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212991.904337:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1779212991.904339:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1779212991.904339:0:199014:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:1.0:1779212991.904342:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850e063f. 00000020:00000040:3.0:1779212991.904342:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212991.904346:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1779212991.904348:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1779212991.904348:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fd2778. 00000020:00000001:1.0:1779212991.904351:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779212991.904353:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779212991.904354:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212991.904357:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1779212991.904358:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1779212991.904359:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:3.0:1779212991.904371:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212991.904372:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212991.904374:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212991.904377:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212991.904378:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212991.904380:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212991.904382:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779212991.904454:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 02000000:00000001:1.0:1779212991.904458:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779212991.904460:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779212991.904461:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000100:00000001:1.0:1779212991.904464:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779212991.904465:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212991.904467:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779212991.904470:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779212991.904472:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212991.904474:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212991.904475:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212992.540372:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212992.540382:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212992.540390:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212992.540391:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212992.540458:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212992.540463:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212992.540474:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1779212993.436343:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1779212993.436349:0:201073:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1779212993.564318:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212993.564322:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212993.564326:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212993.564327:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212993.564382:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212993.564386:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212993.564389:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212994.588390:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212994.588399:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212994.588407:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212994.588409:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212994.588427:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212994.588431:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212994.588434:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212995.612348:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212995.612356:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212995.612377:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212995.612379:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212995.612404:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212995.612415:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212995.612419:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212996.636312:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212996.636318:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212996.636320:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212996.636323:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212996.636328:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212996.636329:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212996.636331:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212996.636333:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212996.636336:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212996.636337:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212996.636407:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212996.636411:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212996.636413:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779212997.020399:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212997.020408:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779212997.020419:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779212997.020426:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779212997.020431:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212997.020445:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212997.020450:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212997.020458:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779212997.020464:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.020475:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212997.020486:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212997.020488:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.020631:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_03+3] req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212997.020666:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.020668:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212997.020672:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779212997.020675:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779212997.020677:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779212997.020693:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212997.020694:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212997.020696:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212997.020699:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 00000100:00000001:3.0:1779212997.020702:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.020706:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212997.020713:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212997.020714:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.020717:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_00+0] req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.020785:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212997.020788:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212997.020790:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779212997.020792:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212997.020794:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779212997.020795:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779212997.020800:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212997.020806:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.020833:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212997.020833:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779212997.020836:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.020837:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212997.020842:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212997.020842:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779212997.020846:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779212997.020847:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779212997.020850:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212997.020851:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779212997.020854:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960519680:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212997.020859:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779212997.020864:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1779212997.020866:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960519552:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779212997.020870:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779212997.020873:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779212997.020875:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212997.020877:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779212997.020878:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779212997.020881:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779212997.020883:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007810e6fc. 02000000:00000001:1.0:1779212997.020885:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779212997.020885:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f229ee86. 02000000:00000001:2.0:1779212997.020888:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779212997.020890:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:2.0:1779212997.020893:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8116b97. 00000400:00000010:1.0:1779212997.020897:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000400:00000010:2.0:1779212997.020900:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 00000100:00000200:1.0:1779212997.020903:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519552, portal 25 00000100:00000200:2.0:1779212997.020905:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519680, portal 10 00000100:00000001:1.0:1779212997.020907:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779212997.020908:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779212997.020909:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:2.0:1779212997.020911:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000040:1.0:1779212997.020914:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.020920:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212997.020922:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212997.020926:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779212997.020931:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40c3f01. 00000100:00000200:1.0:1779212997.020934:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960519552, offset 0 00000400:00000200:1.0:1779212997.020943:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779212997.020943:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779212997.020948:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779212997.020952:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000200:2.0:1779212997.020955:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960519680, offset 0 00000400:00000200:1.0:1779212997.020961:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212997.020962:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779212997.020970:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779212997.020974:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779212997.020977:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779212997.020980:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779212997.020984:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [79:79:256:4294967295] 192.168.202.129@tcp LPNI seq info [79:79:8:4294967295] 00000100:00000001:3.0:1779212997.020994:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212997.020996:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779212997.020998:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779212997.021005:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:1.0:1779212997.021008:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000010:3.0:1779212997.021008:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000800:00000010:1.0:1779212997.021015:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000020:00000040:3.0:1779212997.021020:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000800:00000200:1.0:1779212997.021023:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779212997.021025:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779212997.021027:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779212997.021029:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779212997.021033:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000800:00000200:1.0:1779212997.021034:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779212997.021038:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779212997.021040:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1779212997.021043:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779212997.021055:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779212997.021056:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.021060:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_01+1] req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.021064:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.021071:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305837507 00000100:00000001:3.0:1779212997.021071:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.021076:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779212997.021080:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779212997.021082:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305832387 00000100:00000001:1.0:1779212997.021087:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305837507 00000100:00000001:1.0:1779212997.021091:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305832387 00000100:00000040:3.0:1779212997.021091:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11169) 00000100:00000001:1.0:1779212997.021098:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305837507 00000100:00000001:1.0:1779212997.021102:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305832387 00000100:00000001:1.0:1779212997.021105:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305837507 00000100:00000001:1.0:1779212997.021108:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305832387 00000100:00000001:1.0:1779212997.021111:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779212997.021113:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.021117:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.021119:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212997.021122:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212997.021125:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212997.021125:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212997.021127:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779212997.021128:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779212997.021131:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212997.021132:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779212997.021134:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.021135:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.021138:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212997.021146:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779212997.021148:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212997.021150:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779212997.021151:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779212997.021153:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779212997.021156:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960519808:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212997.021160:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779212997.021162:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779212997.021163:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212997.021165:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779212997.021168:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49da12f. 02000000:00000001:3.0:1779212997.021169:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779212997.021173:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000400:00000010:3.0:1779212997.021177:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779212997.021180:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519808, portal 10 00000100:00000001:3.0:1779212997.021182:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779212997.021183:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000040:3.0:1779212997.021187:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212997.021193:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779212997.021196:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779212997.021198:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000200:3.0:1779212997.021200:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960519808, offset 0 00000400:00000200:3.0:1779212997.021204:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779212997.021250:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212997.021255:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000100:00000001:0.0:1779212997.021256:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779212997.021259:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212997.021260:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212997.021267:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779212997.022358:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779212997.022361:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779212997.022364:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779212997.022366:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779212997.022369:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779212997.022372:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [80:80:255:4294967295] 192.168.202.129@tcp LPNI seq info [80:80:7:4294967295] 00000400:00000200:2.0:1779212997.022380:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779212997.022393:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779212997.022397:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000800:00000200:2.0:1779212997.022403:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779212997.022408:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779212997.022411:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779212997.022414:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212997.022418:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1643647 usecs (1644 jiffies) 00000100:00000001:2.0:1779212997.022421:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305833582 00000100:00000001:2.0:1779212997.022423:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305837507 00000100:00000001:2.0:1779212997.022425:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305833582 00000100:00000001:2.0:1779212997.022426:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305837507 00000100:00000001:2.0:1779212997.022428:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305833582 00000100:00000001:2.0:1779212997.022429:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305837507 00000100:00000001:2.0:1779212997.022431:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305833582 00000100:00000001:2.0:1779212997.022432:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305837507 00000100:00000001:2.0:1779212997.022433:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212997.022436:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212997.022437:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212997.022439:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212997.022444:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212997.022445:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779212997.022447:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212997.022448:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212997.022449:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212997.022451:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779212997.022492:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779212997.022495:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779212997.022504:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779212997.022506:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779212997.022508:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779212997.022510:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [81:81:254:4294967295] 192.168.202.129@tcp LPNI seq info [81:81:6:4294967295] 00000400:00000200:3.0:1779212997.022517:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779212997.022521:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779212997.022523:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e97781. 00000800:00000200:3.0:1779212997.022527:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779212997.022530:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779212997.022532:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000015e97781 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779212997.022535:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.022537:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 105260 usecs (106 jiffies) 00000100:00000001:3.0:1779212997.022540:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305832044 00000100:00000001:3.0:1779212997.022541:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305837507 00000100:00000001:3.0:1779212997.022543:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305832044 00000100:00000001:3.0:1779212997.022545:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305837507 00000100:00000001:3.0:1779212997.022547:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305832044 00000100:00000001:3.0:1779212997.022549:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305837507 00000100:00000001:3.0:1779212997.022550:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305832044 00000100:00000001:3.0:1779212997.022552:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305837507 00000100:00000001:3.0:1779212997.022553:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212997.022555:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212997.022556:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212997.022558:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212997.022561:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212997.022562:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779212997.022563:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212997.022564:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779212997.022565:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212997.022571:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779212997.022891:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40c3f01 00000400:00000010:1.0:1779212997.022895:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b40c3f01. 00000100:00000001:1.0:1779212997.022900:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212997.022906:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.022916:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212997.022919:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.022926:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.022934:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779212997.022959:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212997.022962:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:1.0:1779212997.022965:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212997.022970:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212997.022972:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:1.0:1779212997.022974:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:1.0:1779212997.022976:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212997.022979:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.022986:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212997.022988:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.022994:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.022995:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779212997.023042:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779212997.023044:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e97781. 00000400:00000200:1.0:1779212997.023048:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212997.023051:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779212997.023053:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:1.0:1779212997.023055:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:1.0:1779212997.023057:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779212997.023060:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.023066:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779212997.023068:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.023074:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779212997.023076:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779212997.027875:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.027890:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212997.027893:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.027895:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212997.027906:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212997.027937:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202380 00000400:00000200:1.0:1779212997.027946:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x35d [1] + 224 00000800:00000001:1.0:1779212997.027954:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.027957:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212997.027960:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212997.027964:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212997.027972:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212997.027979:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212997.027989:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.028011:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212997.028019:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.028022:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212997.028024:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.028026:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212997.028029:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212997.028035:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202400 00000400:00000200:1.0:1779212997.028042:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x361 [1] + 224 00000800:00000001:1.0:1779212997.028045:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.028049:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212997.028051:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212997.028055:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779212997.028057:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779212997.028058:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212997.028063:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028063:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212997.028070:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1779212997.028073:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779212997.028075:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212997.028079:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:2.0:1779212997.028087:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000100:00000001:1.0:1779212997.028094:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1779212997.028096:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:2.0:1779212997.028101:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212997.028105:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212997.028112:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028119:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212997.028121:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212997.028124:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212997.028127:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779212997.028129:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212997.028131:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212997.028134:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779212997.028140:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1779212997.028143:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1779212997.028146:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212997.028147:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212997.028150:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779212997.028152:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212997.028154:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212997.028157:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028163:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212997.028167:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212997.028169:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779212997.028172:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779212997.028179:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960519552:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212997.028181:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212997.028183:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212997.028184:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779212997.028187:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212997.028190:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960519552/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028204:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779212997.028206:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779212997.028209:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007810e6fc. 00000800:00000001:1.0:1779212997.028212:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779212997.028212:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779212997.028215:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779212997.028217:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779212997.028219:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1779212997.028253:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212997.028256:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.028260:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779212997.028261:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 00000400:00000200:1.0:1779212997.028266:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779212997.028273:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202480 02000000:00000001:2.0:1779212997.028274:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779212997.028277:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779212997.028279:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000400:00000200:1.0:1779212997.028282:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x36d [1] + 224 00000100:00000001:2.0:1779212997.028284:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779212997.028287:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779212997.028288:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779212997.028290:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212997.028298:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212997.028300:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212997.028302:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212997.028304:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779212997.028306:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779212997.028309:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779212997.028312:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779212997.028316:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779212997.028319:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779212997.028328:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779212997.028347:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779212997.028352:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779212997.028355:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212997.028416:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779212997.028419:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779212997.028423:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779212997.028424:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779212997.028425:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:2.0:1779212997.028429:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:2.0:1779212997.028430:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:2.0:1779212997.028445:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779212997.028449:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779212997.028458:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028464:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212997.028465:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212997.028467:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779212997.028468:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779212997.028469:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779212997.028477:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779212997.028478:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779212997.028483:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1779212997.028486:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1779212997.028488:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779212997.028489:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212997.028490:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779212997.028495:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779212997.028501:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212997.028504:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779212997.028506:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779212997.028508:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779212997.028509:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779212997.028511:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028517:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779212997.028519:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779212997.028520:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779212997.028523:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779212997.028529:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960519808:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779212997.028533:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212997.028535:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779212997.028538:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960519808/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028544:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1779212997.028545:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1779212997.028546:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779212997.028548:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49da12f. 00000400:00000001:3.0:1779212997.028549:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1779212997.028553:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1779212997.028553:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8116b97. 00000020:00000001:2.0:1779212997.028555:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1779212997.028558:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00000400:00000010:3.0:1779212997.028560:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00000020:00000040:2.0:1779212997.028562:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779212997.028564:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1779212997.028565:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779212997.028568:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 02000000:00000001:2.0:1779212997.028571:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1779212997.028571:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779212997.028573:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779212997.028575:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:2.0:1779212997.028580:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779212997.028583:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779212997.028585:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779212997.028587:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779212997.028590:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779212997.028593:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779212997.028597:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212997.028597:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779212997.028599:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212997.028600:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212997.028603:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779212997.028604:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779212997.028606:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779212997.028608:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779212997.028610:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779212997.028614:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1779212997.028617:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1779212997.028619:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779212997.028620:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779212997.028622:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779212997.028624:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212997.028626:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779212997.028627:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779212997.028629:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779212997.028630:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779212997.028633:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212997.028639:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779212997.028641:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779212997.028642:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779212997.028652:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779212997.028659:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960519680:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779212997.028663:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212997.028664:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779212997.028666:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960519680/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779212997.028673:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779212997.028674:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779212997.028676:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f229ee86. 02000000:00000001:3.0:1779212997.028679:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779212997.028680:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779212997.028681:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779212997.028683:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779212997.028684:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 02000000:00000001:3.0:1779212997.028686:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779212997.028687:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779212997.028688:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:3.0:1779212997.028691:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779212997.028692:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212997.028693:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779212997.028698:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779212997.028699:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779212997.028701:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779212997.028702:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212997.660324:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212997.660328:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212997.660332:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212997.660335:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779212997.660337:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779212997.660339:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212997.660341:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779212997.660343:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212997.660345:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212997.660347:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779212997.660365:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779212997.660368:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779212997.660370:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212998.684844:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212998.684851:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212998.684856:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212998.684857:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779212998.685015:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779212998.685019:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779212998.685021:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779212999.708338:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212999.708345:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779212999.708351:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779212999.708353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779212999.708416:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779212999.708420:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779212999.708423:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213000.732335:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213000.732341:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213000.732346:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213000.732347:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213000.732380:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213000.732383:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213000.732385:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213001.756325:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213001.756330:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213001.756333:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213001.756334:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213001.756381:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213001.756384:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213001.756386:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213002.140506:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213002.140514:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213002.140521:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213002.140540:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213002.140544:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213002.140547:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213002.140552:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213002.140559:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 00000100:00000001:3.0:1779213002.140567:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213002.140579:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213002.140590:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213002.140592:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213002.140599:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_02+2] req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213002.140625:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213002.140627:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213002.140630:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213002.140631:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1779213002.140635:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:3.0:1779213002.140636:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000100:00000001:2.0:1779213002.140638:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1779213002.140640:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213002.140643:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213002.140645:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213002.140645:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213002.140646:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213002.140647:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213002.140647:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.140650:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213002.140652:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213002.140654:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000100:00000001:2.0:1779213002.140655:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213002.140658:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213002.140659:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213002.140662:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213002.140667:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213002.140676:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213002.140678:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213002.140683:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213002.140684:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213002.140685:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213002.140686:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213002.140688:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213002.140692:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960519936:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213002.140695:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_03+3] req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213002.140698:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213002.140704:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213002.140707:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213002.140710:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213002.140714:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db79f51d. 02000000:00000001:2.0:1779213002.140717:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213002.140733:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000010:2.0:1779213002.140741:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:2.0:1779213002.140748:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960519936, portal 25 00000100:00000001:2.0:1779213002.140751:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213002.140752:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000040:2.0:1779213002.140756:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213002.140770:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213002.140774:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213002.140777:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042750886. 00000100:00000200:2.0:1779213002.140780:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960519936, offset 0 00000400:00000200:2.0:1779213002.140786:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213002.140798:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213002.140803:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213002.140806:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213002.140809:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213002.140811:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213002.140814:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [82:82:256:4294967295] 192.168.202.129@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1779213002.140827:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213002.140832:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213002.140837:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000100:00000001:0.0:1779213002.140840:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213002.140844:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000800:00000200:2.0:1779213002.140844:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213002.140849:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213002.140851:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.140855:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1779213002.140857:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:3.0:1779213002.140857:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213002.140858:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213002.140863:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1779213002.140864:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213002.140866:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213002.140868:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213002.140873:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213002.140882:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213002.140884:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213002.140886:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213002.140887:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213002.140888:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213002.140893:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213002.140893:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305842627 00000100:00100000:0.0:1779213002.140896:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960520064:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213002.140902:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305837507 00000100:00000001:2.0:1779213002.140906:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305842627 00000100:00000001:0.0:1779213002.140912:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213002.140913:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305837507 02000000:00000001:0.0:1779213002.140915:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213002.140918:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213002.140918:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305842627 02000000:00000001:0.0:1779213002.140923:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213002.140924:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305837507 00000100:00000001:2.0:1779213002.140927:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305842627 02000000:00000010:0.0:1779213002.140928:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0f6b4cd. 00000100:00000001:2.0:1779213002.140929:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305837507 02000000:00000001:0.0:1779213002.140932:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213002.140933:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213002.140937:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213002.140938:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078565dc2. 00000100:00000001:2.0:1779213002.140945:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213002.140946:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000001:2.0:1779213002.140947:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213002.140950:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213002.140952:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520064, portal 10 00000100:00000001:2.0:1779213002.140953:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213002.140955:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.140957:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213002.140957:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213002.140959:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.140960:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000010:3.0:1779213002.140962:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000020:00000040:3.0:1779213002.140966:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:0.0:1779213002.140969:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213002.140970:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213002.140973:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213002.140976:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.140982:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1779213002.140983:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000040:0.0:1779213002.140987:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213002.140989:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213002.140990:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8bdd6f1. 00000100:00000200:0.0:1779213002.140994:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960520064, offset 0 00000100:00000040:3.0:1779213002.140997:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779213002.141004:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213002.141010:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213002.141012:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213002.141014:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213002.141018:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1779213002.141019:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_00+0] req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213002.141023:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213002.141028:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213002.141034:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213002.141038:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [83:83:255:4294967295] 192.168.202.129@tcp LPNI seq info [83:83:7:4294967295] 00000400:00000200:0.0:1779213002.141048:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213002.141053:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213002.141056:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213002.141058:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018e47c15. 00000100:00000040:3.0:1779213002.141060:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1779213002.141066:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213002.141066:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213002.141073:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11174) 00000800:00000200:0.0:1779213002.141074:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213002.141079:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000018e47c15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213002.141082:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.141085:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213002.141087:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:1.0:1779213002.141092:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213002.141092:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213002.141093:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1552881 usecs (1553 jiffies) 00000100:00000001:0.0:1779213002.141098:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305838609 00000800:00000010:1.0:1779213002.141098:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000100:00000001:3.0:1779213002.141098:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213002.141102:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213002.141103:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305842627 00000400:00000200:1.0:1779213002.141104:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213002.141105:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213002.141106:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305838609 00000100:00000001:3.0:1779213002.141108:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213002.141111:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305842627 00000100:00000001:3.0:1779213002.141112:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213002.141116:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305838609 00000400:00000200:1.0:1779213002.141116:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:3.0:1779213002.141119:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213002.141120:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305842627 00000400:00000200:1.0:1779213002.141123:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042750886 00000100:00000001:0.0:1779213002.141125:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305838609 00000400:00000010:1.0:1779213002.141128:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000042750886. 00000100:00000001:0.0:1779213002.141129:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305842627 00000100:00000001:0.0:1779213002.141134:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213002.141136:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213002.141138:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.141141:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.141141:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1779213002.141144:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213002.141145:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213002.141157:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213002.141161:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213002.141191:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213002.141193:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213002.141216:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213002.141219:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018e47c15. 00000400:00000200:1.0:1779213002.141251:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213002.141255:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213002.141257:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bdd6f1 00000400:00000010:1.0:1779213002.141259:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b8bdd6f1. 00000100:00000001:1.0:1779213002.141261:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213002.141264:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213002.141271:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213002.141272:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213002.141278:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213002.141279:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213002.141341:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213002.141344:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.141383:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213002.141386:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213002.141393:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213002.141394:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213002.141398:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960520192:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213002.141401:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213002.141403:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213002.141463:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213002.141465:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213002.141467:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007845593c. 02000000:00000001:3.0:1779213002.141469:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213002.141473:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779213002.141476:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000200:3.0:1779213002.141479:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520192, portal 10 00000100:00000001:3.0:1779213002.141481:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213002.141482:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000100:00000040:3.0:1779213002.141488:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213002.141495:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213002.141497:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213002.141499:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6bd63e0. 00000100:00000200:3.0:1779213002.141501:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960520192, offset 0 00000400:00000200:3.0:1779213002.141505:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213002.141509:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213002.141512:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213002.141514:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213002.141516:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213002.141518:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213002.141521:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [84:84:256:4294967295] 192.168.202.129@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1779213002.141528:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213002.141532:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213002.141535:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e97781. 00000800:00000200:3.0:1779213002.141538:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213002.141542:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213002.141549:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000015e97781 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213002.141563:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213002.141565:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 98401 usecs (99 jiffies) 00000100:00000001:3.0:1779213002.141567:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305837156 00000100:00000001:3.0:1779213002.141569:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305842627 00000100:00000001:3.0:1779213002.141571:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305837156 00000100:00000001:3.0:1779213002.141573:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305842627 00000100:00000001:3.0:1779213002.141574:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305837156 00000100:00000001:3.0:1779213002.141576:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305842627 00000100:00000001:3.0:1779213002.141578:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305837156 00000100:00000001:3.0:1779213002.141580:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305842627 00000100:00000001:3.0:1779213002.141582:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213002.141583:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.141586:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.141587:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213002.141624:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213002.141627:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e97781. 00000400:00000200:1.0:1779213002.141632:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213002.141637:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213002.141640:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bd63e0 00000400:00000010:1.0:1779213002.141642:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a6bd63e0. 00000100:00000001:1.0:1779213002.141645:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213002.141649:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213002.141658:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213002.141660:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213002.141667:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213002.141669:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213002.142950:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213002.142958:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213002.142967:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213002.142970:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213002.142984:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213002.142996:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202500 00000400:00000200:1.0:1779213002.143003:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x375 [1] + 224 00000800:00000001:1.0:1779213002.143009:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213002.143013:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213002.143015:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213002.143019:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213002.143024:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213002.143028:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213002.143037:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213002.143053:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213002.143059:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213002.143061:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213002.143063:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213002.143065:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213002.143069:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213002.143075:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202580 00000400:00000200:1.0:1779213002.143080:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x37d [1] + 224 00000100:00000001:2.0:1779213002.143082:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213002.143084:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213002.143087:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779213002.143089:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213002.143092:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1779213002.143093:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1779213002.143097:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:2.0:1779213002.143097:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213002.143101:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213002.143106:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213002.143108:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213002.143111:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213002.143112:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213002.143117:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213002.143119:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213002.143143:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213002.143143:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213002.143167:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213002.143169:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213002.143174:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213002.143178:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213002.143181:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213002.143183:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213002.143185:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213002.143190:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=57 v=5 (5 0 0 0) 00000100:00000001:1.0:1779213002.143191:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1779213002.143193:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213002.143196:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213002.143197:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213002.143199:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1779213002.143199:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213002.143202:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213002.143204:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213002.143205:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213002.143209:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1779213002.143209:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213002.143213:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213002.143219:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213002.143244:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213002.143253:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202600 00000100:00000001:0.0:1779213002.143254:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213002.143258:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213002.143261:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x385 [1] + 224 00000100:00000001:2.0:1779213002.143267:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1779213002.143268:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1779213002.143269:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213002.143270:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213002.143271:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213002.143274:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078565dc2. 00000800:00000001:1.0:1779213002.143277:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213002.143278:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213002.143280:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000200:1.0:1779213002.143282:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1779213002.143284:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:0.0:1779213002.143290:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213002.143291:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779213002.143298:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213002.143299:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1779213002.143303:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960519936:192.168.202.129@tcp:400: 00000100:00000200:1.0:1779213002.143306:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213002.143311:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213002.143315:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213002.143320:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960519936/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213002.143329:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213002.143337:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213002.143344:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213002.143347:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213002.143350:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db79f51d. 02000000:00000001:2.0:1779213002.143356:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213002.143357:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1779213002.143358:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213002.143361:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1779213002.143361:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213002.143364:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213002.143365:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:2.0:1779213002.143366:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 02000000:00000001:0.0:1779213002.143368:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1779213002.143369:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213002.143370:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1779213002.143372:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213002.143373:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213002.143373:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:2.0:1779213002.143376:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213002.143377:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213002.143378:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213002.143382:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1779213002.143383:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213002.143384:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213002.143385:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1779213002.143388:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1779213002.143389:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213002.143392:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213002.143394:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=46 v=5 (1 0 0 0) 00000800:00000001:1.0:1779213002.143395:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213002.143399:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1779213002.143400:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213002.143401:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213002.143404:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213002.143408:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.143412:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213002.143413:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213002.143416:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213002.143417:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.143419:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213002.143423:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213002.143423:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213002.143428:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213002.143431:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213002.143433:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000100:00000001:0.0:1779213002.143436:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213002.143438:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000100:00000001:0.0:1779213002.143439:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1779213002.143441:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:0.0:1779213002.143442:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213002.143446:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213002.143448:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213002.143453:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213002.143472:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960520064:192.168.202.129@tcp:400: 00000100:00000200:3.0:1779213002.143474:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213002.143482:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213002.143486:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213002.143487:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213002.143490:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213002.143492:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960520064/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213002.143493:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213002.143499:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213002.143501:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1779213002.143502:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213002.143504:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1779213002.143505:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0f6b4cd. 00000100:00000001:3.0:1779213002.143506:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213002.143510:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213002.143511:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213002.143514:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1779213002.143514:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=57 v=5 (5 0 0 0) 00000020:00000040:0.0:1779213002.143516:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:3.0:1779213002.143519:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=21 v=5 (1 0 0 0) 00000020:00000001:0.0:1779213002.143520:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213002.143522:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 00000100:00000001:3.0:1779213002.143524:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1779213002.143526:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213002.143526:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213002.143529:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1779213002.143534:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:3.0:1779213002.143534:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779213002.143537:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:0.0:1779213002.143542:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213002.143544:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213002.143549:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1779213002.143549:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.143553:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213002.143554:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213002.143555:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213002.143557:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.143558:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213002.143561:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213002.143561:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213002.143565:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213002.143567:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213002.143574:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213002.143577:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213002.143578:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213002.143581:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213002.143588:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960520192:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213002.143592:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213002.143594:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213002.143596:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960520192/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213002.143602:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213002.143603:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213002.143604:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007845593c. 02000000:00000001:3.0:1779213002.143607:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213002.143614:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213002.143615:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213002.143617:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213002.143619:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:3.0:1779213002.143621:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213002.143622:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213002.143623:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:3.0:1779213002.143626:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213002.143627:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213002.143629:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213002.143632:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213002.143633:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213002.143635:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213002.143637:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213002.780335:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213002.780341:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213002.780347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213002.780348:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213002.780430:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213002.780436:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213002.780439:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213003.804817:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213003.804823:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213003.804829:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213003.804831:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213003.804872:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213003.804876:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213003.804878:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213004.828393:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213004.828398:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213004.828403:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213004.828404:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213004.828458:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213004.828461:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213004.828464:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213005.852312:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213005.852317:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213005.852323:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213005.852325:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213005.852380:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213005.852382:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213005.852385:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213006.876342:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213006.876348:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213006.876350:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213006.876352:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213006.876355:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213006.876357:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213006.876358:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213006.876360:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213006.876362:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213006.876363:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213006.876378:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213006.876380:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213006.876382:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213007.260406:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213007.260413:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213007.260421:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 00000020:00000040:1.0:1779213007.260426:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213007.260429:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213007.260443:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213007.260448:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213007.260453:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213007.260459:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213007.260467:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213007.260475:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213007.260477:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213007.260481:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_01+1] req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.260501:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213007.260502:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213007.260504:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213007.260506:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df2803e5. 00000020:00000040:1.0:1779213007.260508:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213007.260509:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213007.260510:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213007.260511:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213007.260512:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010c3b120. 00000100:00000001:1.0:1779213007.260514:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213007.260516:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213007.260521:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213007.260521:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213007.260523:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df2803e5] to pc [ptlrpcd_00_02+2] req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213007.260528:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213007.260531:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1779213007.260533:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213007.260538:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213007.260540:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213007.260542:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213007.260542:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213007.260545:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213007.260545:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213007.260548:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213007.260548:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1779213007.260552:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1bb517. 00000020:00000040:1.0:1779213007.260555:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213007.260555:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.260564:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213007.260565:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213007.260566:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213007.260568:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213007.260569:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213007.260573:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213007.260575:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1779213007.260576:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fd2778. 00000100:00000001:0.0:1779213007.260578:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213007.260579:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213007.260581:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779213007.260584:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213007.260585:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213007.260587:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213007.260590:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213007.260595:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960520320:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213007.260603:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213007.260606:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213007.260608:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213007.260609:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213007.260613:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213007.260614:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1779213007.260615:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213007.260616:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1bb517] to pc [ptlrpcd_00_03+3] req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213007.260617:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213007.260620:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c1360ec. 02000000:00000001:0.0:1779213007.260624:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213007.260624:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213007.260629:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213007.260631:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213007.260631:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 02000000:00000001:0.0:1779213007.260632:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213007.260636:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213007.260638:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00100000:0.0:1779213007.260639:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960520448:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213007.260644:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1779213007.260646:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520320, portal 25 00000100:00000001:0.0:1779213007.260647:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213007.260650:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11179) 00000100:00000001:2.0:1779213007.260650:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1779213007.260651:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213007.260654:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213007.260654:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 02000000:00000001:0.0:1779213007.260658:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213007.260662:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3a8a481. 00000100:00000040:2.0:1779213007.260662:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213007.260666:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213007.260685:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078565dc2. 00000400:00000010:0.0:1779213007.260689:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000200:0.0:1779213007.260692:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520448, portal 10 00000100:00000001:0.0:1779213007.260695:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213007.260696:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213007.260697:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217088 : -104753981334528 : ffffa0ba10275c00) 00000100:00000040:2.0:1779213007.260700:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213007.260703:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 00000100:00000040:0.0:1779213007.260704:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213007.260707:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960520320, offset 0 00000100:00000001:0.0:1779213007.260714:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213007.260717:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213007.260723:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213007.260725:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e48869. 00000100:00000200:0.0:1779213007.260728:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960520448, offset 0 00000400:00000200:2.0:1779213007.260729:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213007.260735:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213007.260735:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213007.260739:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213007.260742:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213007.260744:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213007.260747:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [85:85:256:4294967295] 192.168.202.129@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:2.0:1779213007.260756:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213007.260763:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213007.260765:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213007.260769:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213007.260771:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000400:00000200:0.0:1779213007.260774:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213007.260777:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213007.260778:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1779213007.260782:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213007.260782:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213007.260785:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213007.260790:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [86:86:255:4294967295] 192.168.202.129@tcp LPNI seq info [86:86:7:4294967295] 00000400:00000200:0.0:1779213007.260801:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213007.260803:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213007.260805:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213007.260806:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213007.260809:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213007.260809:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1779213007.260815:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018e47c15. 00000100:00000040:3.0:1779213007.260815:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213007.260819:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213007.260828:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213007.260829:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213007.260832:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213007.260833:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1779213007.260837:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213007.260838:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213007.260839:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213007.260845:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960520576:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213007.260848:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305847747 00000800:00000200:0.0:1779213007.260849:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213007.260853:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1779213007.260855:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000018e47c15 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1779213007.260857:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213007.260859:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213007.260859:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305842627 02000000:00000001:3.0:1779213007.260859:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213007.260865:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213007.260867:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1471326 usecs (1472 jiffies) 00000100:00000001:2.0:1779213007.260868:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305847747 02000000:00000010:3.0:1779213007.260869:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007845593c. 00000100:00000001:0.0:1779213007.260871:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305843648 00000100:00000001:2.0:1779213007.260873:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305842627 02000000:00000001:3.0:1779213007.260873:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213007.260876:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305847747 00000100:00000001:2.0:1779213007.260877:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305847747 00000100:00000001:2.0:1779213007.260883:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305842627 00000100:00000001:0.0:1779213007.260885:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305843648 00000400:00000010:3.0:1779213007.260885:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:2.0:1779213007.260886:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305847747 00000100:00000001:0.0:1779213007.260891:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305847747 00000100:00000001:2.0:1779213007.260893:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305842627 00000400:00000010:3.0:1779213007.260894:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000001:0.0:1779213007.260895:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305843648 00000100:00000001:0.0:1779213007.260900:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305847747 00000100:00000001:2.0:1779213007.260900:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213007.260900:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520576, portal 10 00000800:00000200:1.0:1779213007.260901:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213007.260905:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305843648 00000100:00000001:2.0:1779213007.260905:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213007.260906:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213007.260909:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728222464 : -104753981329152 : ffffa0ba10277100) 00000100:00000001:0.0:1779213007.260910:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305847747 00000100:00000001:2.0:1779213007.260911:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213007.260915:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000100:00000001:0.0:1779213007.260916:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213007.260916:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213007.260920:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213007.260922:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213007.260924:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213007.260930:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213007.260933:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213007.260936:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213007.260938:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213007.260938:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213007.260943:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9e5ad9. 00000400:00000200:1.0:1779213007.260944:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000100:00000001:0.0:1779213007.260945:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213007.260948:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1779213007.260949:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:0.0:1779213007.260951:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213007.260953:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213007.260955:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213007.260955:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213007.260955:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960520576, offset 0 00000100:00000001:0.0:1779213007.260960:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213007.260963:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213007.260966:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213007.260974:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213007.260978:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1779213007.260978:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213007.260985:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213007.260985:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213007.260988:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213007.260992:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213007.260998:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [87:87:254:4294967295] 192.168.202.129@tcp LPNI seq info [87:87:6:4294967295] 00000100:00000001:1.0:1779213007.261007:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213007.261012:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1779213007.261015:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213007.261020:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213007.261023:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003715d19b. 00000800:00000200:3.0:1779213007.261027:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213007.261032:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213007.261035:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003715d19b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213007.261038:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213007.261040:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 92047 usecs (93 jiffies) 00000100:00000001:3.0:1779213007.261043:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305842269 00000100:00000001:3.0:1779213007.261045:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305847747 00000100:00000001:3.0:1779213007.261046:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305842269 00000100:00000001:3.0:1779213007.261048:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305847747 00000100:00000001:3.0:1779213007.261057:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305842269 00000100:00000001:3.0:1779213007.261058:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305847747 00000100:00000001:3.0:1779213007.261060:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305842269 00000100:00000001:3.0:1779213007.261061:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305847747 00000100:00000001:3.0:1779213007.261063:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213007.261065:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213007.261066:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213007.261068:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213007.261072:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213007.261073:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213007.261076:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213007.261077:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213007.261079:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213007.261080:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213007.261081:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213007.261084:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018e47c15. 00000400:00000200:1.0:1779213007.261094:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213007.261099:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213007.261102:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e48869 00000400:00000010:1.0:1779213007.261104:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e48869. 00000100:00000001:1.0:1779213007.261106:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213007.261109:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.261117:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213007.261120:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.261126:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213007.261127:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213007.261138:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213007.261140:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003715d19b. 00000400:00000200:1.0:1779213007.261142:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213007.261145:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213007.261147:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9e5ad9 00000400:00000010:1.0:1779213007.261148:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9e5ad9. 00000100:00000001:1.0:1779213007.261151:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213007.261153:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.261159:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213007.261161:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.261166:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213007.261167:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213007.262884:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.262905:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213007.262909:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.262912:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213007.262921:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213007.262933:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202680 00000400:00000200:1.0:1779213007.262941:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x38d [1] + 224 00000800:00000001:1.0:1779213007.262955:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.262959:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213007.262962:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213007.262966:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213007.262971:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213007.262977:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213007.262986:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.263009:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213007.263017:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.263020:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213007.263022:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.263024:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213007.263122:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213007.263126:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213007.263131:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213007.263132:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213007.263135:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213007.263138:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213007.263140:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213007.263143:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213007.263147:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213007.263154:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213007.263160:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213007.263162:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213007.263164:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213007.263167:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213007.263169:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213007.263171:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213007.263179:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213007.263185:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213007.263189:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213007.263191:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213007.263193:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213007.263195:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213007.263197:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213007.263200:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213007.263204:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213007.263210:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213007.263213:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213007.263214:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213007.263217:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213007.263247:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960520320:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213007.263252:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213007.263254:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213007.263256:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960520320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213007.263263:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213007.263265:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213007.263268:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c1360ec. 02000000:00000001:2.0:1779213007.263271:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213007.263273:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213007.263275:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213007.263277:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213007.263279:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 02000000:00000001:2.0:1779213007.263282:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213007.263284:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213007.263285:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000100:00000001:2.0:1779213007.263289:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213007.263289:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213007.263297:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213007.263302:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213007.263304:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213007.263306:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213007.263308:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213007.263360:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213007.263369:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202700 00000400:00000200:1.0:1779213007.263374:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x391 [1] + 224 00000800:00000001:1.0:1779213007.263378:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.263399:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213007.263401:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213007.263404:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213007.263407:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213007.263410:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213007.263417:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.263434:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213007.263438:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.263441:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213007.263478:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213007.263481:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213007.263493:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213007.263495:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213007.263496:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078565dc2. 00000400:00000200:0.0:1779213007.263499:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:0.0:1779213007.263501:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:0.0:1779213007.263504:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213007.263507:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213007.263515:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213007.263521:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213007.263523:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213007.263524:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213007.263526:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213007.263527:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213007.263528:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213007.263530:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213007.263534:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1779213007.263537:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213007.263539:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213007.263540:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213007.263541:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213007.263544:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213007.263547:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213007.263548:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213007.263550:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213007.263557:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213007.263565:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213007.263575:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213007.263578:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213007.263579:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213007.263581:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213007.263588:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960520448:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213007.263592:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213007.263594:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213007.263596:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df2803e5 x1865639960520448/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213007.263602:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213007.263604:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213007.263606:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3a8a481. 02000000:00000001:0.0:1779213007.263610:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213007.263611:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213007.263612:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213007.263614:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213007.263616:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010c3b120. 02000000:00000001:0.0:1779213007.263618:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213007.263619:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213007.263620:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df2803e5. 00000100:00000001:0.0:1779213007.263622:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213007.263623:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213007.263625:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213007.263628:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213007.263629:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213007.263631:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213007.263633:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213007.267999:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.268016:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213007.268032:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.268035:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213007.268046:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213007.268070:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202780 00000400:00000200:1.0:1779213007.268077:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x39d [1] + 224 00000800:00000001:1.0:1779213007.268084:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.268136:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213007.268139:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213007.268143:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213007.268150:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213007.268157:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213007.268180:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213007.268197:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213007.268205:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213007.268208:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213007.268374:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213007.268379:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213007.268386:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213007.268388:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213007.268390:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213007.268406:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000400:00000010:3.0:1779213007.268408:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:3.0:1779213007.268411:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213007.268415:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213007.268424:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213007.268430:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213007.268431:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213007.268433:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213007.268436:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213007.268438:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213007.268441:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213007.268443:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213007.268452:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213007.268464:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213007.268466:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213007.268468:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213007.268471:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213007.268476:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213007.268482:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213007.268486:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213007.268488:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213007.268490:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213007.268492:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213007.268495:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213007.268502:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213007.268505:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213007.268507:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213007.268510:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213007.268517:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960520576:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213007.268523:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213007.268525:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213007.268528:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1bb517 x1865639960520576/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213007.268533:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213007.268536:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213007.268540:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007845593c. 02000000:00000001:3.0:1779213007.268543:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213007.268545:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213007.268547:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213007.268549:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213007.268556:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fd2778. 02000000:00000001:3.0:1779213007.268565:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213007.268566:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213007.268568:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1bb517. 00000100:00000001:3.0:1779213007.268572:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213007.268573:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213007.268576:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213007.268583:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213007.268584:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213007.268586:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213007.268589:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213007.900336:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213007.900341:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213007.900346:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213007.900349:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213007.900351:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213007.900355:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213007.900357:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213007.900359:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213007.900360:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213007.900362:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213007.900420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213007.900423:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213007.900425:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213008.924334:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213008.924338:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213008.924342:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213008.924343:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213008.924397:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213008.924400:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213008.924402:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213009.948344:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213009.948349:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213009.948354:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213009.948355:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213009.948374:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213009.948377:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213009.948379:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213010.972330:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213010.972336:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213010.972340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213010.972342:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213010.972399:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213010.972402:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213010.972405:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213011.997134:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213011.997139:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213011.997143:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213011.997144:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213011.997268:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213011.997272:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213011.997275:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213012.380353:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213012.380361:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213012.380370:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003efad394. 00000020:00000040:1.0:1779213012.380376:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213012.380386:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213012.380392:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213012.380397:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213012.380405:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd74f283. 00000100:00000001:1.0:1779213012.380412:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213012.380436:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213012.380448:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213012.380450:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213012.380456:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efad394] to pc [ptlrpcd_00_00+0] req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.380486:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213012.380488:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213012.380492:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213012.380495:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 00000020:00000040:1.0:1779213012.380497:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213012.380499:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213012.380501:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213012.380503:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213012.380507:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000100:00000001:1.0:1779213012.380510:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213012.380513:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213012.380514:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213012.380518:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213012.380519:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213012.380521:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213012.380521:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213012.380527:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_01+1] req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213012.380528:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213012.380531:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213012.380536:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213012.380550:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213012.380552:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213012.380554:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213012.380557:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213012.380558:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213012.380561:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1779213012.380562:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213012.380566:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213012.380568:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213012.380568:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.380570:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213012.380570:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213012.380572:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213012.380575:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213012.380576:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213012.380580:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213012.380584:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213012.380585:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:3.0:1779213012.380585:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1779213012.380589:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960520704:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213012.380589:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213012.380590:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213012.380595:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213012.380596:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213012.380598:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779213012.380599:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213012.380601:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213012.380604:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213012.380605:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213012.380609:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213012.380613:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c567ebb1. 00000100:00100000:3.0:1779213012.380613:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960520832:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213012.380614:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213012.380616:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213012.380617:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213012.380634:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1779213012.380637:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 02000000:00000001:3.0:1779213012.380637:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213012.380640:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213012.380642:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1779213012.380644:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000040:1.0:1779213012.380647:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37d84ad] to pc [ptlrpcd_00_02+2] req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213012.380647:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e41cac8. 00000100:00000200:2.0:1779213012.380650:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520704, portal 25 02000000:00000001:3.0:1779213012.380651:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213012.380655:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213012.380658:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728209920 : -104753981341696 : ffffa0ba10274000) 00000400:00000010:3.0:1779213012.380663:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000040:2.0:1779213012.380666:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213012.380676:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1779213012.380676:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000001:1.0:1779213012.380677:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213012.380681:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1779213012.380682:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520832, portal 10 00000100:00000040:2.0:1779213012.380683:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213012.380687:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1779213012.380688:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1779213012.380689:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000001:3.0:1779213012.380691:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 00000100:00000040:1.0:1779213012.380693:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11184) 00000100:00000200:2.0:1779213012.380699:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960520704, offset 0 00000100:00000040:3.0:1779213012.380700:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213012.380703:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213012.380707:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213012.380710:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213012.380712:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213012.380712:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213012.380716:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213012.380717:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213012.380719:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000001:1.0:1779213012.380720:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213012.380722:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960520832, offset 0 00000100:00000040:0.0:1779213012.380725:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213012.380730:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213012.380731:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213012.380739:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213012.380740:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213012.380743:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213012.380746:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213012.380746:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213012.380750:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213012.380753:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213012.380756:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1779213012.380757:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960520960:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213012.380762:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213012.380762:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213012.380766:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213012.380768:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [88:88:256:4294967295] 192.168.202.129@tcp LPNI seq info [88:88:8:4294967295] 02000000:00000001:0.0:1779213012.380769:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213012.380774:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213012.380778:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf5e068a. 02000000:00000001:0.0:1779213012.380782:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213012.380785:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:0.0:1779213012.380788:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078565dc2. 00000400:00000010:0.0:1779213012.380793:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000200:0.0:1779213012.380798:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960520960, portal 10 00000800:00000200:2.0:1779213012.380801:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213012.380802:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213012.380803:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213012.380805:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000800:00000010:2.0:1779213012.380808:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000400:00000200:3.0:1779213012.380809:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213012.380815:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213012.380815:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:2.0:1779213012.380820:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213012.380821:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213012.380826:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213012.380833:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213012.380834:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213012.380835:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [89:89:255:4294967295] 192.168.202.129@tcp LPNI seq info [89:89:7:4294967295] 00000100:00000040:0.0:1779213012.380840:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213012.380841:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1779213012.380845:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000100:00000200:0.0:1779213012.380851:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960520960, offset 0 00000400:00000200:3.0:1779213012.380853:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:0.0:1779213012.380861:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213012.380862:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213012.380863:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213012.380868:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cc43228. 00000100:00000001:2.0:1779213012.380869:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305852867 00000400:00000200:0.0:1779213012.380872:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:3.0:1779213012.380877:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213012.380878:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213012.380878:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305847747 00000400:00000200:0.0:1779213012.380884:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213012.380885:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305852867 00000800:00000200:3.0:1779213012.380889:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213012.380890:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213012.380891:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305847747 00000800:00000200:3.0:1779213012.380895:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cc43228 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213012.380896:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213012.380896:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305852867 00000100:00000001:3.0:1779213012.380900:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213012.380902:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305847747 00000100:00000040:3.0:1779213012.380903:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1397947 usecs (1398 jiffies) 00000400:00000200:0.0:1779213012.380904:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [90:90:254:4294967295] 192.168.202.129@tcp LPNI seq info [90:90:6:4294967295] 00000100:00000001:3.0:1779213012.380907:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305848694 00000100:00000001:2.0:1779213012.380908:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305852867 00000100:00000001:3.0:1779213012.380911:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305852867 00000100:00000001:2.0:1779213012.380913:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305847747 00000100:00000001:3.0:1779213012.380914:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305848694 00000100:00000001:2.0:1779213012.380919:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213012.380919:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305852867 00000100:00000001:2.0:1779213012.380923:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213012.380926:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213012.380929:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305848694 00000100:00000001:2.0:1779213012.380930:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213012.380934:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305852867 00000400:00000200:0.0:1779213012.380935:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213012.380937:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305848694 00000100:00000001:2.0:1779213012.380940:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213012.380941:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305852867 00000100:00000001:2.0:1779213012.380943:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213012.380943:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1779213012.380947:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213012.380949:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213012.380949:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213012.380952:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213012.380952:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213012.380955:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213012.380955:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213012.380960:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213012.380961:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018e47c15. 00000100:00000001:3.0:1779213012.380962:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213012.380963:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213012.380966:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213012.380968:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213012.380969:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213012.380973:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213012.380974:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213012.380983:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213012.380986:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000018e47c15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213012.380990:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213012.380994:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 86903 usecs (87 jiffies) 00000100:00000001:0.0:1779213012.380996:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305847383 00000100:00000001:0.0:1779213012.380998:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305852867 00000100:00000001:0.0:1779213012.380999:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305847383 00000100:00000001:0.0:1779213012.381000:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305852867 00000100:00000001:0.0:1779213012.381001:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305847383 00000100:00000001:0.0:1779213012.381003:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305852867 00000100:00000001:0.0:1779213012.381003:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305847383 00000100:00000001:0.0:1779213012.381004:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305852867 00000100:00000001:0.0:1779213012.381005:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213012.381012:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213012.381015:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213012.381016:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213012.381020:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213012.381022:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213012.381024:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213012.381025:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213012.381026:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213012.381028:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213012.381054:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213012.381058:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:1.0:1779213012.381064:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213012.381069:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213012.381074:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:1.0:1779213012.381076:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:1.0:1779213012.381079:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213012.381082:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.381090:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213012.381093:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.381098:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213012.381100:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213012.381108:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213012.381110:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cc43228. 00000400:00000200:1.0:1779213012.381112:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213012.381121:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213012.381123:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:1.0:1779213012.381125:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:1.0:1779213012.381127:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213012.381129:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.381135:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213012.381137:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.381141:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213012.381142:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213012.381196:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213012.381198:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018e47c15. 00000400:00000200:1.0:1779213012.381201:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213012.381204:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213012.381206:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000400:00000010:1.0:1779213012.381208:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:1.0:1779213012.381210:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213012.381212:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.381217:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213012.381219:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.381242:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213012.381243:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213012.383966:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213012.383979:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213012.383982:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213012.383984:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213012.383994:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213012.384010:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202800 00000400:00000200:1.0:1779213012.384018:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x3a5 [1] + 224 00000800:00000001:1.0:1779213012.384039:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213012.384043:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213012.384045:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213012.384049:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213012.384054:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213012.384059:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213012.384067:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213012.384082:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213012.384090:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213012.384093:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213012.384095:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213012.384097:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213012.384100:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213012.384107:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202880 00000400:00000200:1.0:1779213012.384111:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3a9 [1] + 224 00000800:00000001:1.0:1779213012.384115:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213012.384118:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213012.384119:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213012.384121:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213012.384123:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213012.384124:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213012.384127:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213012.384127:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213012.384133:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213012.384133:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213012.384135:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213012.384137:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213012.384141:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213012.384143:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213012.384146:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213012.384154:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213012.384162:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213012.384167:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213012.384169:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213012.384172:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213012.384174:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213012.384176:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213012.384178:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213012.384181:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213012.384181:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213012.384184:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1779213012.384187:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213012.384190:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213012.384192:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213012.384194:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213012.384196:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213012.384198:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213012.384199:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213012.384201:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213012.384203:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1779213012.384204:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213012.384206:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213012.384208:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213012.384209:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213012.384211:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213012.384213:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213012.384215:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213012.384217:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000040:2.0:1779213012.384218:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213012.384257:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202900 00000100:00100000:2.0:1779213012.384258:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960520704:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213012.384262:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3b5 [1] + 224 00000100:00000001:2.0:1779213012.384263:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213012.384265:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213012.384266:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213012.384269:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003efad394 x1865639960520704/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213012.384271:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213012.384273:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213012.384275:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1779213012.384276:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213012.384278:0:199005:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1779213012.384278:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1779213012.384281:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213012.384286:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c567ebb1. 00000100:00000040:1.0:1779213012.384288:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213012.384290:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213012.384291:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213012.384294:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213012.384296:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1779213012.384296:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213012.384298:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd74f283. 00000800:00000001:1.0:1779213012.384299:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213012.384301:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1779213012.384302:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213012.384303:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213012.384305:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003efad394. 00000100:00000001:2.0:1779213012.384308:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213012.384309:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213012.384311:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213012.384317:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213012.384318:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213012.384320:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213012.384322:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213012.384362:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213012.384365:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213012.384368:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213012.384369:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213012.384377:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078565dc2. 00000400:00000200:0.0:1779213012.384380:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:0.0:1779213012.384381:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:0.0:1779213012.384384:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213012.384387:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213012.384394:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213012.384400:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213012.384401:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213012.384403:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213012.384404:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213012.384405:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213012.384407:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213012.384409:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213012.384414:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1779213012.384417:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213012.384420:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213012.384421:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213012.384422:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213012.384425:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213012.384431:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213012.384434:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213012.384436:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213012.384437:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213012.384438:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213012.384441:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213012.384447:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213012.384449:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213012.384450:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213012.384452:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213012.384461:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960520960:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213012.384464:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213012.384465:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213012.384466:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960520960/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213012.384470:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213012.384471:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213012.384472:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf5e068a. 02000000:00000001:0.0:1779213012.384475:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213012.384475:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213012.384476:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213012.384477:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213012.384478:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 02000000:00000001:0.0:1779213012.384479:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213012.384480:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213012.384481:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:0.0:1779213012.384483:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213012.384484:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213012.384485:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213012.384487:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213012.384488:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213012.384489:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213012.384490:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213012.384533:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213012.384535:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213012.384536:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213012.384539:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000400:00000010:3.0:1779213012.384540:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:3.0:1779213012.384543:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213012.384546:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213012.384553:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213012.384558:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213012.384559:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213012.384561:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213012.384562:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213012.384563:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213012.384564:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213012.384565:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213012.384569:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213012.384577:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213012.384579:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213012.384580:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213012.384581:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213012.384583:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213012.384585:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213012.384586:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213012.384588:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213012.384589:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213012.384592:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213012.384597:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213012.384599:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213012.384600:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213012.384602:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213012.384608:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960520832:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213012.384611:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213012.384613:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213012.384615:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960520832/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213012.384634:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213012.384636:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213012.384638:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e41cac8. 02000000:00000001:3.0:1779213012.384640:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213012.384641:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213012.384642:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213012.384644:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213012.384645:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 02000000:00000001:3.0:1779213012.384647:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213012.384648:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213012.384649:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 00000100:00000001:3.0:1779213012.384651:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213012.384655:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213012.384657:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213012.384659:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213012.384660:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213012.384661:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213012.384662:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213013.020375:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213013.020381:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213013.020387:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213013.020388:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213013.020411:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213013.020414:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213013.020416:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213014.044343:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213014.044348:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213014.044354:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213014.044355:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213014.044414:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213014.044418:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213014.044421:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213015.068337:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213015.068344:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213015.068349:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213015.068351:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213015.068417:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213015.068421:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213015.068424:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213016.092715:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213016.092723:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213016.092731:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213016.092732:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213016.092757:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213016.092760:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213016.092764:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213017.116365:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213017.116372:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213017.116375:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213017.116379:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213017.116383:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213017.116385:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213017.116387:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213017.116389:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213017.116394:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213017.116395:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213017.116452:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213017.116456:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213017.116459:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213017.500841:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213017.500850:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213017.500858:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000020:00000040:3.0:1779213017.500865:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213017.500870:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213017.500873:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213017.500877:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213017.500884:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:3.0:1779213017.500890:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.500902:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213017.500913:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213017.500916:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.500922:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_03+3] req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.500951:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.500953:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213017.500957:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213017.500959:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000020:00000040:3.0:1779213017.500963:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213017.500966:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213017.500970:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213017.500978:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779213017.500982:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213017.500984:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213017.500986:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213017.500991:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00000100:00000040:1.0:1779213017.500997:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.500997:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.501014:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213017.501016:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213017.501021:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213017.501022:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779213017.501026:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213017.501035:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213017.501049:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960521088:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213017.501051:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213017.501059:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.501061:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213017.501067:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a474cc5] to pc [ptlrpcd_00_00+0] req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213017.501071:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213017.501077:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213017.501092:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213017.501099:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8c41d67. 02000000:00000001:1.0:1779213017.501103:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.501106:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213017.501110:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a4a9cc. 00000100:00000040:3.0:1779213017.501111:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213017.501119:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1779213017.501125:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40c3f01. 00000100:00000010:3.0:1779213017.501126:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213017.501133:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213017.501136:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213017.501138:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1779213017.501139:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521088, portal 25 02000000:00000001:3.0:1779213017.501141:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.501143:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213017.501146:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000100:00000040:1.0:1779213017.501154:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213017.501157:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c7343de. 00000100:00000001:3.0:1779213017.501163:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.501175:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213017.501175:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1779213017.501185:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213017.501192:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000001:3.0:1779213017.501195:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1779213017.501197:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960521088, offset 0 00000100:00000001:3.0:1779213017.501197:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.501209:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_01+1] req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213017.501216:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213017.501260:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.501262:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213017.501266:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213017.501272:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11190) 00000400:00000200:1.0:1779213017.501278:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213017.501291:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213017.501296:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213017.501301:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213017.501306:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213017.501309:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213017.501311:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213017.501314:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213017.501318:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [91:91:256:4294967295] 192.168.202.129@tcp LPNI seq info [91:91:8:4294967295] 00000100:00000040:3.0:1779213017.501324:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.501334:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213017.501336:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213017.501346:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213017.501347:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213017.501352:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213017.501360:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213017.501361:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00100000:3.0:1779213017.501367:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960521344:192.168.202.129@tcp:400: 00000800:00000010:1.0:1779213017.501369:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000100:00000001:3.0:1779213017.501379:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213017.501384:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1779213017.501386:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213017.501388:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213017.501396:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213017.501402:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 00000800:00000200:1.0:1779213017.501408:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:3.0:1779213017.501409:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213017.501420:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213017.501422:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779213017.501431:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000200:3.0:1779213017.501437:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521344, portal 10 00000100:00000001:1.0:1779213017.501438:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.501440:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213017.501445:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000001:1.0:1779213017.501448:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305857988 00000100:00000040:3.0:1779213017.501454:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213017.501459:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305852867 00000100:00000001:1.0:1779213017.501467:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305857988 00000100:00000001:3.0:1779213017.501468:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213017.501471:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213017.501475:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000200:3.0:1779213017.501484:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960521344, offset 0 00000100:00000001:1.0:1779213017.501486:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305852867 00000100:00000001:1.0:1779213017.501495:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305857988 00000400:00000200:3.0:1779213017.501499:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213017.501504:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305852867 00000100:00000001:1.0:1779213017.501508:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305857988 00000100:00000001:1.0:1779213017.501512:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305852867 00000100:00000001:1.0:1779213017.501516:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213017.501517:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213017.501522:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.501528:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213017.501528:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213017.501534:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213017.501539:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213017.501543:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213017.501545:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213017.501549:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213017.501554:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213017.501557:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213017.501558:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213017.501562:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213017.501581:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [92:92:255:4294967295] 192.168.202.129@tcp LPNI seq info [92:92:7:4294967295] 00000100:00000001:1.0:1779213017.501582:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213017.501601:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213017.501607:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213017.501612:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cc43228. 00000800:00000200:3.0:1779213017.501619:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213017.501628:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213017.501633:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cc43228 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213017.501638:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.501643:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 82066 usecs (83 jiffies) 00000100:00000001:3.0:1779213017.501647:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305852500 00000800:00000200:1.0:1779213017.501648:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213017.501650:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305857988 00000800:00000010:1.0:1779213017.501654:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000100:00000001:3.0:1779213017.501655:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305852500 00000100:00000001:3.0:1779213017.501662:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305857988 00000100:00000001:3.0:1779213017.501664:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305852500 00000400:00000200:1.0:1779213017.501665:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213017.501667:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305857988 00000100:00000001:3.0:1779213017.501672:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305852500 00000400:00000200:1.0:1779213017.501678:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213017.501679:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305857988 00000100:00000001:3.0:1779213017.501687:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213017.501690:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000100:00000001:3.0:1779213017.501692:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213017.501695:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:3.0:1779213017.501697:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.501702:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213017.501703:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213017.501710:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.501711:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213017.501715:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213017.501724:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213017.501729:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213017.501733:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.501743:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1779213017.501745:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:1.0:1779213017.501748:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.501754:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213017.501760:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.501770:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213017.501773:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213017.501776:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213017.501778:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213017.501780:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213017.501782:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213017.501787:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.501796:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213017.501797:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213017.501799:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213017.501801:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213017.501803:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213017.501805:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960521216:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213017.501808:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213017.501810:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213017.501812:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213017.501813:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213017.501816:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a437ba. 02000000:00000001:3.0:1779213017.501818:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213017.501821:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d31df1. 00000400:00000010:3.0:1779213017.501824:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000100:00000200:3.0:1779213017.501827:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521216, portal 10 00000100:00000001:3.0:1779213017.501828:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213017.501829:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 00000100:00000040:3.0:1779213017.501833:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.501838:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213017.501841:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213017.501843:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000200:3.0:1779213017.501844:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960521216, offset 0 00000400:00000200:3.0:1779213017.501848:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213017.501853:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213017.501856:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213017.501866:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213017.501868:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213017.501870:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213017.501873:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [93:93:255:4294967295] 192.168.202.129@tcp LPNI seq info [93:93:7:4294967295] 00000400:00000200:3.0:1779213017.501880:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213017.501885:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213017.501887:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003715d19b. 00000800:00000200:3.0:1779213017.501891:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213017.501895:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213017.501897:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003715d19b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213017.501900:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.501902:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1331617 usecs (1332 jiffies) 00000100:00000001:3.0:1779213017.501904:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305853749 00000100:00000001:3.0:1779213017.501906:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305857988 00000100:00000001:3.0:1779213017.501907:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305853749 00000100:00000001:3.0:1779213017.501909:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305857988 00000100:00000001:3.0:1779213017.501910:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305853749 00000100:00000001:3.0:1779213017.501912:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305857988 00000100:00000001:3.0:1779213017.501913:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305853749 00000100:00000001:3.0:1779213017.501915:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305857988 00000100:00000001:3.0:1779213017.501916:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213017.501918:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.501920:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.501922:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.501950:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213017.501952:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.501965:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213017.501967:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213017.502151:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213017.502155:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cc43228. 00000400:00000200:1.0:1779213017.502160:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213017.502165:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213017.502175:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:1.0:1779213017.502176:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:1.0:1779213017.502179:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213017.502183:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213017.502192:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213017.502194:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213017.502200:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.502201:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213017.502215:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213017.502217:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003715d19b. 00000400:00000200:1.0:1779213017.502220:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213017.502247:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213017.502249:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000400:00000010:1.0:1779213017.502251:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:1.0:1779213017.502254:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213017.502257:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213017.502264:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213017.502266:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213017.502273:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213017.502274:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213017.504200:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.504216:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213017.504252:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.504258:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213017.504342:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213017.504360:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202980 00000400:00000200:1.0:1779213017.504369:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x3bd [1] + 224 00000800:00000001:1.0:1779213017.504377:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.510467:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213017.510477:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213017.510490:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213017.510503:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213017.510512:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213017.510526:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213017.510549:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213017.510564:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.510583:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213017.510585:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.510588:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213017.510595:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213017.510599:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213017.510604:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213017.510611:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202a80 00000400:00000001:0.0:1779213017.510613:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213017.510615:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213017.510619:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a4a9cc. 00000400:00000200:0.0:1779213017.510623:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40c3f01 00000400:00000010:0.0:1779213017.510626:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b40c3f01. 00000100:00000001:0.0:1779213017.510629:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213017.510633:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213017.510641:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213017.510654:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213017.510656:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213017.510659:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213017.510663:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213017.510665:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213017.510667:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213017.510671:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213017.510679:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1779213017.510684:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213017.510687:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213017.510688:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213017.510691:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213017.510693:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213017.510696:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213017.510696:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3c5 [1] + 224 00000100:00000040:0.0:1779213017.510701:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213017.510704:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213017.510707:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1779213017.510709:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213017.510710:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213017.510711:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1779213017.510713:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213017.510714:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213017.510716:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213017.510717:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213017.510721:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213017.510725:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960521088:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213017.510728:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213017.510730:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213017.510734:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213017.510736:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960521088/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213017.510743:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213017.510747:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213017.510751:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8c41d67. 02000000:00000001:0.0:1779213017.510754:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213017.510756:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213017.510759:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213017.510761:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1779213017.510766:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213017.510767:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1779213017.510769:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 02000000:00000001:0.0:1779213017.510772:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213017.510774:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213017.510776:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:0.0:1779213017.510781:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213017.510781:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213017.510782:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213017.510784:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213017.510786:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.510791:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213017.510792:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1779213017.510793:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213017.510794:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213017.510795:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213017.510796:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213017.510799:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213017.510799:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213017.510805:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202a00 00000400:00000200:1.0:1779213017.510815:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3cd [1] + 224 00000800:00000001:1.0:1779213017.510820:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.510830:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213017.510832:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213017.510835:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213017.510838:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213017.510842:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213017.510851:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213017.510857:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213017.510861:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213017.510864:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213017.510974:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213017.510977:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213017.510978:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213017.510982:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000400:00000010:3.0:1779213017.510983:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:3.0:1779213017.510986:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213017.510990:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213017.510998:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.511004:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213017.511006:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213017.511007:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213017.511009:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213017.511010:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213017.511011:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213017.511013:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213017.511019:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213017.511022:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213017.511024:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213017.511025:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213017.511027:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213017.511031:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213017.511038:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.511041:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213017.511043:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213017.511045:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213017.511047:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.511049:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.511055:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213017.511057:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213017.511063:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213017.511066:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213017.511073:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960521344:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213017.511077:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.511078:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213017.511080:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960521344/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.511086:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213017.511087:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213017.511089:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:3.0:1779213017.511091:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213017.511092:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213017.511093:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213017.511095:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213017.511096:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c7343de. 02000000:00000001:3.0:1779213017.511098:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213017.511100:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213017.511101:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:3.0:1779213017.511104:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213017.511105:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213017.511107:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.511109:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213017.511110:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213017.511113:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213017.511114:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213017.511115:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d31df1. 00000400:00000200:3.0:1779213017.511117:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:3.0:1779213017.511119:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:3.0:1779213017.511121:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213017.511123:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213017.511130:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.511146:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213017.511148:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213017.511150:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213017.511151:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213017.511153:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213017.511154:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213017.511156:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213017.511160:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213017.511163:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213017.511166:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213017.511167:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213017.511168:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213017.511170:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.511173:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213017.511174:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213017.511175:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213017.511176:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213017.511180:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.511186:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213017.511188:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213017.511189:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213017.511192:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213017.511198:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960521216:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213017.511203:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213017.511204:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213017.511206:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a474cc5 x1865639960521216/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213017.511212:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213017.511213:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213017.511220:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a437ba. 02000000:00000001:3.0:1779213017.511251:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213017.511253:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213017.511254:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213017.511257:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213017.511259:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 02000000:00000001:3.0:1779213017.511261:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213017.511262:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213017.511264:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 00000100:00000001:3.0:1779213017.511266:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213017.511268:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213017.511269:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213017.511273:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213017.511275:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213017.511276:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213017.511278:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213018.140383:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213018.140392:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213018.140400:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213018.140404:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213018.140407:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213018.140411:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213018.140414:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213018.140417:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213018.140420:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213018.140422:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213018.140581:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213018.140585:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213018.140588:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213019.164413:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213019.164418:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213019.164422:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213019.164423:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213019.164436:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213019.164438:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213019.164440:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213020.188633:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213020.188641:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213020.188646:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213020.188646:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213020.188708:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213020.188711:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213020.188713:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213021.212433:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213021.212442:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213021.212450:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213021.212451:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213021.212628:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213021.212633:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213021.212636:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213022.236343:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213022.236349:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213022.236355:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213022.236375:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213022.236392:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213022.236395:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213022.236397:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213022.621647:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213022.621657:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213022.621664:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004be2885. 00000020:00000040:1.0:1779213022.621669:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213022.621674:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213022.621677:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213022.621681:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213022.621688:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 00000100:00000001:1.0:1779213022.621694:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213022.621705:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213022.621717:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213022.621719:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213022.621729:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004be2885] to pc [ptlrpcd_00_02+2] req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.621758:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213022.621760:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213022.621763:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213022.621766:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000499513bc. 00000020:00000040:1.0:1779213022.621769:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213022.621772:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213022.621773:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213022.621776:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213022.621779:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000100:00000001:3.0:1779213022.621779:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213022.621784:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.621784:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213022.621787:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213022.621789:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1779213022.621795:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.621803:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213022.621805:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213022.621813:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499513bc] to pc [ptlrpcd_00_03+3] req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213022.621813:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213022.621817:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213022.621823:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213022.621826:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213022.621827:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213022.621829:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213022.621832:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.621834:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213022.621837:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 00000100:00100000:3.0:1779213022.621839:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960521472:192.168.202.129@tcp:400: 00000020:00000040:1.0:1779213022.621841:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213022.621846:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213022.621846:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213022.621849:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213022.621851:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213022.621854:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 02000000:00000001:3.0:1779213022.621854:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213022.621858:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213022.621859:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213022.621862:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213022.621863:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1779213022.621869:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acd0a255. 02000000:00000001:3.0:1779213022.621873:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.621887:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213022.621889:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213022.621889:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d31df1. 00000100:00000040:1.0:1779213022.621895:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_00+0] req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213022.621898:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000100:00000200:3.0:1779213022.621908:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521472, portal 25 00000100:00000001:3.0:1779213022.621911:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213022.621913:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217984 : -104753981333632 : ffffa0ba10275f80) 00000100:00000001:1.0:1779213022.621916:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213022.621920:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213022.621921:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213022.621928:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213022.621936:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11195) 00000100:00000001:3.0:1779213022.621937:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213022.621942:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213022.621946:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000001:1.0:1779213022.621948:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213022.621949:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960521472, offset 0 00000100:00000001:1.0:1779213022.621952:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213022.621954:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213022.621958:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213022.621961:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.621969:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213022.621971:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213022.621973:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213022.621974:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213022.621976:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213022.621980:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213022.621981:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1779213022.621985:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960521600:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213022.621988:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213022.621992:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213022.621995:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213022.621995:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213022.621998:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213022.622001:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213022.622002:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:1.0:1779213022.622006:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046324dcc. 02000000:00000001:1.0:1779213022.622008:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213022.622012:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [94:94:256:4294967295] 192.168.202.129@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000010:1.0:1779213022.622013:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b723f898. 00000400:00000010:1.0:1779213022.622019:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000200:1.0:1779213022.622022:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521600, portal 10 00000100:00000001:1.0:1779213022.622024:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213022.622027:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728224256 : -104753981327360 : ffffa0ba10277800) 00000400:00000200:3.0:1779213022.622029:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213022.622039:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213022.622041:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1779213022.622047:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ad21c7. 00000100:00000001:1.0:1779213022.622052:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213022.622054:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213022.622058:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:1.0:1779213022.622060:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000100:00000200:1.0:1779213022.622064:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960521600, offset 0 00000800:00000200:3.0:1779213022.622067:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213022.622071:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213022.622072:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d5ad21c7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213022.622079:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213022.622082:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213022.622086:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213022.622086:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213022.622091:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213022.622092:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305863108 00000400:00000200:1.0:1779213022.622096:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213022.622100:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [95:95:255:4294967295] 192.168.202.129@tcp LPNI seq info [95:95:7:4294967295] 00000100:00000001:3.0:1779213022.622102:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305857988 00000100:00000001:3.0:1779213022.622107:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305863108 00000400:00000200:1.0:1779213022.622112:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213022.622113:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305857988 00000100:00000001:3.0:1779213022.622120:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305863108 00000800:00000200:1.0:1779213022.622121:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213022.622126:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000100:00000001:3.0:1779213022.622131:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305857988 00000800:00000200:1.0:1779213022.622134:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213022.622137:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305863108 00000800:00000200:1.0:1779213022.622141:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213022.622142:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305857988 00000800:00000200:1.0:1779213022.622145:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213022.622147:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213022.622152:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622152:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213022.622158:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1271660 usecs (1272 jiffies) 00000100:00000001:3.0:1779213022.622158:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622162:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213022.622163:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305858809 00000100:00000001:1.0:1779213022.622167:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305863108 00000100:00000001:1.0:1779213022.622169:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305858809 00000100:00000001:1.0:1779213022.622171:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305863108 00000100:00000001:3.0:1779213022.622171:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213022.622174:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305858809 00000100:00000001:3.0:1779213022.622174:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213022.622179:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305863108 00000100:00000001:3.0:1779213022.622179:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213022.622182:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213022.622183:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305858809 00000100:00000001:3.0:1779213022.622185:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622187:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.622191:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305863108 00000100:00000001:1.0:1779213022.622194:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213022.622196:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622196:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213022.622199:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622199:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213022.622202:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213022.622203:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213022.622208:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213022.622210:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.622211:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213022.622216:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213022.622217:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213022.622218:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.622220:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622251:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213022.622253:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213022.622255:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213022.622257:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213022.622258:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213022.622261:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960521728:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213022.622265:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213022.622265:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213022.622268:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213022.622268:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213022.622271:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213022.622274:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213022.622277:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000869ca5d2. 02000000:00000001:3.0:1779213022.622280:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213022.622284:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779213022.622287:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eeb4de8. 00000100:00000200:3.0:1779213022.622290:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521728, portal 10 00000100:00000001:3.0:1779213022.622292:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213022.622298:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 00000100:00000040:3.0:1779213022.622303:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213022.622310:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213022.622313:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213022.622314:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1779213022.622315:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000800:00000010:1.0:1779213022.622319:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ad21c7. 00000100:00000200:3.0:1779213022.622319:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960521728, offset 0 00000400:00000200:1.0:1779213022.622325:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213022.622327:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213022.622336:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213022.622337:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213022.622342:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213022.622344:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213022.622346:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213022.622348:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213022.622351:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [96:96:254:4294967295] 192.168.202.129@tcp LPNI seq info [96:96:6:4294967295] 00000400:00000200:3.0:1779213022.622358:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213022.622362:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213022.622366:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000800:00000200:3.0:1779213022.622370:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213022.622375:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213022.622378:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213022.622381:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213022.622384:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 78185 usecs (79 jiffies) 00000100:00000001:3.0:1779213022.622387:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305857617 00000100:00000001:3.0:1779213022.622389:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305863108 00000100:00000001:3.0:1779213022.622391:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305857617 00000100:00000001:3.0:1779213022.622393:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305863108 00000100:00000001:3.0:1779213022.622395:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305857617 00000100:00000001:3.0:1779213022.622398:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305863108 00000100:00000001:3.0:1779213022.622399:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305857617 00000100:00000001:3.0:1779213022.622406:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305863108 00000100:00000001:3.0:1779213022.622407:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213022.622409:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622411:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622413:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213022.622416:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213022.622417:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213022.622419:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213022.622420:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213022.622422:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213022.622423:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213022.623669:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000400:00000010:1.0:1779213022.623674:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:1.0:1779213022.623679:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213022.623687:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.623697:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213022.623700:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.623706:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.623708:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213022.623726:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213022.623728:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:1.0:1779213022.623731:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213022.623735:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213022.623738:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:1.0:1779213022.623739:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:1.0:1779213022.623741:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213022.623750:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.623757:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213022.623759:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.623765:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.623767:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213022.623826:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213022.623829:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:1.0:1779213022.623832:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213022.623835:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213022.623838:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:1.0:1779213022.623839:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:1.0:1779213022.623842:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213022.623844:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.623851:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213022.623853:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.623859:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.623860:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213022.626642:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213022.626653:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213022.626657:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213022.626658:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213022.626667:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213022.626682:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202b00 00000400:00000200:1.0:1779213022.626690:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x3d5 [1] + 224 00000800:00000001:1.0:1779213022.626697:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213022.627661:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213022.627667:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213022.627674:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213022.627687:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213022.627694:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213022.627703:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.627720:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213022.627729:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213022.627734:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213022.627736:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213022.627739:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213022.627739:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213022.627744:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213022.627745:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:0.0:1779213022.627752:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213022.627756:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213022.627756:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202c00 00000400:00000010:0.0:1779213022.627761:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d31df1. 00000400:00000200:0.0:1779213022.627766:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:0.0:1779213022.627768:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:0.0:1779213022.627772:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213022.627776:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3e5 [1] + 224 00000100:00000200:0.0:1779213022.627779:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213022.627783:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213022.627787:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213022.627791:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1779213022.627795:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213022.627798:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213022.627803:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213022.627809:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213022.627810:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213022.627814:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213022.627819:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213022.627823:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1779213022.627824:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213022.627827:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213022.627831:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213022.627843:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213022.627850:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 0 0 0) 00000100:00000001:1.0:1779213022.627854:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1779213022.627855:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213022.627859:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1779213022.627860:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213022.627861:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213022.627864:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213022.627866:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213022.627866:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213022.627869:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213022.627871:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213022.627877:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213022.627877:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000040:0.0:1779213022.627885:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213022.627886:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202b80 00000400:00000200:1.0:1779213022.627895:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3dd [1] + 224 00000100:00000001:0.0:1779213022.627903:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1779213022.627903:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213022.627907:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213022.627909:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213022.627915:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213022.627916:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213022.627921:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213022.627930:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00100000:0.0:1779213022.627933:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960521472:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213022.627936:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213022.627940:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213022.627942:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213022.627944:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213022.627951:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004be2885 x1865639960521472/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213022.627958:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213022.627966:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213022.627970:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213022.627974:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acd0a255. 00000100:00000001:1.0:1779213022.627979:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1779213022.627980:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213022.627983:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213022.627985:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000800:00000001:1.0:1779213022.627986:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1779213022.627988:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213022.627991:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 00000800:00000001:1.0:1779213022.627991:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213022.627997:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213022.628000:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213022.628001:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004be2885. 00000100:00000001:1.0:1779213022.628004:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213022.628007:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213022.628008:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213022.628010:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213022.628012:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213022.628013:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213022.628015:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213022.628018:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b723f898. 00000100:00000001:0.0:1779213022.628022:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213022.628022:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000100:00000001:0.0:1779213022.628025:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213022.628025:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:0.0:1779213022.628031:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213022.628032:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213022.628035:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213022.628038:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213022.628046:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.628052:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213022.628054:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213022.628056:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213022.628058:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213022.628059:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213022.628061:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213022.628062:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213022.628068:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1779213022.628070:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213022.628073:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213022.628074:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213022.628081:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213022.628084:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.628087:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213022.628089:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213022.628091:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213022.628093:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213022.628097:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.628104:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213022.628106:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213022.628108:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213022.628110:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213022.628115:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960521600:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213022.628119:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213022.628121:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213022.628123:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000499513bc x1865639960521600/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213022.628127:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213022.628129:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213022.628130:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046324dcc. 02000000:00000001:1.0:1779213022.628133:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213022.628134:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213022.628135:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213022.628137:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213022.628138:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 02000000:00000001:1.0:1779213022.628141:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213022.628142:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213022.628143:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000499513bc. 00000100:00000001:1.0:1779213022.628148:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213022.628149:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213022.628151:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213022.628155:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213022.628162:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213022.628164:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213022.628165:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213022.628211:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213022.628213:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213022.628217:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213022.628218:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213022.628220:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:2.0:1779213022.628722:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eeb4de8 00000400:00000010:2.0:1779213022.628723:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001eeb4de8. 00000100:00000001:2.0:1779213022.628728:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213022.628732:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213022.628741:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213022.628747:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213022.628749:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213022.628751:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213022.628753:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213022.628754:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213022.628755:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213022.628757:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213022.628762:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213022.628766:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213022.628768:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213022.628769:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213022.628771:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213022.628775:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213022.628781:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213022.628783:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213022.628785:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213022.628786:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213022.628788:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213022.628797:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213022.628804:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213022.628806:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213022.628808:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213022.628811:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213022.628818:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960521728:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213022.628823:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213022.628825:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213022.628828:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960521728/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213022.628833:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213022.628835:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213022.628837:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000869ca5d2. 02000000:00000001:2.0:1779213022.628840:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213022.628841:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213022.628843:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213022.628845:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213022.628846:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 02000000:00000001:2.0:1779213022.628849:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213022.628851:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213022.628852:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00000001:2.0:1779213022.628856:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213022.628857:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213022.628859:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213022.628863:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213022.628864:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213022.628867:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213022.628869:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213023.260334:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213023.260340:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213023.260345:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213023.260363:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213023.260416:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213023.260420:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213023.260423:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213024.284499:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213024.284517:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213024.284523:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213024.284524:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213024.284676:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213024.284680:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213024.284682:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213025.308275:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213025.308281:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213025.308287:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213025.308288:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213025.308525:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213025.308529:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213025.308531:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213026.332333:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213026.332337:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213026.332341:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213026.332342:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213026.332405:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213026.332409:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213026.332412:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213027.356355:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213027.356365:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213027.356368:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213027.356372:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213027.356378:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213027.356381:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213027.356383:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213027.356386:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213027.356390:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213027.356391:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213027.356434:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213027.356438:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213027.356441:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213027.740405:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213027.740415:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213027.740443:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213027.740450:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213027.740454:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213027.740458:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213027.740465:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213027.740503:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:0.0:1779213027.740513:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213027.740527:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213027.740539:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213027.740542:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213027.740547:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_01+1] req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.740571:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213027.740573:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213027.740576:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213027.740578:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213027.740580:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213027.740582:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213027.740583:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213027.740584:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213027.740587:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:0.0:1779213027.740590:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213027.740593:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213027.740599:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213027.740601:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213027.740603:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213027.740606:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213027.740608:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_02+2] req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213027.740612:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213027.740618:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213027.740620:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213027.740623:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213027.740633:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213027.740636:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213027.740639:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213027.740641:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213027.740643:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213027.740645:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213027.740649:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213027.740656:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1779213027.740656:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960521856:192.168.202.129@tcp:400: 00000100:00000010:0.0:1779213027.740660:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000100:00000001:2.0:1779213027.740660:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213027.740662:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1779213027.740664:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00100000:2.0:1779213027.740665:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1779213027.740667:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213027.740668:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213027.740669:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213027.740670:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213027.740671:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213027.740673:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213027.740675:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213027.740676:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213027.740677:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 00000100:00000001:2.0:1779213027.740680:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213027.740681:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.740685:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213027.740687:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213027.740691:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213027.740694:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213027.740696:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213027.740696:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213027.740697:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213027.740700:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213027.740703:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213027.740705:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c19f74b1. 00000100:00000040:0.0:1779213027.740708:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_03+3] req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213027.740710:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.740716:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213027.740718:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213027.740720:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1779213027.740722:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b723f898. 02000000:00000001:2.0:1779213027.740731:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213027.740734:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 02000000:00000001:2.0:1779213027.740734:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213027.740741:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960521984:192.168.202.129@tcp:400: 00000100:00000200:1.0:1779213027.740745:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521856, portal 25 00000100:00000001:2.0:1779213027.740745:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213027.740747:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213027.740749:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213027.740750:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213027.740752:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213027.740753:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 02000000:00000001:2.0:1779213027.740753:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213027.740758:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213027.740760:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1779213027.740763:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ceef41. 00000100:00000040:1.0:1779213027.740765:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213027.740767:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213027.740769:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11200) 00000400:00000010:2.0:1779213027.740772:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000010:2.0:1779213027.740779:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:2.0:1779213027.740784:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960521984, portal 10 00000100:00000001:1.0:1779213027.740787:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213027.740787:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213027.740790:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000040:1.0:1779213027.740794:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213027.740797:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213027.740798:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000100:00000200:1.0:1779213027.740804:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960521856, offset 0 00000100:00000001:2.0:1779213027.740806:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213027.740810:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213027.740813:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd2ae6d2. 00000400:00000200:1.0:1779213027.740817:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213027.740825:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960521984, offset 0 00000400:00000200:2.0:1779213027.740830:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213027.740836:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213027.740843:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213027.740845:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213027.740847:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1779213027.740849:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213027.740850:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213027.740853:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213027.740856:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213027.740856:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213027.740859:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213027.740860:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213027.740862:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213027.740863:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213027.740869:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [97:97:256:4294967295] 192.168.202.129@tcp LPNI seq info [97:97:8:4294967295] 00000100:00000040:3.0:1779213027.740872:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213027.740880:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213027.740881:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213027.740882:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213027.740884:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213027.740887:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213027.740890:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960522112:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213027.740903:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213027.740906:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213027.740911:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213027.740913:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213027.740918:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213027.740918:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213027.740918:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213027.740924:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000afae195. 00000400:00000200:2.0:1779213027.740926:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1779213027.740927:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 02000000:00000001:3.0:1779213027.740928:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213027.740931:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213027.740935:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213027.740935:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000800:00000200:1.0:1779213027.740941:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213027.740942:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213027.740943:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a113a25f. 00000400:00000200:2.0:1779213027.740949:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [98:98:255:4294967295] 192.168.202.129@tcp LPNI seq info [98:98:7:4294967295] 00000100:00000200:3.0:1779213027.740949:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960522112, portal 10 00000100:00000001:3.0:1779213027.740953:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1779213027.740954:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213027.740956:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000800:00000200:1.0:1779213027.740959:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1779213027.740965:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213027.740974:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213027.740980:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213027.740986:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213027.740987:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305868227 00000100:00000001:3.0:1779213027.740987:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1779213027.740990:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 00000100:00000040:3.0:1779213027.740994:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213027.740997:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213027.740998:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305863108 00000400:00000010:3.0:1779213027.741000:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000800:00000200:2.0:1779213027.741004:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1779213027.741006:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960522112, offset 0 00000800:00000200:2.0:1779213027.741011:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213027.741016:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305868227 00000100:00000001:2.0:1779213027.741016:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213027.741016:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213027.741022:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305863108 00000100:00000040:2.0:1779213027.741022:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1216710 usecs (1217 jiffies) 00000100:00000001:2.0:1779213027.741026:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305863873 00000400:00000200:3.0:1779213027.741026:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213027.741028:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305868227 00000100:00000001:2.0:1779213027.741031:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305868227 00000100:00000001:2.0:1779213027.741034:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305863873 00000400:00000200:3.0:1779213027.741035:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213027.741036:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305863108 00000100:00000001:2.0:1779213027.741039:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305868227 00000400:00000200:3.0:1779213027.741041:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213027.741042:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305868227 00000100:00000001:2.0:1779213027.741043:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305863873 00000400:00000200:3.0:1779213027.741047:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213027.741048:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305868227 00000100:00000001:1.0:1779213027.741050:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305863108 00000100:00000001:2.0:1779213027.741052:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305863873 00000400:00000200:3.0:1779213027.741054:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213027.741058:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213027.741059:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305868227 00000400:00000200:3.0:1779213027.741059:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [99:99:254:4294967295] 192.168.202.129@tcp LPNI seq info [99:99:6:4294967295] 00000100:00000001:2.0:1779213027.741062:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213027.741065:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.741066:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.741070:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.741073:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.741076:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213027.741078:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.741078:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213027.741080:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213027.741081:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213027.741083:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213027.741084:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213027.741091:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1779213027.741092:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213027.741094:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213027.741098:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1779213027.741098:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000100:00000001:1.0:1779213027.741100:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213027.741104:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213027.741104:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213027.741108:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213027.741112:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213027.741115:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213027.741119:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213027.741127:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 74520 usecs (75 jiffies) 00000100:00000001:3.0:1779213027.741130:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305862731 00000100:00000001:3.0:1779213027.741133:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305868227 00000100:00000001:3.0:1779213027.741135:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305862731 00000100:00000001:3.0:1779213027.741136:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305868227 00000100:00000001:3.0:1779213027.741138:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305862731 00000100:00000001:3.0:1779213027.741140:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305868227 00000100:00000001:3.0:1779213027.741141:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305862731 00000100:00000001:3.0:1779213027.741143:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305868227 00000100:00000001:3.0:1779213027.741145:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213027.741147:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213027.741149:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213027.741151:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213027.741356:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213027.741361:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:0.0:1779213027.741368:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213027.741374:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213027.741379:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:0.0:1779213027.741382:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:0.0:1779213027.741387:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213027.741390:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.741400:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213027.741403:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.741421:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213027.741423:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213027.741436:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213027.741439:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000400:00000200:0.0:1779213027.741441:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213027.741445:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213027.741448:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2ae6d2 00000400:00000010:0.0:1779213027.741449:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd2ae6d2. 00000100:00000001:0.0:1779213027.741451:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213027.741454:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.741461:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213027.741463:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.741483:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213027.741485:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213027.741562:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213027.741564:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000400:00000200:0.0:1779213027.741568:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213027.741572:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213027.741574:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:0.0:1779213027.741576:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:0.0:1779213027.741578:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213027.741581:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.741588:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213027.741590:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.741596:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213027.741597:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213027.747305:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747325:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213027.747331:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747333:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213027.747348:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213027.747370:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202c80 00000400:00000200:1.0:1779213027.747381:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x3ed [1] + 224 00000800:00000001:1.0:1779213027.747390:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747395:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213027.747398:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213027.747405:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213027.747415:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213027.747423:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213027.747438:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213027.747458:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213027.747481:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747485:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213027.747487:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747490:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213027.747496:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213027.747499:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213027.747503:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202d00 00000100:00000001:3.0:1779213027.747505:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213027.747511:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3f1 [1] + 224 00000800:00000001:1.0:1779213027.747515:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213027.747520:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213027.747524:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213027.747527:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b723f898. 00000400:00000200:3.0:1779213027.747532:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000800:00000001:1.0:1779213027.747536:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213027.747536:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000400:00000200:1.0:1779213027.747540:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213027.747543:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213027.747546:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213027.747550:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213027.747550:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213027.747557:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213027.747566:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213027.747597:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213027.747603:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747606:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213027.747608:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747609:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213027.747614:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213027.747619:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202d80 00000400:00000200:1.0:1779213027.747624:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x3fd [1] + 224 00000800:00000001:1.0:1779213027.747628:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747634:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213027.747637:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1779213027.747639:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213027.747644:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213027.747650:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213027.747654:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213027.747656:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213027.747658:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213027.747664:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213027.747669:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1779213027.747670:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213027.747673:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213027.747677:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213027.747691:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213027.747695:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213027.747698:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213027.747735:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213027.747738:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213027.747749:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213027.747750:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213027.747752:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 00000400:00000200:0.0:1779213027.747756:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113a25f 00000400:00000010:0.0:1779213027.747758:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a113a25f. 00000100:00000001:0.0:1779213027.747761:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213027.747765:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213027.747778:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213027.747779:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213027.747788:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=82 v=5 (5 0 0 0) 00000100:00000001:0.0:1779213027.747789:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213027.747791:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213027.747795:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:3.0:1779213027.747795:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=82 v=5 (1 0 0 0) 02000000:00000001:0.0:1779213027.747797:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213027.747799:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213027.747800:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213027.747802:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213027.747803:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213027.747806:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213027.747807:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213027.747810:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213027.747813:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=82 v=5 (5 0 0 0) 00000100:00000001:3.0:1779213027.747814:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213027.747820:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213027.747824:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1779213027.747824:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213027.747832:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213027.747836:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213027.747840:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213027.747840:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213027.747843:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213027.747848:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213027.747859:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213027.747859:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.747864:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213027.747867:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213027.747871:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213027.747874:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213027.747876:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960521856:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213027.747881:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213027.747885:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213027.747892:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213027.747894:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213027.747900:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213027.747903:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213027.747911:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960522112:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213027.747916:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213027.747919:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213027.747921:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960522112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213027.747929:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213027.747933:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213027.747937:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000afae195. 02000000:00000001:0.0:1779213027.747941:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213027.747943:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213027.747945:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213027.747950:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213027.747950:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1779213027.747953:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 00000100:00000040:3.0:1779213027.747956:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960521856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213027.747959:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213027.747962:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213027.747965:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:3.0:1779213027.747966:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213027.747969:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213027.747970:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1779213027.747972:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c19f74b1. 00000100:00000001:0.0:1779213027.747973:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213027.747977:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213027.747979:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213027.747982:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213027.747983:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213027.747985:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213027.747987:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1779213027.747987:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 00000100:00000001:0.0:1779213027.747990:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213027.747992:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213027.747993:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213027.747995:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213027.747996:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213027.747997:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:3.0:1779213027.748002:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213027.748003:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213027.748010:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213027.748023:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213027.748025:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213027.748026:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213027.748028:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.748210:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213027.748213:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213027.748216:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213027.748217:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213027.748218:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213027.748221:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213027.748259:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213027.748262:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213027.748264:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213027.748270:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213027.748283:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213027.748284:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213027.748285:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213027.748286:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213027.748287:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213027.748289:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213027.748290:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213027.748294:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213027.748295:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213027.748297:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213027.748298:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213027.748299:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213027.748301:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.748303:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213027.748303:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213027.748305:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213027.748306:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213027.748307:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213027.748311:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213027.748312:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213027.748313:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213027.748314:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213027.748325:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960521984:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213027.748330:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213027.748331:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213027.748333:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960521984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213027.748339:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213027.748340:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213027.748346:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ceef41. 02000000:00000001:2.0:1779213027.748349:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213027.748351:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213027.748352:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213027.748354:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213027.748355:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 02000000:00000001:2.0:1779213027.748358:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213027.748359:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213027.748360:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:2.0:1779213027.748363:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213027.748364:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213027.748366:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213027.748370:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213027.748371:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213027.748372:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213027.748374:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213028.380312:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213028.380317:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213028.380324:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213028.380328:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213028.380331:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213028.380335:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213028.380337:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213028.380340:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213028.380341:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213028.380343:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213028.380381:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213028.380386:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213028.380391:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213029.404302:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213029.404307:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213029.404313:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213029.404314:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213029.404350:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213029.404355:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213029.404358:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213030.428744:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213030.428750:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213030.428756:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213030.428757:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213030.428818:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213030.428822:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213030.428825:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213031.452419:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213031.452426:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213031.452460:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213031.452461:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213031.453505:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213031.453510:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213031.453513:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213032.476314:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213032.476318:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213032.476322:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213032.476324:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213032.476384:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213032.476388:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213032.476390:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213032.860309:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213032.860318:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213032.860328:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000020:00000040:3.0:1779213032.860333:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213032.860338:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213032.860341:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213032.860345:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213032.860352:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 00000100:00000001:3.0:1779213032.860359:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860370:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213032.860381:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213032.860383:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860388:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a474cc5] to pc [ptlrpcd_00_00+0] req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213032.860437:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860440:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213032.860444:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213032.860447:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213032.860450:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213032.860451:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213032.860452:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213032.860455:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779213032.860455:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213032.860458:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213032.860462:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213032.860470:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1779213032.860471:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213032.860472:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213032.860478:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1779213032.860479:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e97781. 02000000:00000001:2.0:1779213032.860480:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213032.860484:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213032.860484:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213032.860485:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213032.860486:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960522240:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213032.860490:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213032.860492:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213032.860495:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213032.860497:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213032.860499:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213032.860504:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213032.860508:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1779213032.860509:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ceef41. 00000100:00000001:3.0:1779213032.860510:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213032.860512:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860516:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_01+1] req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213032.860517:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000010:2.0:1779213032.860524:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:2.0:1779213032.860533:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960522240, portal 25 00000100:00000001:2.0:1779213032.860535:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213032.860537:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 00000100:00000001:3.0:1779213032.860537:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860541:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213032.860543:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213032.860549:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213032.860554:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000100:00000001:2.0:1779213032.860555:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1779213032.860559:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213032.860562:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213032.860563:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213032.860566:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1779213032.860567:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd2ae6d2. 02000000:00000001:3.0:1779213032.860567:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213032.860572:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960522240, offset 0 02000000:00000010:3.0:1779213032.860575:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000100:00000001:3.0:1779213032.860579:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213032.860583:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213032.860586:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213032.860594:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213032.860596:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860599:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_02+2] req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.860602:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213032.860605:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213032.860606:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213032.860609:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213032.860617:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213032.860618:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213032.860624:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213032.860629:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213032.860633:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213032.860634:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213032.860635:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213032.860638:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213032.860639:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [100:100:256:4294967295] 192.168.202.129@tcp LPNI seq info [100:100:8:4294967295] 02000000:00000001:1.0:1779213032.860643:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213032.860649:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213032.860653:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213032.860657:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000800:00000200:2.0:1779213032.860664:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213032.860670:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213032.860674:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1779213032.860680:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213032.860685:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860685:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213032.860687:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213032.860692:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960522368:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213032.860693:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213032.860694:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305873347 00000100:00000001:1.0:1779213032.860701:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213032.860703:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11205) 02000000:00000001:1.0:1779213032.860704:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213032.860705:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213032.860706:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305868227 02000000:00000001:1.0:1779213032.860709:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213032.860713:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305873347 02000000:00000010:1.0:1779213032.860715:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000648976d5. 00000100:00000001:2.0:1779213032.860718:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305868227 02000000:00000001:1.0:1779213032.860719:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213032.860722:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305873347 00000400:00000010:1.0:1779213032.860725:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968ec73c. 00000100:00000001:2.0:1779213032.860726:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305868227 00000400:00000010:1.0:1779213032.860731:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000001:2.0:1779213032.860731:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305873347 00000100:00000001:2.0:1779213032.860735:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305868227 00000100:00000200:1.0:1779213032.860736:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960522368, portal 10 00000100:00000001:3.0:1779213032.860738:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213032.860740:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213032.860741:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1779213032.860742:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1779213032.860744:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000001:2.0:1779213032.860744:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213032.860745:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213032.860750:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213032.860753:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213032.860756:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213032.860757:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213032.860759:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213032.860761:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213032.860762:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213032.860767:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213032.860768:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213032.860769:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213032.860771:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213032.860771:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213032.860772:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213032.860775:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213032.860778:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213032.860780:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860780:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213032.860789:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000200:1.0:1779213032.860794:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960522368, offset 0 00000100:00000001:3.0:1779213032.860798:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213032.860800:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213032.860803:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213032.860805:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213032.860807:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213032.860809:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213032.860812:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213032.860813:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213032.860819:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:3.0:1779213032.860819:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960522496:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213032.860822:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213032.860827:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213032.860827:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213032.860830:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [101:101:255:4294967295] 192.168.202.129@tcp LPNI seq info [101:101:7:4294967295] 02000000:00000001:3.0:1779213032.860832:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213032.860834:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213032.860838:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213032.860839:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1779213032.860843:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000010:3.0:1779213032.860844:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef6c2b9. 00000800:00000010:1.0:1779213032.860846:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 02000000:00000001:3.0:1779213032.860847:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213032.860851:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213032.860853:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c344ab. 00000800:00000200:1.0:1779213032.860857:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213032.860859:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213032.860859:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 00000100:00000001:1.0:1779213032.860864:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213032.860865:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960522496, portal 10 00000100:00000040:1.0:1779213032.860866:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1166412 usecs (1167 jiffies) 00000100:00000001:3.0:1779213032.860869:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213032.860870:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305868943 00000100:00000001:3.0:1779213032.860872:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000001:1.0:1779213032.860873:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305873347 00000100:00000001:1.0:1779213032.860876:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305868943 00000100:00000001:1.0:1779213032.860878:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305873347 00000100:00000001:1.0:1779213032.860880:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305868943 00000100:00000040:3.0:1779213032.860881:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.860883:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305873347 00000100:00000001:1.0:1779213032.860885:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305868943 00000100:00000001:1.0:1779213032.860889:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305873347 00000100:00000001:1.0:1779213032.860891:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213032.860895:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.860898:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213032.860900:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213032.860905:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213032.860905:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213032.860908:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a113a25f. 00000100:00000001:1.0:1779213032.860909:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213032.860911:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1779213032.860913:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960522496, offset 0 00000100:00000001:1.0:1779213032.860914:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213032.860916:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213032.860918:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.860920:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213032.860923:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213032.860936:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213032.860939:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213032.860942:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213032.860944:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213032.860946:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213032.860948:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [102:102:254:4294967295] 192.168.202.129@tcp LPNI seq info [102:102:6:4294967295] 00000400:00000200:3.0:1779213032.860957:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213032.860959:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213032.860963:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000800:00000200:3.0:1779213032.860963:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213032.860968:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000400:00000200:1.0:1779213032.860971:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1779213032.860975:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213032.860980:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:3.0:1779213032.860984:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213032.860987:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2ae6d2 00000800:00000200:3.0:1779213032.860988:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213032.860992:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.860995:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 71235 usecs (72 jiffies) 00000100:00000001:3.0:1779213032.860997:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305867848 00000100:00000001:3.0:1779213032.860999:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305873347 00000400:00000010:1.0:1779213032.861000:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd2ae6d2. 00000100:00000001:3.0:1779213032.861001:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305867848 00000100:00000001:3.0:1779213032.861005:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305873347 00000100:00000001:1.0:1779213032.861006:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213032.861007:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305867848 00000100:00000001:3.0:1779213032.861010:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305873347 00000100:00000200:1.0:1779213032.861011:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213032.861013:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305867848 00000100:00000001:3.0:1779213032.861017:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305873347 00000100:00000001:3.0:1779213032.861022:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213032.861027:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.861029:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213032.861030:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213032.861032:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213032.861034:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.861040:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.861042:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213032.861052:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213032.861054:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:1.0:1779213032.861056:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213032.861058:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213032.861059:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:1.0:1779213032.861060:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:1.0:1779213032.861062:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213032.861063:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.861067:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213032.861068:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.861071:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.861077:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213032.861109:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213032.861112:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213032.861133:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213032.861135:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:1.0:1779213032.861138:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213032.861140:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213032.861142:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113a25f 00000400:00000010:1.0:1779213032.861143:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a113a25f. 00000100:00000001:1.0:1779213032.861145:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213032.861147:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.861151:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213032.861152:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.861156:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.861157:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213032.862657:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.862693:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213032.862697:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.862707:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213032.862716:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213032.862727:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202e00 00000400:00000200:0.0:1779213032.862746:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x405 [1] + 224 00000800:00000001:0.0:1779213032.862753:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.862757:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213032.862759:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213032.862762:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213032.862767:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213032.862771:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213032.862781:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213032.862798:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213032.862817:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.862822:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213032.862824:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.862827:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213032.862831:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213032.862838:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202e80 00000400:00000200:0.0:1779213032.862850:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x40d [1] + 224 00000100:00000001:2.0:1779213032.862852:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1779213032.862854:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213032.862855:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213032.862859:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213032.862862:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1779213032.862862:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213032.862865:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1779213032.862868:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:2.0:1779213032.862869:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213032.862874:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213032.862876:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213032.862878:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213032.862879:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213032.862883:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213032.862888:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213032.862902:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213032.862908:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213032.862922:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213032.862925:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213032.862928:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213032.862931:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213032.862933:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213032.862935:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213032.862936:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213032.862941:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.862945:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213032.862946:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213032.862952:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=87 v=5 (5 0 0 0) 00000800:00000001:0.0:1779213032.862953:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.862958:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213032.862958:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213032.862964:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213032.862967:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213032.862971:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00010000:00000001:2.0:1779213032.862972:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213032.862975:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.862977:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213032.862978:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213032.862982:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27202f00 00000100:00000001:1.0:1779213032.862982:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213032.862986:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213032.862988:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213032.862991:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213032.862994:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000968ec73c. 00000100:00000001:2.0:1779213032.862998:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213032.862999:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:1.0:1779213032.863003:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:2.0:1779213032.863003:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213032.863007:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213032.863008:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213032.863013:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x415 [1] + 224 00000100:00000040:2.0:1779213032.863013:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213032.863015:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213032.863024:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213032.863032:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213032.863037:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1779213032.863040:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960522240:192.168.202.129@tcp:400: 00000100:00000200:1.0:1779213032.863046:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213032.863048:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213032.863055:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213032.863057:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213032.863062:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213032.863062:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213032.863068:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1779213032.863068:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a474cc5 x1865639960522240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.863071:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213032.863078:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213032.863080:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213032.863083:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213032.863087:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213032.863088:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213032.863092:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213032.863095:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213032.863100:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1779213032.863101:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=76 v=5 (5 0 0 0) 02000000:00000010:2.0:1779213032.863104:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ceef41. 02000000:00000001:2.0:1779213032.863109:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213032.863111:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:1.0:1779213032.863114:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=76 v=5 (1 0 0 0) 00000020:00000040:2.0:1779213032.863114:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213032.863115:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213032.863121:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213032.863121:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1779213032.863121:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213032.863123:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213032.863125:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1779213032.863125:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 00000800:00000001:0.0:1779213032.863126:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213032.863128:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213032.863131:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213032.863132:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213032.863135:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:2.0:1779213032.863135:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213032.863139:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1779213032.863139:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 00000100:00000001:1.0:1779213032.863140:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213032.863146:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213032.863146:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213032.863148:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213032.863149:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213032.863153:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213032.863154:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213032.863158:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213032.863160:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213032.863161:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213032.863162:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213032.863163:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213032.863167:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213032.863167:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213032.863171:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c344ab. 00000100:00000001:2.0:1779213032.863173:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213032.863177:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00000100:00100000:1.0:1779213032.863179:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960522368:192.168.202.129@tcp:400: 00000400:00000010:3.0:1779213032.863180:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:2.0:1779213032.863181:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213032.863186:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.863187:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213032.863188:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213032.863191:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213032.863195:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960522368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213032.863195:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213032.863215:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213032.863218:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213032.863220:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000648976d5. 02000000:00000001:1.0:1779213032.863253:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213032.863255:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213032.863256:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213032.863258:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213032.863259:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e97781. 00000100:00000200:3.0:1779213032.863260:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213032.863262:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213032.863264:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213032.863266:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:1.0:1779213032.863271:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213032.863274:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213032.863275:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213032.863277:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213032.863279:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213032.863279:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213032.863282:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213032.863284:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213032.863285:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213032.863286:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213032.863287:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.863288:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213032.863291:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213032.863292:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213032.863299:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213032.863302:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213032.863305:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213032.863307:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213032.863309:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213032.863313:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213032.863320:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213032.863322:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213032.863323:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213032.863325:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213032.863326:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213032.863330:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213032.863336:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213032.863338:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213032.863340:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213032.863349:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213032.863357:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960522496:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213032.863368:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213032.863370:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213032.863372:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960522496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213032.863381:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213032.863382:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213032.863383:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef6c2b9. 02000000:00000001:3.0:1779213032.863386:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213032.863388:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213032.863388:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213032.863391:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213032.863392:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 02000000:00000001:3.0:1779213032.863394:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213032.863395:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213032.863396:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:3.0:1779213032.863398:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213032.863399:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213032.863401:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213032.863404:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213032.863405:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213032.863407:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213032.863408:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213033.500375:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213033.500383:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213033.500388:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213033.500389:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213033.500451:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213033.500456:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213033.500460:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213034.524380:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213034.524388:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213034.524395:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213034.524396:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213034.524463:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213034.524468:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213034.524471:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213035.548580:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213035.548585:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213035.548591:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213035.548592:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213035.548694:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213035.548699:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213035.548704:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213036.572484:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213036.572491:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213036.572508:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213036.572511:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213036.572515:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213036.572517:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213036.572519:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213036.572521:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213036.572525:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213036.572526:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213036.572771:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213036.572775:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213036.572777:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213037.596339:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213037.596345:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213037.596349:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213037.596352:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213037.596354:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213037.596357:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213037.596359:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213037.596361:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213037.596363:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213037.596365:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213037.596499:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213037.596503:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213037.596505:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213037.981597:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213037.981606:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213037.981612:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000499513bc. 00000020:00000040:1.0:1779213037.981624:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213037.981628:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213037.981631:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213037.981634:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213037.981639:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fd2778. 00000100:00000001:1.0:1779213037.981647:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213037.981656:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213037.981664:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213037.981666:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213037.981669:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499513bc] to pc [ptlrpcd_00_03+3] req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.981687:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213037.981694:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213037.981697:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213037.981699:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6bd720. 00000020:00000040:1.0:1779213037.981700:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213037.981702:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213037.981703:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213037.981704:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213037.981706:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010c3b120. 00000100:00000001:1.0:1779213037.981709:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213037.981711:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213037.981712:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213037.981713:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213037.981717:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213037.981718:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213037.981718:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213037.981721:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213037.981721:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213037.981724:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6bd720] to pc [ptlrpcd_00_00+0] req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213037.981740:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.981747:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213037.981751:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213037.981752:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213037.981754:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213037.981756:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c65d6926. 00000020:00000040:1.0:1779213037.981758:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213037.981760:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213037.981761:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213037.981761:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213037.981763:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1779213037.981765:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:1.0:1779213037.981765:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.981767:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213037.981768:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1779213037.981769:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213037.981772:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213037.981772:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213037.981775:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213037.981777:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.981778:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213037.981778:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213037.981783:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213037.981785:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1779213037.981785:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960522624:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213037.981788:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213037.981790:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213037.981793:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213037.981795:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213037.981795:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213037.981798:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65d6926] to pc [ptlrpcd_00_01+1] req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213037.981801:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213037.981805:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213037.981811:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213037.981817:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce1c2b55. 02000000:00000001:3.0:1779213037.981822:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.981825:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213037.981827:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213037.981830:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213037.981832:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213037.981833:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213037.981838:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c344ab. 00000100:00000001:1.0:1779213037.981840:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213037.981843:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1779213037.981844:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960522752:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213037.981849:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213037.981850:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1779213037.981852:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 02000000:00000001:0.0:1779213037.981855:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213037.981855:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11210) 02000000:00000001:0.0:1779213037.981858:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213037.981860:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960522624, portal 25 02000000:00000001:0.0:1779213037.981862:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213037.981864:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1779213037.981866:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000242f781a. 00000100:00000001:3.0:1779213037.981867:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728224256 : -104753981327360 : ffffa0ba10277800) 02000000:00000001:0.0:1779213037.981870:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213037.981875:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078565dc2. 00000100:00000040:3.0:1779213037.981876:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213037.981881:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000200:0.0:1779213037.981887:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960522752, portal 10 00000100:00000001:3.0:1779213037.981888:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213037.981891:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213037.981894:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728214400 : -104753981337216 : ffffa0ba10275180) 00000100:00000001:2.0:1779213037.981895:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213037.981895:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00100000:2.0:1779213037.981899:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:3.0:1779213037.981900:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000100:00000001:2.0:1779213037.981901:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213037.981905:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213037.981906:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1779213037.981906:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960522624, offset 0 00000100:00000001:2.0:1779213037.981909:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213037.981913:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213037.981915:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213037.981918:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213037.981920:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213037.981924:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213037.981924:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213037.981931:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213037.981936:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c30ccf9. 00000100:00000001:2.0:1779213037.981936:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213037.981938:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213037.981939:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213037.981940:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960522752, offset 0 02000000:00000001:2.0:1779213037.981945:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213037.981948:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213037.981948:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213037.981952:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213037.981953:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213037.981956:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:2.0:1779213037.981959:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960522880:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213037.981963:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213037.981966:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213037.981969:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213037.981970:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213037.981973:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [103:103:256:4294967295] 192.168.202.129@tcp LPNI seq info [103:103:8:4294967295] 02000000:00000001:2.0:1779213037.981978:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213037.981981:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213037.981985:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0455bd. 00000400:00000200:3.0:1779213037.981986:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:2.0:1779213037.981989:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213037.981994:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000800:00000200:3.0:1779213037.981995:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213037.981999:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213037.982000:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000800:00000010:3.0:1779213037.982002:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000400:00000200:0.0:1779213037.982004:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1779213037.982005:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960522880, portal 10 00000400:00000200:0.0:1779213037.982009:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213037.982010:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213037.982012:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728213504 : -104753981338112 : ffffa0ba10274e00) 00000400:00000200:0.0:1779213037.982015:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213037.982020:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213037.982021:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213037.982023:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213037.982029:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [104:104:255:4294967295] 192.168.202.129@tcp LPNI seq info [104:104:7:4294967295] 00000800:00000200:3.0:1779213037.982035:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213037.982040:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213037.982042:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779213037.982047:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213037.982050:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213037.982050:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000200:2.0:1779213037.982055:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960522880, offset 0 00000400:00000200:2.0:1779213037.982061:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213037.982061:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213037.982067:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213037.982068:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213037.982073:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213037.982076:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305878468 00000800:00000010:0.0:1779213037.982079:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000200:2.0:1779213037.982079:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213037.982085:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213037.982089:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213037.982090:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213037.982092:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305873347 00000100:00000001:3.0:1779213037.982098:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305878468 00000800:00000200:0.0:1779213037.982099:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213037.982100:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [105:105:254:4294967295] 192.168.202.129@tcp LPNI seq info [105:105:6:4294967295] 00000100:00000001:3.0:1779213037.982103:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305873347 00000800:00000200:0.0:1779213037.982104:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213037.982109:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305878468 00000100:00000001:3.0:1779213037.982115:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305873347 00000100:00000001:0.0:1779213037.982117:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213037.982121:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:0.0:1779213037.982122:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1119883 usecs (1120 jiffies) 00000100:00000001:3.0:1779213037.982122:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305878468 00000100:00000001:0.0:1779213037.982127:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305874017 00000100:00000001:3.0:1779213037.982128:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305873347 00000100:00000001:0.0:1779213037.982132:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305878468 00000800:00000200:2.0:1779213037.982133:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213037.982134:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305874017 00000100:00000001:3.0:1779213037.982134:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213037.982139:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.982140:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305878468 00000800:00000010:2.0:1779213037.982140:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000100:00000001:0.0:1779213037.982145:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305874017 00000100:00000001:3.0:1779213037.982145:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213037.982149:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213037.982151:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305878468 00000800:00000200:2.0:1779213037.982151:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213037.982155:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213037.982157:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305874017 00000100:00000001:3.0:1779213037.982157:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213037.982161:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213037.982162:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305878468 00000100:00000001:3.0:1779213037.982163:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213037.982166:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213037.982167:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213037.982167:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213037.982168:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.982174:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213037.982175:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.982176:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.982178:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.982182:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213037.982182:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 68002 usecs (69 jiffies) 00000100:00000001:0.0:1779213037.982187:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213037.982188:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305872966 00000100:00000001:0.0:1779213037.982189:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213037.982191:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.982192:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.982197:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305878468 00000100:00000001:2.0:1779213037.982199:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305872966 00000100:00000001:2.0:1779213037.982201:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305878468 00000100:00000001:2.0:1779213037.982203:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305872966 00000100:00000001:2.0:1779213037.982205:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305878468 00000100:00000001:2.0:1779213037.982207:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305872966 00000100:00000001:2.0:1779213037.982209:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305878468 00000100:00000001:2.0:1779213037.982211:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213037.982213:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.982214:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.982217:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213037.982302:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213037.982307:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000400:00000200:1.0:1779213037.982311:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213037.982316:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213037.982320:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:1.0:1779213037.982322:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:1.0:1779213037.982331:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213037.982334:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.982342:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213037.982344:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.982350:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213037.982353:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213037.982375:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213037.982377:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:1.0:1779213037.982380:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213037.982383:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213037.982385:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c30ccf9 00000400:00000010:1.0:1779213037.982387:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001c30ccf9. 00000100:00000001:1.0:1779213037.982389:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213037.982391:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.982396:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213037.982398:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.982413:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213037.982414:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213037.982479:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213037.982481:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000400:00000200:1.0:1779213037.982483:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213037.982487:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213037.982489:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:1.0:1779213037.982491:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:1.0:1779213037.982493:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213037.982496:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.982502:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213037.982504:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.982510:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213037.982511:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213037.985217:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.985257:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213037.985261:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.985263:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213037.985274:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213037.985291:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27202f80 00000400:00000200:1.0:1779213037.985299:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x41d [1] + 224 00000800:00000001:1.0:1779213037.985306:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.985311:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213037.985314:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213037.985319:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213037.985326:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213037.985332:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213037.985344:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.985385:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213037.985395:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.985399:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213037.985400:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.985403:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213037.985407:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213037.985413:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203000 00000400:00000200:1.0:1779213037.985418:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x421 [1] + 224 00000800:00000001:1.0:1779213037.985422:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.985425:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213037.985426:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213037.985429:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213037.985431:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213037.985435:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213037.985443:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213037.985523:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213037.985527:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213037.986089:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213037.986096:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.986101:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213037.986103:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.986105:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213037.986110:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213037.986117:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203080 00000400:00000200:1.0:1779213037.986122:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x42d [1] + 224 00000800:00000001:1.0:1779213037.986126:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.986140:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213037.986143:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213037.986147:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213037.986150:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213037.986157:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213037.986163:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213037.986178:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213037.986184:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213037.986186:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213037.986257:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213037.986261:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213037.986267:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213037.986270:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213037.986273:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213037.986278:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213037.986280:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213037.986285:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213037.986289:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213037.986300:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213037.986307:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213037.986310:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213037.986313:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213037.986316:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213037.986318:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213037.986320:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213037.986323:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213037.986332:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213037.986336:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213037.986340:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213037.986344:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213037.986347:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1779213037.986349:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213037.986350:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213037.986352:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1779213037.986354:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1779213037.986355:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c344ab. 00000400:00000200:3.0:1779213037.986361:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00010000:00080000:2.0:1779213037.986363:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213037.986364:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:3.0:1779213037.986380:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213037.986387:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213037.986389:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.986396:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1779213037.986399:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213037.986400:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213037.986402:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213037.986404:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213037.986412:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213037.986415:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213037.986418:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213037.986422:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213037.986424:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213037.986427:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213037.986427:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213037.986429:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.986432:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1779213037.986433:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.986436:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213037.986438:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=92 v=5 (5 0 0 0) 00000100:00000040:2.0:1779213037.986443:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213037.986443:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213037.986450:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213037.986452:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213037.986456:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1779213037.986460:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960522880:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213037.986466:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1779213037.986466:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213037.986471:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.986472:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213037.986478:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c65d6926 x1865639960522880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213037.986479:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213037.986504:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213037.986504:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213037.986508:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1779213037.986509:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213037.986509:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213037.986513:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0455bd. 00000100:00000040:3.0:1779213037.986514:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213037.986520:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213037.986524:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213037.986527:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00100000:3.0:1779213037.986527:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960522624:192.168.202.129@tcp:400: 00000020:00000001:2.0:1779213037.986533:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213037.986533:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213037.986536:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1779213037.986537:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 00000100:00000040:3.0:1779213037.986538:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000499513bc x1865639960522624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213037.986542:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213037.986544:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213037.986545:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213037.986547:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce1c2b55. 02000000:00000001:2.0:1779213037.986550:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779213037.986550:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213037.986551:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213037.986553:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000010:2.0:1779213037.986554:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c65d6926. 00000100:00000001:2.0:1779213037.986559:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1779213037.986560:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213037.986561:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213037.986563:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fd2778. 00000100:00000001:2.0:1779213037.986565:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213037.986566:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213037.986568:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213037.986570:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000499513bc. 00000100:00000001:3.0:1779213037.986572:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213037.986573:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213037.986574:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213037.986576:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213037.986577:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213037.986579:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213037.986579:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213037.986583:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213037.986585:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213037.986586:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213037.986588:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213037.987459:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213037.987463:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213037.987464:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078565dc2. 00000400:00000200:0.0:1779213037.987468:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:0.0:1779213037.987470:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:0.0:1779213037.987473:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213037.987478:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213037.987486:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213037.987493:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213037.987502:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213037.987504:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213037.987505:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213037.987507:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213037.987509:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213037.987511:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213037.987516:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1779213037.987519:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213037.987521:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213037.987522:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213037.987524:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213037.987526:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.987528:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213037.987529:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213037.987531:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213037.987532:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213037.987535:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213037.987542:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213037.987544:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213037.987545:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213037.987548:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213037.987554:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960522752:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213037.987558:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213037.987560:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213037.987562:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6bd720 x1865639960522752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213037.987567:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213037.987568:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213037.987570:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000242f781a. 02000000:00000001:0.0:1779213037.987574:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213037.987575:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213037.987581:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213037.987583:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213037.987585:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010c3b120. 02000000:00000001:0.0:1779213037.987588:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213037.987589:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213037.987590:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6bd720. 00000100:00000001:0.0:1779213037.987592:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213037.987594:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213037.987595:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213037.987599:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213037.987600:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213037.987602:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213037.987604:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213038.620355:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213038.620388:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213038.620394:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213038.620395:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213038.620455:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213038.620459:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213038.620462:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213039.644385:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213039.644392:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213039.644397:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213039.644398:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213039.644481:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213039.644483:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213039.644485:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213040.668356:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213040.668362:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213040.668368:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213040.668369:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213040.668898:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213040.668902:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213040.668905:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213041.692361:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213041.692367:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213041.692373:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213041.692374:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213041.692439:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213041.692442:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213041.692445:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213042.716376:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213042.716385:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213042.716394:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213042.716395:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213042.717374:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213042.717380:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213042.717383:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213043.100486:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213043.100498:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213043.100512:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00000020:00000040:2.0:1779213043.100520:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213043.100526:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213043.100530:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213043.100537:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213043.100546:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000001:2.0:1779213043.100574:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213043.100588:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213043.100601:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213043.100603:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213043.100610:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791c9b42] to pc [ptlrpcd_00_02+2] req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213043.100638:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213043.100641:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213043.100645:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213043.100648:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 00000020:00000040:2.0:1779213043.100650:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213043.100653:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213043.100654:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213043.100656:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213043.100659:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213043.100662:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213043.100666:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213043.100674:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213043.100676:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213043.100679:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023bb76ba] to pc [ptlrpcd_00_03+3] req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213043.100680:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213043.100686:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213043.100690:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213043.100691:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213043.100694:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213043.100705:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1779213043.100708:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779213043.100713:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 00000020:00000040:2.0:1779213043.100718:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213043.100722:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213043.100724:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1779213043.100725:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213043.100727:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213043.100732:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213043.100733:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213043.100735:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1779213043.100738:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 02000000:00000001:0.0:1779213043.100739:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213043.100745:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960523008:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213043.100745:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.100752:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213043.100752:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213043.100758:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213043.100763:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.100763:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213043.100765:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213043.100767:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213043.100770:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_00+0] req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213043.100774:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e3d382e. 02000000:00000001:0.0:1779213043.100779:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213043.100789:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078565dc2. 00000400:00000010:0.0:1779213043.100798:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000200:0.0:1779213043.100814:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523008, portal 25 00000100:00000001:0.0:1779213043.100817:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213043.100819:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527173504 : -104754182378112 : ffffa0ba042bad80) 00000100:00000040:0.0:1779213043.100826:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213043.100826:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213043.100830:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213043.100832:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213043.100838:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213043.100853:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213043.100855:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213043.100858:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213043.100859:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213043.100862:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1779213043.100864:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65c6e90. 02000000:00000001:1.0:1779213043.100865:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213043.100868:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213043.100871:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960523264:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213043.100877:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213043.100879:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213043.100880:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213043.100882:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960523008, offset 0 02000000:00000001:1.0:1779213043.100883:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213043.100888:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35152cf. 02000000:00000001:1.0:1779213043.100890:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213043.100894:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213043.100895:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968ec73c. 00000400:00000010:1.0:1779213043.100903:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213043.100906:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523264, portal 10 00000100:00000001:1.0:1779213043.100908:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213043.100910:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000400:00000200:0.0:1779213043.100914:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:1.0:1779213043.100918:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213043.100922:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213043.100928:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213043.100935:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213043.100939:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213043.100942:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000400:00000200:0.0:1779213043.100943:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779213043.100947:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960523264, offset 0 00000400:00000200:0.0:1779213043.100950:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213043.100956:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213043.100959:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [106:106:256:4294967295] 192.168.202.129@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:0.0:1779213043.100972:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213043.100979:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213043.100984:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:2.0:1779213043.100986:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213043.100989:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1779213043.100995:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213043.100997:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213043.101005:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11215) 00000800:00000200:0.0:1779213043.101009:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213043.101020:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213043.101038:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213043.101042:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213043.101086:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213043.101089:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213043.101092:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213043.101100:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213043.101102:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213043.101103:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213043.101104:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213043.101104:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213043.101109:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213043.101110:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [107:107:255:4294967295] 192.168.202.129@tcp LPNI seq info [107:107:7:4294967295] 00000100:00000001:3.0:1779213043.101117:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213043.101118:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213043.101118:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213043.101120:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1779213043.101122:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213043.101122:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213043.101124:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213043.101126:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960523136:192.168.202.129@tcp:400: 00000800:00000010:1.0:1779213043.101128:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:3.0:1779213043.101130:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1779213043.101131:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213043.101135:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213043.101138:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1779213043.101138:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213043.101139:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213043.101141:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213043.101144:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3b2ecbe. 02000000:00000001:3.0:1779213043.101146:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213043.101149:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c344ab. 00000400:00000010:3.0:1779213043.101152:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 00000100:00000200:3.0:1779213043.101155:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523136, portal 10 00000100:00000001:3.0:1779213043.101157:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213043.101158:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527176192 : -104754182375424 : ffffa0ba042bb800) 00000100:00000040:3.0:1779213043.101163:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213043.101169:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213043.101171:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213043.101173:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eeb4de8. 00000100:00000200:3.0:1779213043.101175:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960523136, offset 0 00000400:00000200:3.0:1779213043.101179:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213043.101183:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213043.101184:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213043.101186:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213043.101189:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213043.101190:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213043.101193:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [108:108:254:4294967295] 192.168.202.129@tcp LPNI seq info [108:108:6:4294967295] 00000400:00000200:3.0:1779213043.101201:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213043.101203:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213043.101205:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213043.101207:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213043.101207:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 65165 usecs (66 jiffies) 00000800:00000010:3.0:1779213043.101208:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ad21c7. 00000100:00000001:0.0:1779213043.101215:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305883587 00000100:00000001:1.0:1779213043.101215:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305878082 00000800:00000200:3.0:1779213043.101215:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213043.101219:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305878468 00000800:00000200:3.0:1779213043.101240:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213043.101243:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d5ad21c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213043.101247:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213043.101250:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1077088 usecs (1078 jiffies) 00000100:00000001:3.0:1779213043.101253:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305879095 00000800:00000200:2.0:1779213043.101349:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213043.101359:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:2.0:1779213043.101367:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213043.101373:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213043.101379:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65c6e90 00000400:00000010:2.0:1779213043.101381:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a65c6e90. 00000100:00000001:2.0:1779213043.101386:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213043.101390:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213043.101400:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213043.101404:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213043.101411:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.101413:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213043.101426:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213043.101428:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:2.0:1779213043.101436:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213043.101439:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213043.101442:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:2.0:1779213043.101444:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:2.0:1779213043.101446:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213043.101449:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213043.101457:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213043.101459:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213043.101465:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.101467:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213043.101540:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213043.101542:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ad21c7. 00000400:00000200:2.0:1779213043.101546:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213043.101549:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213043.101551:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eeb4de8 00000400:00000010:2.0:1779213043.101553:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001eeb4de8. 00000100:00000001:2.0:1779213043.101555:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213043.101558:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213043.101565:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213043.101567:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213043.101573:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.101575:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213043.101620:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305878083 00000100:00000001:1.0:1779213043.101623:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305878468 00000100:00000001:1.0:1779213043.101626:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305878083 00000100:00000001:1.0:1779213043.101628:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305878468 00000100:00000001:1.0:1779213043.101629:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305878083 00000100:00000001:1.0:1779213043.101632:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305878468 00000100:00000001:1.0:1779213043.101639:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213043.101642:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213043.101645:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213043.101647:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213043.101655:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213043.101657:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213043.101659:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213043.101661:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213043.101662:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213043.101664:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213043.102519:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, simply extend its deadline from 4305878468 00000100:00000001:3.0:1779213043.102527:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305879096 00000100:00000001:0.0:1779213043.102531:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305879095 00000100:00000001:3.0:1779213043.102531:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, simply extend its deadline from 4305878468 00000100:00000001:0.0:1779213043.102540:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305883589 00000100:00000001:3.0:1779213043.102540:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305879096 00000100:00000001:3.0:1779213043.102548:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, simply extend its deadline from 4305878468 00000100:00000001:0.0:1779213043.102549:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305879096 00000100:00000001:3.0:1779213043.102552:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305879096 00000100:00000001:0.0:1779213043.102555:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305883589 00000100:00000001:3.0:1779213043.102559:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, simply extend its deadline from 4305878468 00000100:00000001:0.0:1779213043.102561:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305879096 00000100:00000001:3.0:1779213043.102566:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213043.102567:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305883589 00000100:00000001:3.0:1779213043.102570:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.102572:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305879096 00000100:00000001:3.0:1779213043.102574:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.102577:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213043.102578:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213043.102583:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213043.102587:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213043.102589:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213043.102592:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213043.102595:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213043.102595:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213043.102597:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.102598:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213043.102601:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.102605:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213043.102607:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213043.102610:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213043.102611:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213043.102613:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.102615:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213043.103418:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103428:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213043.103445:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103452:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213043.103465:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213043.103481:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203100 00000400:00000200:1.0:1779213043.103491:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x435 [1] + 224 00000800:00000001:1.0:1779213043.103500:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103504:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213043.103507:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213043.103511:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213043.103518:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213043.103533:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213043.103544:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213043.103562:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213043.103573:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103577:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213043.103579:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103582:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213043.103586:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213043.103593:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203200 00000400:00000200:1.0:1779213043.103606:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x43d [1] + 224 00000800:00000001:1.0:1779213043.103611:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103614:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213043.103616:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213043.103619:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213043.103623:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213043.103628:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213043.103637:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213043.103652:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213043.103657:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103660:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213043.103661:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103664:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213043.103668:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213043.103674:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203180 00000100:00000001:2.0:1779213043.103677:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213043.103680:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x445 [1] + 224 00000100:00000001:2.0:1779213043.103682:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779213043.103687:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1779213043.103689:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1779213043.103692:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213043.103693:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213043.103697:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1779213043.103698:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000968ec73c. 00000400:00000200:1.0:1779213043.103703:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213043.103705:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:2.0:1779213043.103708:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:2.0:1779213043.103712:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213043.103721:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213043.103727:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213043.103735:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213043.103751:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213043.103755:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213043.103758:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213043.103782:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213043.103785:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213043.103788:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213043.103789:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213043.103791:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c344ab. 00000400:00000200:0.0:1779213043.103796:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00000400:00000010:0.0:1779213043.103797:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:0.0:1779213043.103801:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213043.103805:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213043.103818:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213043.103820:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213043.103846:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213043.103848:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213043.103848:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213043.103852:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213043.103855:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213043.103858:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213043.103859:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213043.103860:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213043.103863:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.103863:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213043.103868:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213043.103870:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213043.103871:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213043.103873:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213043.103875:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=87 v=5 (5 0 0 0) 02000000:00000001:2.0:1779213043.103875:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213043.103881:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213043.103884:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1779213043.103884:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=98 v=5 (5 0 0 0) 00000100:00000001:0.0:1779213043.103886:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213043.103890:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1779213043.103890:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=62 v=5 (1 0 0 0) 00010000:00000001:0.0:1779213043.103894:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.103894:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213043.103898:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.103899:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1779213043.103900:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1779213043.103901:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213043.103904:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00010000:00080000:2.0:1779213043.103907:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213043.103912:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213043.103919:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213043.103919:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.103924:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213043.103927:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213043.103928:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213043.103931:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213043.103931:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213043.103934:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213043.103934:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213043.103939:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213043.103942:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213043.103954:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960523136:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213043.103962:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213043.103962:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213043.103966:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213043.103967:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213043.103968:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213043.103971:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213043.103974:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023bb76ba x1865639960523136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213043.103984:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960523264:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213043.103991:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213043.103994:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213043.103999:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3b2ecbe. 02000000:00000001:0.0:1779213043.104004:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213043.104006:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213043.104009:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213043.104009:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213043.104012:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213043.104015:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:0.0:1779213043.104019:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213043.104021:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213043.104023:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000100:00000001:2.0:1779213043.104027:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213043.104030:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1779213043.104032:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960523264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213043.104033:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213043.104039:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213043.104045:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213043.104046:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213043.104047:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213043.104050:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213043.104050:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213043.104053:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35152cf. 00000100:00000001:0.0:1779213043.104054:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213043.104060:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213043.104061:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213043.104062:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213043.104064:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213043.104065:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 02000000:00000001:2.0:1779213043.104067:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213043.104068:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213043.104069:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00000001:2.0:1779213043.104072:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213043.104073:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213043.104075:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213043.104079:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213043.104080:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213043.104082:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213043.104085:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213043.104736:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213043.104739:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213043.104743:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213043.104744:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213043.104746:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078565dc2. 00000400:00000200:3.0:1779213043.104750:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:3.0:1779213043.104752:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:3.0:1779213043.104755:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213043.104760:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213043.104770:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213043.104776:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213043.104777:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213043.104779:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213043.104787:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213043.104788:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213043.104790:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213043.104792:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213043.104795:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213043.104798:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213043.104800:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213043.104801:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213043.104803:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213043.104805:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213043.104807:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213043.104810:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213043.104816:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213043.104818:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213043.104819:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213043.104822:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213043.104829:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960523008:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213043.104833:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213043.104835:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213043.104837:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000791c9b42 x1865639960523008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213043.104843:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213043.104845:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213043.104846:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e3d382e. 02000000:00000001:3.0:1779213043.104849:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213043.104850:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213043.104851:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213043.104853:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213043.104854:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 02000000:00000001:3.0:1779213043.104856:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213043.104858:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213043.104859:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000100:00000001:3.0:1779213043.104867:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213043.104868:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213043.104870:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213043.104874:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213043.104875:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213043.104876:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213043.104878:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213043.740407:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213043.740414:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213043.740420:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213043.740421:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213043.740489:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213043.740495:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213043.740499:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213044.766529:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213044.766537:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213044.766544:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213044.766545:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213044.766674:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213044.766679:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213044.766683:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213045.788368:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213045.788376:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213045.788384:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213045.788386:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213045.789322:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213045.789327:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213045.789330:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213046.813148:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213046.813153:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213046.813167:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213046.813169:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213046.813173:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213046.813174:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213046.813175:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213046.813177:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213046.813179:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213046.813180:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213046.813245:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213046.813248:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213046.813251:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213047.836371:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213047.836376:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213047.836382:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213047.836384:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213047.836387:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213047.836390:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213047.836392:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213047.836394:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213047.836396:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213047.836398:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213047.836451:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213047.836455:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213047.836458:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213048.220360:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213048.220369:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213048.220379:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213048.220384:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213048.220389:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213048.220392:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213048.220397:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213048.220404:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:3.0:1779213048.220410:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.220420:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213048.220430:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213048.220432:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.220437:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_01+1] req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.220467:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.220469:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213048.220472:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213048.220486:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000020:00000040:3.0:1779213048.220489:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213048.220491:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213048.220492:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213048.220494:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213048.220497:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779213048.220500:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.220504:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213048.220511:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213048.220512:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.220515:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213048.220516:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_02+2] req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213048.220520:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213048.220523:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213048.220531:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213048.220539:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213048.220541:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213048.220545:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213048.220547:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213048.220549:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213048.220551:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213048.220552:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960523392:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213048.220554:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213048.220559:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213048.220561:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213048.220564:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 02000000:00000001:2.0:1779213048.220565:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213048.220569:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213048.220569:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213048.220572:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213048.220573:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213048.220575:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213048.220577:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213048.220580:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cc43228. 00000100:00000001:3.0:1779213048.220583:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.220587:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213048.220594:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213048.220595:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.220597:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_03+3] req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.220605:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.220607:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213048.220614:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213048.220619:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11220) 00000100:00000001:1.0:1779213048.220680:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213048.220683:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213048.220739:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a2829d3. 02000000:00000001:2.0:1779213048.220743:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.220744:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213048.220747:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213048.220749:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1779213048.220749:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000100:00000040:0.0:1779213048.220761:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213048.220766:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000001:0.0:1779213048.220772:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213048.220773:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213048.220775:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523392, portal 25 00000100:00000001:2.0:1779213048.220778:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1779213048.220780:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213048.220780:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 02000000:00000001:0.0:1779213048.220784:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213048.220788:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213048.220788:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213048.220795:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960523520:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213048.220802:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213048.220802:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1779213048.220807:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1779213048.220807:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213048.220810:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213048.220811:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 02000000:00000001:0.0:1779213048.220815:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1779213048.220815:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960523392, offset 0 02000000:00000010:0.0:1779213048.220820:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003728909e. 02000000:00000001:0.0:1779213048.220823:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213048.220828:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000400:00000200:2.0:1779213048.220828:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213048.220840:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213048.220845:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213048.220848:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213048.220852:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213048.220855:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213048.220858:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [109:109:256:4294967295] 192.168.202.129@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1779213048.220867:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213048.220872:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213048.220876:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000800:00000200:2.0:1779213048.220882:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213048.220888:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213048.220892:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213048.220906:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.220909:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305888707 00000100:00000001:2.0:1779213048.220915:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305883587 00000100:00000001:2.0:1779213048.220919:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305888707 00000100:00000001:2.0:1779213048.220922:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305883589 00000100:00000001:2.0:1779213048.220926:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305888707 00000100:00000001:2.0:1779213048.220929:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305883589 00000100:00000001:2.0:1779213048.220937:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305888707 00000100:00000001:2.0:1779213048.220940:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305883589 00000100:00000001:2.0:1779213048.220942:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213048.220944:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.220947:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.220949:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213048.220956:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213048.220958:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213048.220960:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213048.220961:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213048.220962:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.220963:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.220986:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213048.220988:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213048.220989:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213048.220993:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213048.221000:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213048.221001:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213048.221003:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213048.221005:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213048.221007:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1779213048.221007:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213048.221013:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960523648:192.168.202.129@tcp:400: 00000800:00000010:1.0:1779213048.221014:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213048.221017:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213048.221021:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1779213048.221021:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213048.221023:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213048.221026:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213048.221030:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000010:2.0:1779213048.221030:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0455bd. 02000000:00000001:2.0:1779213048.221033:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213048.221037:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dbbd706. 00000400:00000200:1.0:1779213048.221038:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:1.0:1779213048.221042:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:1.0:1779213048.221046:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213048.221049:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213048.221058:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213048.221061:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213048.221070:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213048.221072:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1779213048.221151:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042750886. 00000400:00000010:0.0:1779213048.221154:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139181df. 00000100:00000200:2.0:1779213048.221155:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523648, portal 10 00000100:00000001:2.0:1779213048.221159:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1779213048.221160:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523520, portal 10 00000100:00000001:2.0:1779213048.221161:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:0.0:1779213048.221164:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213048.221165:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000040:0.0:1779213048.221174:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213048.221175:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213048.221198:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213048.221198:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213048.221205:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213048.221207:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 00000100:00000200:2.0:1779213048.221210:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960523648, offset 0 00000100:00000040:0.0:1779213048.221211:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213048.221216:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000400:00000200:2.0:1779213048.221217:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213048.221244:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213048.221247:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213048.221250:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213048.221252:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213048.221255:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213048.221257:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [110:110:256:4294967295] 192.168.202.129@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:2.0:1779213048.221275:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:0.0:1779213048.221279:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960523520, offset 0 00000800:00000200:2.0:1779213048.221282:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213048.221287:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000400:00000200:0.0:1779213048.221291:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213048.221295:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213048.221302:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213048.221302:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213048.221307:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213048.221308:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213048.221314:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213048.221317:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213048.221319:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213048.221322:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [111:111:255:4294967295] 192.168.202.129@tcp LPNI seq info [111:111:7:4294967295] 00000100:00000001:2.0:1779213048.221327:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213048.221331:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 62500 usecs (63 jiffies) 00000100:00000001:2.0:1779213048.221335:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305883200 00000100:00000001:2.0:1779213048.221337:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305888707 00000100:00000001:2.0:1779213048.221341:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305883200 00000400:00000200:0.0:1779213048.221346:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213048.221346:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305888707 00000100:00000001:2.0:1779213048.221349:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305883200 00000100:00000001:2.0:1779213048.221354:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305888707 00000100:00000001:2.0:1779213048.221357:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305883200 00000800:00000200:0.0:1779213048.221358:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213048.221362:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000100:00000001:2.0:1779213048.221366:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305888707 00000800:00000200:0.0:1779213048.221369:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213048.221370:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213048.221374:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.221377:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213048.221378:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213048.221380:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213048.221382:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213048.221386:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.221386:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213048.221389:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1779213048.221391:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1037343 usecs (1038 jiffies) 00000100:00000001:2.0:1779213048.221392:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213048.221394:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213048.221395:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305884175 00000100:00000001:2.0:1779213048.221396:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.221400:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305888707 00000100:00000001:2.0:1779213048.221400:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.221405:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305884175 00000100:00000001:0.0:1779213048.221408:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305888707 00000100:00000001:0.0:1779213048.221410:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305884175 00000100:00000001:0.0:1779213048.221411:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305888707 00000100:00000001:0.0:1779213048.221413:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305884175 00000100:00000001:0.0:1779213048.221415:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305888707 00000100:00000001:0.0:1779213048.221417:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213048.221420:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.221422:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.221424:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213048.221427:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213048.221428:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213048.221429:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213048.221430:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213048.221431:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.221432:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213048.221592:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213048.221595:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000400:00000200:3.0:1779213048.221598:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213048.221602:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213048.221605:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00000400:00000010:3.0:1779213048.221606:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00000100:00000001:3.0:1779213048.221609:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213048.221613:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.221620:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213048.221621:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.221625:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213048.221626:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213048.221651:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213048.221653:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:3.0:1779213048.221655:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213048.221657:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213048.221658:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:3.0:1779213048.221659:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:3.0:1779213048.221661:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213048.221662:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.221667:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213048.221668:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.221674:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213048.221675:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213048.223722:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213048.223740:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213048.223746:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213048.223748:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213048.223762:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213048.223782:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203280 00000400:00000200:1.0:1779213048.223791:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x44d [1] + 224 00000800:00000001:1.0:1779213048.223798:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213048.223802:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213048.223805:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213048.223810:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213048.223818:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213048.223842:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213048.223855:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213048.223891:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213048.223902:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213048.223907:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213048.223908:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213048.223915:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213048.223920:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213048.223928:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203380 00000400:00000200:1.0:1779213048.223934:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x455 [1] + 224 00000100:00000001:2.0:1779213048.223937:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213048.223938:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213048.223943:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213048.223943:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213048.223955:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213048.223959:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:2.0:1779213048.223963:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213048.223967:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213048.223970:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213048.223975:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213048.223980:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213048.223983:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213048.223985:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213048.223989:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213048.223992:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213048.224015:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213048.224020:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213048.224033:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213048.224035:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213048.224038:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213048.224042:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213048.224042:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213048.224046:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1779213048.224048:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213048.224049:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213048.224053:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213048.224053:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213048.224057:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213048.224060:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213048.224064:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=103 v=5 (5 0 0 0) 00000400:00000200:1.0:1779213048.224066:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:2.0:1779213048.224072:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=103 v=5 (1 0 0 0) 00000400:00000200:1.0:1779213048.224076:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203300 00000100:00000001:2.0:1779213048.224078:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213048.224081:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213048.224085:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x459 [1] + 224 00010000:00000001:2.0:1779213048.224086:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1779213048.224089:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213048.224090:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1779213048.224090:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.224095:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213048.224100:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1779213048.224100:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213048.224102:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213048.224105:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213048.224105:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213048.224110:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:2.0:1779213048.224111:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213048.224116:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dbbd706. 00000400:00000200:0.0:1779213048.224122:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042750886 00000100:00000001:2.0:1779213048.224124:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213048.224125:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000042750886. 00000100:00000001:0.0:1779213048.224131:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213048.224131:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213048.224132:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213048.224136:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213048.224139:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213048.224140:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213048.224144:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213048.224175:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213048.224175:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960523392:192.168.202.129@tcp:400: 00000100:00000200:0.0:1779213048.224189:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213048.224193:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213048.224199:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213048.224202:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213048.224205:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213048.224208:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:2.0:1779213048.224208:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960523392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213048.224210:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213048.224212:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213048.224216:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213048.224221:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.224252:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1779213048.224256:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=103 v=5 (5 0 0 0) 02000000:00000001:2.0:1779213048.224256:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213048.224256:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213048.224261:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1779213048.224272:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a2829d3. 00000100:00001000:0.0:1779213048.224274:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=67 v=5 (1 0 0 0) 02000000:00000001:2.0:1779213048.224278:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213048.224280:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213048.224282:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213048.224282:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:0.0:1779213048.224286:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1779213048.224286:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213048.224291:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00080000:0.0:1779213048.224293:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213048.224295:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 02000000:00000001:2.0:1779213048.224303:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1779213048.224304:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213048.224307:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213048.224310:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000010:2.0:1779213048.224310:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000040:0.0:1779213048.224313:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213048.224316:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213048.224316:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213048.224319:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213048.224319:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213048.224320:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213048.224325:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213048.224328:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213048.224329:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213048.224334:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1779213048.224335:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213048.224337:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.224343:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213048.224343:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213048.224346:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.224347:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213048.224349:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213048.224354:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213048.224370:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960523648:192.168.202.129@tcp:400: 00000400:00000001:3.0:1779213048.224375:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213048.224376:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213048.224377:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213048.224379:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1779213048.224380:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 00000400:00000200:3.0:1779213048.224384:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139181df 00000100:00000040:0.0:1779213048.224385:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960523648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213048.224387:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000139181df. 00000100:00000001:3.0:1779213048.224393:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213048.224398:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1779213048.224401:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213048.224402:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213048.224405:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0455bd. 02000000:00000001:0.0:1779213048.224411:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213048.224413:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213048.224415:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000200:3.0:1779213048.224417:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213048.224420:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213048.224423:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cc43228. 02000000:00000001:0.0:1779213048.224428:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213048.224431:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213048.224431:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1779213048.224432:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000100:00000001:3.0:1779213048.224435:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213048.224437:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213048.224438:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213048.224440:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213048.224441:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213048.224444:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213048.224445:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213048.224447:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213048.224450:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.224451:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213048.224453:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213048.224455:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1779213048.224456:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=92 v=5 (5 0 0 0) 00000100:00000001:0.0:1779213048.224457:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213048.224462:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213048.224465:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213048.224466:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213048.224468:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213048.224470:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213048.224472:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213048.224473:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213048.224474:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213048.224475:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213048.224478:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.224482:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213048.224484:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213048.224485:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213048.224486:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213048.224508:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960523520:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213048.224511:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213048.224513:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213048.224514:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960523520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213048.224518:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213048.224519:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213048.224521:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003728909e. 02000000:00000001:3.0:1779213048.224523:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213048.224524:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213048.224525:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213048.224526:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213048.224527:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:3.0:1779213048.224529:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213048.224530:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213048.224530:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:3.0:1779213048.224533:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213048.224534:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213048.224535:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213048.224538:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213048.224538:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213048.224540:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213048.224541:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213048.860342:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213048.860350:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213048.860358:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213048.860377:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213048.860431:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213048.860435:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213048.860438:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213049.884396:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213049.884404:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213049.884412:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213049.884413:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213049.884490:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213049.884494:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213049.884497:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213050.908346:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213050.908353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213050.908366:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213050.908368:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213050.908447:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213050.908449:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213050.908451:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213051.932324:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213051.932329:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213051.932335:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213051.932337:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213051.932393:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213051.932398:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213051.932400:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213052.956295:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213052.956299:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213052.956303:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213052.956304:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213052.956358:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213052.956362:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213052.956365:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213053.340358:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213053.340365:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213053.340373:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213053.340378:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213053.340382:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213053.340384:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213053.340388:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213053.340395:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000100:00000001:0.0:1779213053.340400:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213053.340423:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213053.340430:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213053.340432:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213053.340436:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_00+0] req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.340455:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213053.340456:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213053.340459:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213053.340460:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213053.340462:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213053.340463:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213053.340464:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213053.340465:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213053.340470:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:0.0:1779213053.340472:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213053.340474:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213053.340481:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213053.340482:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213053.340486:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_01+1] req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213053.340488:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213053.340494:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213053.340496:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213053.340497:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213053.340499:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213053.340503:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1779213053.340505:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213053.340505:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213053.340507:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000100:00000001:2.0:1779213053.340509:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1779213053.340511:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213053.340513:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213053.340517:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213053.340520:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1779213053.340521:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213053.340522:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1779213053.340523:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213053.340525:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213053.340529:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213053.340532:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1779213053.340533:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 02000000:00000001:1.0:1779213053.340537:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213053.340539:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213053.340543:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960523776:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213053.340547:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213053.340555:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213053.340555:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213053.340559:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213053.340562:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213053.340563:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213053.340564:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213053.340565:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213053.340567:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213053.340572:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213053.340572:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213053.340576:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213053.340577:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213053.340577:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960523904:192.168.202.129@tcp:400: 02000000:00000010:1.0:1779213053.340582:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d40f4ab. 00000100:00000001:2.0:1779213053.340586:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213053.340588:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213053.340591:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213053.340594:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213053.340597:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 02000000:00000001:2.0:1779213053.340597:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213053.340601:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6c018e9. 02000000:00000001:2.0:1779213053.340605:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213053.340606:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000400:00000010:2.0:1779213053.340609:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000100:00000200:1.0:1779213053.340613:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523776, portal 25 00000400:00000010:2.0:1779213053.340615:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000001:0.0:1779213053.340616:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213053.340617:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213053.340620:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213053.340620:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000040:0.0:1779213053.340627:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1779213053.340628:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960523904, portal 10 00000100:00000040:1.0:1779213053.340629:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213053.340633:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213053.340634:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11225) 00000100:00000001:2.0:1779213053.340636:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000001:3.0:1779213053.340642:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213053.340646:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213053.340646:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213053.340648:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213053.340650:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213053.340651:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213053.340654:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213053.340655:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213053.340658:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213053.340659:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40c3f01. 00000100:00000200:1.0:1779213053.340664:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960523776, offset 0 00000100:00000001:2.0:1779213053.340673:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213053.340675:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213053.340681:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213053.340685:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000200:2.0:1779213053.340688:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960523904, offset 0 00000400:00000200:1.0:1779213053.340691:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213053.340701:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213053.340702:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213053.340706:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213053.340708:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213053.340710:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213053.340711:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213053.340713:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213053.340716:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213053.340716:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213053.340720:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960524032:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213053.340722:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213053.340726:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213053.340729:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213053.340730:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [112:112:256:4294967295] 192.168.202.129@tcp LPNI seq info [112:112:8:4294967295] 02000000:00000001:3.0:1779213053.340731:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213053.340733:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213053.340737:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a2829d3. 02000000:00000001:3.0:1779213053.340739:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213053.340741:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000400:00000010:3.0:1779213053.340747:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000400:00000200:1.0:1779213053.340749:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:3.0:1779213053.340751:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524032, portal 10 00000100:00000001:3.0:1779213053.340755:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213053.340756:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000800:00000200:1.0:1779213053.340760:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213053.340762:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213053.340763:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1779213053.340768:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000400:00000200:2.0:1779213053.340770:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213053.340776:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213053.340778:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213053.340781:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213053.340783:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213053.340788:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213053.340789:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213053.340791:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213053.340794:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000800:00000200:1.0:1779213053.340795:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213053.340799:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [113:113:255:4294967295] 192.168.202.129@tcp LPNI seq info [113:113:7:4294967295] 00000100:00000200:3.0:1779213053.340799:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960524032, offset 0 00000400:00000200:3.0:1779213053.340811:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213053.340816:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213053.340816:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213053.340822:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305893827 00000800:00000200:2.0:1779213053.340824:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213053.340829:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779213053.340830:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000100:00000001:1.0:1779213053.340832:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305888707 00000400:00000200:3.0:1779213053.340833:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1779213053.340838:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213053.340839:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213053.340845:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213053.340846:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305893827 00000800:00000200:2.0:1779213053.340851:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213053.340853:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305888707 00000400:00000200:3.0:1779213053.340853:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1779213053.340856:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213053.340858:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305893827 00000100:00000001:2.0:1779213053.340862:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213053.340863:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [114:114:254:4294967295] 192.168.202.129@tcp LPNI seq info [114:114:6:4294967295] 00000100:00000001:1.0:1779213053.340865:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305888707 00000100:00000040:2.0:1779213053.340868:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 1000470 usecs (1001 jiffies) 00000800:00000200:0.0:1779213053.340871:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213053.340872:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305893827 00000100:00000001:2.0:1779213053.340873:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305889257 00000800:00000010:0.0:1779213053.340876:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000100:00000001:1.0:1779213053.340880:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305888707 00000100:00000001:2.0:1779213053.340880:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305893827 00000400:00000200:0.0:1779213053.340885:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213053.340885:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213053.340886:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305889257 00000100:00000001:1.0:1779213053.340887:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213053.340891:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305893827 00000100:00000001:1.0:1779213053.340892:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213053.340897:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213053.340898:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305889257 00000100:00000001:1.0:1779213053.340900:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213053.340904:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213053.340906:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40c3f01 00000800:00000200:3.0:1779213053.340907:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213053.340910:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305893827 00000400:00000010:0.0:1779213053.340911:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b40c3f01. 00000100:00000001:1.0:1779213053.340913:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1779213053.340914:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003715d19b. 00000100:00000001:2.0:1779213053.340916:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305889257 00000100:00000001:1.0:1779213053.340917:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213053.340919:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213053.340920:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305893827 00000100:00000001:1.0:1779213053.340923:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213053.340923:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213053.340928:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213053.340928:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213053.340928:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213053.340931:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213053.340933:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213053.340934:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213053.340936:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213053.340939:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003715d19b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213053.340940:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213053.340945:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213053.340946:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213053.340950:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213053.340951:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 60083 usecs (61 jiffies) 00000100:00000001:2.0:1779213053.340953:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213053.340956:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305888317 00000100:00000001:2.0:1779213053.340957:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213053.340958:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213053.340959:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213053.340960:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305893827 00000100:00000001:2.0:1779213053.340962:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213053.340963:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305888317 00000100:00000001:2.0:1779213053.340966:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213053.340966:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305893827 00000100:00000001:3.0:1779213053.340970:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305888317 00000100:00000001:3.0:1779213053.340972:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305893827 00000100:00000040:0.0:1779213053.340974:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213053.340977:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305888317 00000100:00000001:3.0:1779213053.340981:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305893827 00000100:00000001:3.0:1779213053.340986:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213053.340989:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213053.340990:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213053.340992:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213053.340995:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213053.340998:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213053.341002:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213053.341004:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213053.341006:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1779213053.341008:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213053.341008:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1779213053.341011:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000100:00000001:3.0:1779213053.341012:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213053.341014:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213053.341015:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213053.341022:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213053.341024:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:0.0:1779213053.341025:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:0.0:1779213053.341027:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213053.341030:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.341034:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213053.341036:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.341039:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213053.341040:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213053.341086:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213053.341088:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003715d19b. 00000400:00000200:0.0:1779213053.341090:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213053.341092:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213053.341094:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:0.0:1779213053.341094:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:0.0:1779213053.341096:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213053.341097:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.341101:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213053.341102:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.341106:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213053.341106:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213053.342840:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213053.342850:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213053.342853:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213053.342854:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213053.342861:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213053.342880:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203400 00000400:00000200:3.0:1779213053.342887:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x465 [1] + 224 00000800:00000001:3.0:1779213053.342894:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213053.342898:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213053.342900:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213053.342903:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213053.342908:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213053.342912:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213053.342921:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213053.342938:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213053.342945:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213053.342948:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213053.342949:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213053.342950:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213053.342953:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213053.342958:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203480 00000400:00000200:3.0:1779213053.342961:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x469 [1] + 224 00000800:00000001:3.0:1779213053.342964:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213053.342966:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213053.342967:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213053.342970:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213053.342974:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213053.342977:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213053.342978:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213053.342981:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213053.342987:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213053.342988:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213053.342991:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213053.342995:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000400:00000200:1.0:1779213053.343001:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:1.0:1779213053.343004:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:1.0:1779213053.343007:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213053.343010:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213053.343011:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213053.343016:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213053.343019:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213053.343026:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213053.343027:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213053.343029:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213053.343030:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213053.343032:0:199012:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:3.0:1779213053.343034:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213053.343036:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213053.343039:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1779213053.343042:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213053.343043:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213053.343046:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213053.343048:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213053.343050:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1779213053.343051:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203500 00000400:00000001:2.0:1779213053.343053:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1779213053.343054:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213053.343055:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000100:00001000:1.0:1779213053.343061:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=108 v=5 (5 0 0 0) 00000100:00001000:1.0:1779213053.343068:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=108 v=5 (1 0 0 0) 00000400:00000200:2.0:1779213053.343069:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000100:00000001:1.0:1779213053.343073:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1779213053.343073:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:1.0:1779213053.343076:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213053.343077:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1779213053.343081:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1779213053.343081:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x475 [1] + 224 00000100:00000200:2.0:1779213053.343083:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213053.343084:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213053.343091:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213053.343092:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1779213053.343100:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213053.343101:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213053.343101:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213053.343107:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213053.343117:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213053.343125:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213053.343131:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213053.343131:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1779213053.343132:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213053.343134:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213053.343136:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213053.343137:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213053.343140:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213053.343141:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213053.343143:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213053.343146:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213053.343148:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213053.343150:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213053.343157:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=97 v=5 (5 0 0 0) 00000100:00000040:3.0:1779213053.343158:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213053.343164:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=97 v=5 (1 0 0 0) 00000100:00100000:1.0:1779213053.343170:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960523776:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213053.343176:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213053.343179:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213053.343181:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213053.343183:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213053.343183:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213053.343189:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213053.343189:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213053.343192:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213053.343193:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213053.343195:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1779213053.343196:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960523776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213053.343197:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213053.343201:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1779213053.343203:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213053.343206:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213053.343241:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213053.343245:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213053.343249:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213053.343250:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213053.343252:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00000400:00000200:0.0:1779213053.343258:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:0.0:1779213053.343262:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:1.0:1779213053.343262:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213053.343266:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213053.343268:0:199014:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1779213053.343269:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d40f4ab. 00000100:00000001:2.0:1779213053.343269:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213053.343274:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1779213053.343275:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213053.343275:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213053.343277:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779213053.343278:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213053.343281:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213053.343286:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1779213053.343286:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213053.343289:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 02000000:00000001:1.0:1779213053.343295:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213053.343298:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213053.343301:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:1.0:1779213053.343307:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1779213053.343308:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213053.343310:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960523904:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213053.343316:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213053.343317:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213053.343322:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213053.343322:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213053.343327:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960523904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.343329:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213053.343332:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213053.343333:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213053.343336:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213053.343336:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213053.343337:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213053.343338:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1779213053.343340:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1779213053.343341:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6c018e9. 00000100:00000001:1.0:1779213053.343342:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213053.343343:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213053.343346:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213053.343346:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213053.343347:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213053.343349:0:199013:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1779213053.343352:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213053.343352:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213053.343357:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213053.343358:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 00000100:00001000:0.0:1779213053.343359:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=108 v=5 (5 0 0 0) 02000000:00000001:2.0:1779213053.343360:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213053.343362:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1779213053.343365:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=72 v=5 (1 0 0 0) 00000100:00000010:2.0:1779213053.343365:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:2.0:1779213053.343369:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213053.343370:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213053.343373:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213053.343373:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213053.343375:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213053.343381:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213053.343381:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213053.343388:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213053.343391:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213053.343393:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213053.343394:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213053.343397:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213053.343397:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213053.343400:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213053.343403:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213053.343404:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213053.343408:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.343414:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213053.343416:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213053.343417:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213053.343420:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213053.343427:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960524032:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213053.343431:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213053.343438:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213053.343441:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960524032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213069 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213053.343447:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213053.343448:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213053.343450:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a2829d3. 02000000:00000001:0.0:1779213053.343453:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213053.343454:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213053.343455:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213053.343457:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213053.343459:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 02000000:00000001:0.0:1779213053.343461:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213053.343462:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213053.343463:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:0.0:1779213053.343465:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213053.343466:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213053.343467:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213053.343471:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213053.343472:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213053.343474:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213053.343475:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213053.980343:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213053.980349:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213053.980353:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213053.980354:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213053.980558:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213053.980564:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213053.980568:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213055.004369:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213055.004376:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213055.004383:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213055.004384:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213055.004457:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213055.004462:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213055.004465:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213056.028450:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213056.028454:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213056.028458:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213056.028459:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213056.028508:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213056.028511:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213056.028513:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213057.052324:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213057.052332:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213057.052334:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213057.052337:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213057.052342:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213057.052345:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213057.052346:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213057.052348:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213057.052353:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213057.052354:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213057.052411:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213057.052414:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213057.052416:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213058.076351:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213058.076357:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213058.076363:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213058.076367:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213058.076369:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213058.076373:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213058.076376:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213058.076377:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213058.076379:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213058.076381:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213058.078271:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213058.078276:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213058.078280:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213058.460339:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213058.460348:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213058.460357:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000020:00000040:3.0:1779213058.460364:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213058.460368:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213058.460371:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213058.460375:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213058.460384:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779213058.460389:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213058.460411:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213058.460420:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213058.460422:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213058.460428:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_03+3] req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213058.460457:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213058.460460:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213058.460463:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213058.460465:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213058.460467:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213058.460469:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213058.460470:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213058.460472:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213058.460474:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213058.460474:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cc43228. 00000100:00000001:3.0:1779213058.460476:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213058.460479:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213058.460481:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213058.460483:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213058.460491:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213058.460491:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213058.460493:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213058.460494:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.460498:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213058.460502:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_00+0] req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213058.460509:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213058.460512:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213058.460518:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213058.460520:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213058.460523:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213058.460527:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960524160:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213058.460532:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213058.460537:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213058.460539:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213058.460540:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213058.460542:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213058.460545:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213058.460548:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 02000000:00000001:0.0:1779213058.460549:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1779213058.460552:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213058.460554:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213058.460555:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1801179. 00000100:00000001:3.0:1779213058.460555:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213058.460557:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213058.460558:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213058.460560:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.460561:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213058.460561:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213058.460567:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213058.460568:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009420204. 00000400:00000010:0.0:1779213058.460577:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000100:00000001:1.0:1779213058.460577:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1779213058.460578:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:1.0:1779213058.460581:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213058.460585:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524160, portal 25 02000000:00000001:1.0:1779213058.460585:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213058.460587:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213058.460588:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213058.460589:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213058.460591:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1779213058.460592:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213058.460594:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000040:3.0:1779213058.460597:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779213058.460600:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960524288:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213058.460600:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213058.460604:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213058.460616:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213058.460621:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213058.460624:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213058.460625:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213058.460627:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213058.460628:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213058.460628:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213058.460632:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000010:1.0:1779213058.460634:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a35ea80. 00000100:00000040:3.0:1779213058.460635:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_01+1] req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213058.460636:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139181df. 00000100:00000200:0.0:1779213058.460641:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960524160, offset 0 02000000:00000001:1.0:1779213058.460643:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213058.460650:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000400:00000200:0.0:1779213058.460653:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213058.460658:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213058.460661:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213058.460664:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1779213058.460665:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000400:00000200:0.0:1779213058.460666:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213058.460670:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11231) 00000400:00000200:0.0:1779213058.460673:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1779213058.460675:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524288, portal 10 00000100:00000001:1.0:1779213058.460678:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213058.460679:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213058.460680:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000400:00000200:0.0:1779213058.460684:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213058.460688:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213058.460690:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213058.460696:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [115:115:256:4294967295] 192.168.202.129@tcp LPNI seq info [115:115:8:4294967295] 00000100:00000001:2.0:1779213058.460697:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213058.460701:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213058.460704:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213058.460707:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213058.460711:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213058.460713:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213058.460718:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000400:00000200:0.0:1779213058.460720:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:1.0:1779213058.460722:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960524288, offset 0 00000100:00000001:2.0:1779213058.460732:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213058.460733:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213058.460735:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213058.460735:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213058.460740:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1779213058.460741:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 02000000:00000001:2.0:1779213058.460742:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213058.460743:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213058.460748:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213058.460750:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1779213058.460753:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960524416:192.168.202.129@tcp:400: 00000800:00000200:0.0:1779213058.460754:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213058.460756:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213058.460761:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213058.460763:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213058.460765:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1779213058.460768:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213058.460768:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213058.460768:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213058.460771:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1779213058.460774:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213058.460776:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [116:116:255:4294967295] 192.168.202.129@tcp LPNI seq info [116:116:7:4294967295] 02000000:00000010:2.0:1779213058.460776:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a2c8a7. 02000000:00000001:2.0:1779213058.460781:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213058.460785:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000200:1.0:1779213058.460791:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213058.460792:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213058.460792:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:2.0:1779213058.460798:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524416, portal 10 00000100:00000001:0.0:1779213058.460799:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305898947 00000800:00000200:1.0:1779213058.460801:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213058.460802:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213058.460805:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000800:00000010:1.0:1779213058.460808:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000100:00000001:0.0:1779213058.460810:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305893827 00000100:00000040:2.0:1779213058.460813:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213058.460816:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213058.460817:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305898947 00000800:00000200:1.0:1779213058.460826:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213058.460829:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213058.460831:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213058.460833:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305893827 00000100:00000001:1.0:1779213058.460837:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213058.460837:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213058.460839:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305898947 00000400:00000010:2.0:1779213058.460841:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6bbba04. 00000100:00000001:0.0:1779213058.460844:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305893827 00000100:00000001:0.0:1779213058.460847:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305898947 00000100:00000001:0.0:1779213058.460850:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305893827 00000100:00000200:2.0:1779213058.460853:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960524416, offset 0 00000100:00000001:0.0:1779213058.460854:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213058.460855:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 966085 usecs (967 jiffies) 00000100:00000001:0.0:1779213058.460860:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.460861:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305894343 00000100:00000001:0.0:1779213058.460864:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213058.460865:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213058.460868:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213058.460870:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305898947 00000100:00000001:1.0:1779213058.460874:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305894343 00000400:00000200:2.0:1779213058.460874:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213058.460876:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213058.460879:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305898947 00000100:00000001:0.0:1779213058.460880:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213058.460881:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213058.460885:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305894343 00000100:00000001:0.0:1779213058.460886:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213058.460887:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213058.460888:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213058.460889:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213058.460892:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.460895:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305898947 00000800:00000200:3.0:1779213058.460895:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1779213058.460899:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213058.460900:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305894343 00000800:00000010:3.0:1779213058.460900:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:1.0:1779213058.460905:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305898947 00000400:00000200:2.0:1779213058.460905:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213058.460906:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213058.460911:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213058.460912:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [117:117:254:4294967295] 192.168.202.129@tcp LPNI seq info [117:117:6:4294967295] 00000400:00000200:3.0:1779213058.460915:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213058.460917:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.460923:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.460926:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213058.460930:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213058.460932:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213058.460935:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213058.460936:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139181df 00000100:00000001:1.0:1779213058.460939:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1779213058.460939:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213058.460940:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000139181df. 00000100:00000001:1.0:1779213058.460943:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1779213058.460945:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000100:00000001:1.0:1779213058.460946:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213058.460946:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213058.460951:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213058.460952:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213058.460956:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213058.460964:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213058.460964:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1779213058.460968:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1779213058.460969:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213058.460976:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213058.460978:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213058.460984:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213058.460987:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 57817 usecs (58 jiffies) 00000100:00000001:2.0:1779213058.460989:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305893434 00000800:00000200:3.0:1779213058.460989:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213058.460993:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000100:00000001:2.0:1779213058.460994:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305898947 00000100:00000001:2.0:1779213058.460998:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305893434 00000400:00000200:3.0:1779213058.460999:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213058.461001:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305898947 00000100:00000001:2.0:1779213058.461004:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305893434 00000100:00000001:2.0:1779213058.461007:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305898947 00000400:00000200:3.0:1779213058.461007:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213058.461012:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305893434 00000400:00000200:3.0:1779213058.461012:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000100:00000001:2.0:1779213058.461014:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305898947 00000100:00000001:2.0:1779213058.461015:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213058.461017:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213058.461019:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213058.461022:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213058.461022:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:2.0:1779213058.461026:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213058.461027:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213058.461028:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213058.461031:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213058.461033:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213058.461034:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213058.461036:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213058.461039:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213058.461045:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213058.461050:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213058.461057:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213058.461058:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213058.461078:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213058.461080:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:3.0:1779213058.461083:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213058.461086:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213058.461088:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bbba04 00000400:00000010:3.0:1779213058.461090:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bbba04. 00000100:00000001:3.0:1779213058.461092:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213058.461094:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213058.461101:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213058.461103:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213058.461109:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213058.461110:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213058.462480:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213058.462490:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213058.462494:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213058.462496:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213058.462503:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213058.462514:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203580 00000400:00000200:0.0:1779213058.462520:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x47d [1] + 224 00000800:00000001:0.0:1779213058.462526:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213058.462531:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213058.462533:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213058.462538:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213058.462543:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213058.462547:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213058.462557:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213058.462594:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213058.462602:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213058.462605:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.462662:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213058.462664:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213058.462669:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213058.462670:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213058.462672:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009420204. 00000400:00000200:2.0:1779213058.462676:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:2.0:1779213058.462678:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000001:2.0:1779213058.462681:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213058.462684:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213058.462691:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213058.462698:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213058.462699:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.462701:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213058.462704:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213058.462706:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213058.462708:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213058.462711:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213058.462716:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=113 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213058.462719:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213058.462722:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213058.462723:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213058.462725:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213058.462727:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213058.462730:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213058.462734:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213058.462741:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213058.462743:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213058.462745:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213058.462747:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213058.462755:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960524160:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213058.462764:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.462766:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213058.462768:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960524160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213058.462775:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213058.462778:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213058.462780:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1801179. 02000000:00000001:2.0:1779213058.462783:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213058.462784:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213058.462786:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213058.462788:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213058.462790:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:2.0:1779213058.462794:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213058.462796:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213058.462798:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:2.0:1779213058.462801:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213058.462803:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.462805:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.462809:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213058.462811:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213058.462813:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213058.462815:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213058.462816:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213058.462821:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213058.462824:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213058.462826:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213058.462832:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213058.462927:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203680 00000400:00000200:3.0:1779213058.462932:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x48d [1] + 224 00000800:00000001:3.0:1779213058.462940:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213058.462943:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213058.462948:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213058.462951:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213058.462953:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213058.462955:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213058.462961:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213058.462970:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213058.463000:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213058.463003:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213058.463006:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213058.463008:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213058.463009:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213058.463013:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213058.463015:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213058.463018:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1779213058.463020:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213058.463023:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213058.463026:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213058.463029:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213058.463032:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213058.463036:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213058.463041:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213058.463051:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213058.463053:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203600 00000400:00000200:3.0:1779213058.463059:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x485 [1] + 224 00000100:00000001:2.0:1779213058.463060:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.463065:0:199013:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:3.0:1779213058.463065:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213058.463067:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213058.463068:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1779213058.463070:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.463071:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213058.463075:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213058.463079:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=113 v=5 (5 0 0 0) 00000400:00000200:3.0:1779213058.463082:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1779213058.463083:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213058.463088:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213058.463090:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213058.463090:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00010000:00000001:2.0:1779213058.463095:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213058.463095:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:2.0:1779213058.463101:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213058.463101:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213058.463125:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213058.463129:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213058.463130:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000040:3.0:1779213058.463131:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213058.463133:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213058.463135:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213058.463141:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213058.463148:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213058.463150:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213058.463151:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213058.463152:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213058.463157:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213058.463157:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213058.463170:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779213058.463179:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960524416:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213058.463184:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.463185:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213058.463189:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213058.463189:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960524416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213058.463192:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213058.463195:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213058.463197:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213058.463199:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000100:00000001:2.0:1779213058.463201:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1779213058.463202:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 02000000:00000001:2.0:1779213058.463203:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1779213058.463204:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:1.0:1779213058.463206:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213058.463210:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213058.463210:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a2c8a7. 02000000:00000001:2.0:1779213058.463216:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213058.463218:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1779213058.463245:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213058.463253:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1779213058.463254:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213058.463255:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213058.463259:0:199012:0:(client.c:1579:after_reply()) Process entered 00000020:00000001:2.0:1779213058.463259:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213058.463262:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 02000000:00000001:1.0:1779213058.463263:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213058.463265:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1779213058.463267:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213058.463268:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213058.463269:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1779213058.463271:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213058.463272:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00001000:1.0:1779213058.463275:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=102 v=5 (5 0 0 0) 00000100:00000001:2.0:1779213058.463276:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213058.463278:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213058.463282:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213058.463282:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213058.463286:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213058.463287:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213058.463291:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213058.463293:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213058.463293:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.463296:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213058.463298:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213058.463301:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.463303:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213058.463305:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213058.463306:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213058.463308:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213058.463311:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213058.463318:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213058.463320:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213058.463321:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213058.463323:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213058.463331:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960524288:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213058.463334:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213058.463336:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213058.463338:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960524288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213074 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213058.463344:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213058.463345:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213058.463347:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a35ea80. 02000000:00000001:1.0:1779213058.463350:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213058.463351:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213058.463352:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213058.463354:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213058.463355:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cc43228. 02000000:00000001:1.0:1779213058.463357:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213058.463358:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213058.463358:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:1.0:1779213058.463360:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213058.463361:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213058.463366:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213058.463369:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213058.463370:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213058.463371:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213058.463372:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213059.100899:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213059.100904:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213059.100911:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213059.100912:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213059.101066:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213059.101069:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213059.101071:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213060.124348:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213060.124354:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213060.124359:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213060.124360:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213060.124422:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213060.124426:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213060.124429:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213061.148344:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213061.148350:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213061.148356:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213061.148357:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213061.150201:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213061.150207:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213061.150211:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213062.172337:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213062.172343:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213062.172349:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213062.172350:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213062.172382:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213062.172386:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213062.172388:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213063.196347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213063.196353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213063.196359:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213063.196360:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213063.196499:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213063.196503:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213063.196506:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213063.580335:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213063.580359:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213063.580366:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213063.580373:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213063.580377:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213063.580394:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213063.580400:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213063.580407:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00000100:00000001:3.0:1779213063.580414:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580428:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213063.580438:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213063.580440:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580446:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_02+2] req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213063.580479:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580482:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213063.580485:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213063.580488:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779213063.580490:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213063.580492:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213063.580493:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213063.580494:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213063.580497:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000100:00000001:3.0:1779213063.580500:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580503:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213063.580510:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213063.580511:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580514:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_03+3] req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213063.580521:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580528:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213063.580531:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213063.580534:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213063.580536:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213063.580538:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213063.580540:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213063.580541:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213063.580544:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e97781. 00000100:00000001:3.0:1779213063.580547:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580550:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213063.580557:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213063.580559:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580562:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_00+0] req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213063.580596:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580599:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213063.580602:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213063.580607:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11236) 00000100:00000001:3.0:1779213063.580620:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213063.580624:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213063.580626:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213063.580633:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213063.580635:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213063.580637:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213063.580639:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213063.580641:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213063.580645:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213063.580652:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213063.580653:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213063.580662:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213063.580664:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213063.580666:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213063.580668:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960524800:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213063.580672:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213063.580683:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213063.580685:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213063.580687:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213063.580691:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f975a8a9. 02000000:00000001:3.0:1779213063.580693:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213063.580698:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562be0f1. 00000400:00000010:3.0:1779213063.580705:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000200:3.0:1779213063.580712:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524800, portal 10 00000100:00000001:3.0:1779213063.580714:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213063.580716:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000040:3.0:1779213063.580722:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213063.580739:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213063.580742:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213063.580745:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000200:3.0:1779213063.580747:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960524800, offset 0 00000400:00000200:3.0:1779213063.580753:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213063.580766:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213063.580771:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213063.580775:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213063.580779:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213063.580782:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213063.580784:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [118:118:256:4294967295] 192.168.202.129@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1779213063.580796:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213063.580802:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213063.580806:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003651afbd. 00000800:00000200:3.0:1779213063.580813:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213063.580824:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213063.580828:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003651afbd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213063.580840:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213063.580842:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213063.580843:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213063.580847:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 55710 usecs (56 jiffies) 00000100:00000001:3.0:1779213063.580851:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305898552 00000100:00000001:3.0:1779213063.580854:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305898947 00000100:00000001:3.0:1779213063.580856:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305898552 00000100:00000001:3.0:1779213063.580858:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305898947 00000100:00000001:3.0:1779213063.580860:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305898552 00000100:00000001:3.0:1779213063.580868:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305898947 00000100:00000001:3.0:1779213063.580870:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305898552 00000100:00000001:3.0:1779213063.580872:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305898947 00000100:00000001:3.0:1779213063.580874:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213063.580876:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213063.580879:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213063.580881:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213063.580962:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213063.580966:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003651afbd. 00000400:00000200:0.0:1779213063.580971:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213063.580977:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213063.580983:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000400:00000010:0.0:1779213063.580985:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:0.0:1779213063.580989:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213063.580993:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.581000:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213063.581003:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213063.581004:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213063.581006:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213063.581013:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.581013:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213063.581014:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1779213063.581019:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.581027:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213063.581028:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213063.581030:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213063.581032:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213063.581034:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213063.581037:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960524672:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213063.581040:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213063.581043:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213063.581044:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213063.581045:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213063.581048:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba02b3b7. 02000000:00000001:2.0:1779213063.581049:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213063.581053:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000010:2.0:1779213063.581056:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:2.0:1779213063.581059:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524672, portal 10 00000100:00000001:2.0:1779213063.581060:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213063.581061:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000040:2.0:1779213063.581066:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.581073:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213063.581075:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213063.581077:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba39a694. 00000100:00000200:2.0:1779213063.581078:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960524672, offset 0 00000400:00000200:2.0:1779213063.581082:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213063.581087:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213063.581089:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213063.581091:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213063.581093:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213063.581095:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213063.581097:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [119:119:256:4294967295] 192.168.202.129@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1779213063.581124:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213063.581128:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213063.581132:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 00000800:00000200:2.0:1779213063.581136:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213063.581140:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213063.581142:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213063.581155:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213063.581158:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 933996 usecs (934 jiffies) 00000100:00000001:2.0:1779213063.581159:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305899430 00000100:00000001:2.0:1779213063.581165:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, simply extend its deadline from 4305898947 00000100:00000001:2.0:1779213063.581168:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305899430 00000100:00000001:2.0:1779213063.581171:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, simply extend its deadline from 4305898947 00000100:00000001:2.0:1779213063.581173:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305899430 00000100:00000001:2.0:1779213063.581176:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, simply extend its deadline from 4305898947 00000100:00000001:2.0:1779213063.581179:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305899430 00000100:00000001:2.0:1779213063.581182:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, simply extend its deadline from 4305898947 00000100:00000001:2.0:1779213063.581186:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213063.581188:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.581190:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.581191:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.581195:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213063.581197:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213063.581197:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213063.581200:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1779213063.581201:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213063.581202:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213063.581205:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213063.581206:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1779213063.581208:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1779213063.581210:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213063.581214:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213063.581214:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213063.581216:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213063.581219:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba39a694 00000400:00000010:0.0:1779213063.581220:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ba39a694. 00000100:00000001:2.0:1779213063.581242:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213063.581243:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213063.581245:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213063.581248:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213063.581257:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213063.581257:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213063.581260:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213063.581262:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1779213063.581264:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213063.581265:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213063.581269:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213063.581274:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960524544:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213063.581281:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213063.581283:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213063.581284:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213063.581286:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213063.581288:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213063.581290:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213063.581292:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0d59762. 02000000:00000001:2.0:1779213063.581296:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213063.581301:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a2d6e7. 00000100:00000001:0.0:1779213063.581304:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213063.581306:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000200:2.0:1779213063.581308:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524544, portal 25 00000100:00000001:2.0:1779213063.581309:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213063.581311:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000001:0.0:1779213063.581314:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1779213063.581318:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.581324:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213063.581326:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213063.581329:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb59e63. 00000100:00000200:2.0:1779213063.581331:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960524544, offset 0 00000400:00000200:2.0:1779213063.581335:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213063.581340:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213063.581342:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213063.581344:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213063.581346:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213063.581353:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213063.581356:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [120:120:256:4294967295] 192.168.202.129@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:2.0:1779213063.581363:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213063.581367:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213063.581369:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a3988f0. 00000800:00000200:2.0:1779213063.581373:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213063.581377:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213063.581379:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a3988f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213063.581384:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.581386:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305904068 00000100:00000001:2.0:1779213063.581389:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305899430 00000100:00000001:2.0:1779213063.581391:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305904068 00000100:00000001:2.0:1779213063.581393:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305899430 00000100:00000001:2.0:1779213063.581396:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305904068 00000100:00000001:2.0:1779213063.581398:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305899430 00000100:00000001:2.0:1779213063.581400:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305904068 00000100:00000001:2.0:1779213063.581402:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305899430 00000100:00000001:2.0:1779213063.581404:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213063.581405:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.581407:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.581409:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213063.582496:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213063.582500:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213063.582922:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1779213063.582996:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213063.583000:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a3988f0. 00000400:00000200:0.0:1779213063.583005:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213063.583012:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213063.583017:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb59e63 00000400:00000010:0.0:1779213063.583019:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000abb59e63. 00000100:00000001:0.0:1779213063.583022:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213063.583026:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213063.583033:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213063.583035:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213063.583039:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213063.583040:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213063.583138:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213063.583141:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213063.583143:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213063.583149:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213063.583158:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203800 00000400:00000200:3.0:1779213063.583162:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x495 [1] + 224 00000800:00000001:3.0:1779213063.583167:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213063.583172:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213063.583174:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213063.583177:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213063.583181:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213063.583186:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213063.583202:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213063.583218:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213063.583255:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213063.583257:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213063.583263:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213063.583264:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213063.583266:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562be0f1. 00000400:00000200:2.0:1779213063.583270:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000400:00000010:2.0:1779213063.583271:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:2.0:1779213063.583274:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213063.583277:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213063.583290:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.583296:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213063.583298:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.583301:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213063.583303:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213063.583305:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213063.583307:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213063.583309:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213063.583317:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213063.583320:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213063.583323:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213063.583324:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213063.583327:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213063.583331:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213063.583337:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.583340:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213063.583342:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213063.583344:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213063.583345:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213063.583348:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.583354:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213063.583357:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213063.583359:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213063.583361:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213063.583368:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960524800:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213063.583372:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.583379:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213063.583382:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960524800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.583389:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213063.583391:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213063.583393:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f975a8a9. 02000000:00000001:2.0:1779213063.583396:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213063.583398:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213063.583399:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213063.583401:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213063.583403:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e97781. 02000000:00000001:2.0:1779213063.583406:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213063.583408:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213063.583409:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:2.0:1779213063.583413:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213063.583414:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.583415:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.583421:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213063.583423:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.583424:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213063.583426:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213063.585339:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213063.585347:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213063.585588:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213063.585597:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213063.585600:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213063.585601:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213063.585610:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213063.585633:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203780 00000400:00000200:0.0:1779213063.585640:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x49d [1] + 224 00000800:00000001:0.0:1779213063.585646:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213063.585649:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213063.585652:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213063.585655:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213063.585661:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213063.585667:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213063.585678:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213063.585694:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213063.585710:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213063.585714:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213063.585716:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213063.585718:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213063.585723:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213063.585725:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213063.585729:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213063.585730:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203700 00000400:00000001:2.0:1779213063.585735:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213063.585738:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213063.585740:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:2.0:1779213063.585745:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213063.585746:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213063.585749:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213063.585754:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x4a5 [1] + 224 00000100:00000200:2.0:1779213063.585755:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213063.585764:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213063.585769:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.585777:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213063.585778:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.585781:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213063.585789:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213063.585792:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213063.585794:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213063.585797:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213063.585804:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=107 v=5 (5 0 0 0) 00000800:00000001:0.0:1779213063.585806:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213063.585807:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=107 v=5 (1 0 0 0) 00000400:00000200:0.0:1779213063.585811:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213063.585812:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213063.585813:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213063.585816:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1779213063.585820:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00010000:00000001:2.0:1779213063.585821:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213063.585824:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213063.585824:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213063.585826:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213063.585827:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213063.585828:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213063.585832:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.585840:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213063.585841:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213063.585852:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.585854:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213063.585860:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213063.585864:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213063.585870:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213063.585873:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213063.585876:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213063.585884:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960524672:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213063.585890:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.585893:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213063.585895:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960524672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.585902:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213063.585903:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213063.585906:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba02b3b7. 02000000:00000001:2.0:1779213063.585909:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213063.585911:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213063.585913:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213063.585915:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213063.585922:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 02000000:00000001:2.0:1779213063.585926:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213063.585927:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213063.585928:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:2.0:1779213063.585932:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213063.585940:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.585943:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.585944:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213063.585946:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213063.585949:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213063.585950:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213063.585951:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a2d6e7. 00000400:00000200:2.0:1779213063.585954:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:2.0:1779213063.585955:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:2.0:1779213063.585957:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213063.585959:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213063.585966:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.585972:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213063.585973:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.585974:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213063.585976:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213063.585978:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213063.585979:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213063.585980:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213063.585983:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213063.585985:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=118 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213063.585987:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213063.585988:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213063.585989:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213063.585990:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.585992:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213063.585994:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.585999:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213063.586006:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213063.586007:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213063.586010:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213063.586016:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960524544:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213063.586020:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.586021:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213063.586023:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960524544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213063.586028:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213063.586029:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213063.586031:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0d59762. 02000000:00000001:2.0:1779213063.586033:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213063.586034:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213063.586035:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213063.586037:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213063.586038:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 02000000:00000001:2.0:1779213063.586041:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213063.586042:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213063.586043:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:2.0:1779213063.586045:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213063.586046:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.586048:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213063.586055:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213063.586057:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213063.586058:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213063.586060:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213064.220334:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213064.220338:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213064.220343:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213064.220344:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213064.220417:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213064.220421:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213064.220424:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213065.244384:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213065.244390:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213065.244395:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213065.244396:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213065.244471:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213065.244475:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213065.244477:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213066.268323:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213066.268329:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213066.268334:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213066.268335:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213066.268426:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213066.268429:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213066.268431:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213067.292352:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213067.292363:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213067.292366:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213067.292370:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213067.292376:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213067.292379:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213067.292380:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213067.292383:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213067.292387:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213067.292388:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213067.292456:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213067.292461:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213067.292464:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213068.316563:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213068.316568:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213068.316573:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213068.316576:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213068.316578:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213068.316581:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213068.316584:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213068.316586:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213068.316588:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213068.316589:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213068.316711:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213068.316714:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213068.316716:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213068.701495:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213068.701508:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213068.701522:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213068.701530:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213068.701536:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213068.701540:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213068.701545:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213068.701557:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 00000100:00000001:0.0:1779213068.701565:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213068.701579:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213068.701591:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213068.701594:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213068.701617:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_01+1] req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213068.701659:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213068.701663:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213068.701667:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213068.701671:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213068.701674:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213068.701676:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213068.701679:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213068.701679:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213068.701682:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213068.701684:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1779213068.701687:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:2.0:1779213068.701687:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213068.701692:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213068.701693:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213068.701700:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213068.701704:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213068.701709:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.701716:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213068.701720:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213068.701721:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213068.701724:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213068.701726:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_02+2] req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213068.701730:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213068.701735:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213068.701738:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213068.701743:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960524928:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213068.701749:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213068.701761:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213068.701764:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213068.701764:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213068.701768:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.701769:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213068.701774:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213068.701774:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1779213068.701775:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213068.701779:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213068.701779:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213068.701782:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213068.701783:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213068.701785:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213068.701789:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000100:00000001:1.0:1779213068.701789:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1779213068.701790:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002c6e2a1. 00000100:00000001:0.0:1779213068.701795:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213068.701795:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213068.701802:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1779213068.701803:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213068.701804:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a2d6e7. 00000400:00000010:2.0:1779213068.701816:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000001:1.0:1779213068.701825:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213068.701827:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213068.701828:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960524928, portal 25 02000000:00000001:1.0:1779213068.701833:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213068.701833:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213068.701836:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 02000000:00000001:1.0:1779213068.701837:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213068.701841:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213068.701842:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213068.701845:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213068.701847:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.701848:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213068.701851:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213068.701851:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960525056:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213068.701861:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_03+3] req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213068.701861:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213068.701866:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213068.701867:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213068.701869:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213068.701874:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213068.701875:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000010:1.0:1779213068.701881:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0d59762. 00000400:00000010:2.0:1779213068.701881:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 02000000:00000001:1.0:1779213068.701886:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213068.701887:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960524928, offset 0 00000400:00000010:1.0:1779213068.701892:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000100:00000001:0.0:1779213068.701893:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213068.701899:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213068.701899:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213068.701905:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213068.701910:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11241) 00000400:00000010:1.0:1779213068.701911:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000100:00000200:1.0:1779213068.701916:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525056, portal 10 00000100:00000001:1.0:1779213068.701918:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213068.701920:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000001:3.0:1779213068.701922:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213068.701924:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213068.701926:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213068.701927:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213068.701929:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213068.701934:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213068.701936:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213068.701945:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213068.701954:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213068.701958:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213068.701959:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1779213068.701962:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213068.701962:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213068.701966:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213068.701967:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213068.701968:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213068.701972:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028c414bf. 00000400:00000200:2.0:1779213068.701972:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [121:121:256:4294967295] 192.168.202.129@tcp LPNI seq info [121:121:8:4294967295] 02000000:00000001:3.0:1779213068.701972:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213068.701978:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960525056, offset 0 00000100:00100000:3.0:1779213068.701979:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960525184:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213068.701984:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213068.701987:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213068.701989:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213068.701992:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213068.701993:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213068.701997:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000010:3.0:1779213068.701998:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f975a8a9. 02000000:00000001:3.0:1779213068.702001:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213068.702007:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4f6568. 00000400:00000200:1.0:1779213068.702011:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213068.702011:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213068.702012:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000200:3.0:1779213068.702018:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525184, portal 10 00000400:00000200:1.0:1779213068.702019:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213068.702020:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000100:00000001:3.0:1779213068.702022:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213068.702025:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000400:00000200:1.0:1779213068.702026:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213068.702030:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213068.702033:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213068.702034:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213068.702038:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213068.702046:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [122:122:255:4294967295] 192.168.202.129@tcp LPNI seq info [122:122:7:4294967295] 00000800:00000200:2.0:1779213068.702047:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213068.702051:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213068.702077:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213068.702078:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213068.702085:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213068.702085:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305909188 00000100:00000040:3.0:1779213068.702090:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213068.702095:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000001:2.0:1779213068.702097:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305904068 00000100:00000200:3.0:1779213068.702098:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960525184, offset 0 00000800:00000200:1.0:1779213068.702099:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213068.702106:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000400:00000200:3.0:1779213068.702107:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213068.702111:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305909188 00000800:00000200:1.0:1779213068.702117:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213068.702117:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213068.702122:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305904068 00000400:00000200:3.0:1779213068.702123:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213068.702128:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213068.702130:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305909188 00000400:00000200:3.0:1779213068.702131:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213068.702134:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213068.702136:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305904068 00000100:00000001:1.0:1779213068.702139:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213068.702139:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213068.702140:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305909188 00000400:00000200:3.0:1779213068.702145:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213068.702146:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305904068 00000100:00000040:1.0:1779213068.702147:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 904080 usecs (905 jiffies) 00000100:00000001:2.0:1779213068.702151:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213068.702153:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305904522 00000400:00000200:3.0:1779213068.702154:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [123:123:254:4294967295] 192.168.202.129@tcp LPNI seq info [123:123:6:4294967295] 00000100:00000001:2.0:1779213068.702155:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213068.702157:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213068.702159:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305909188 00000100:00000001:2.0:1779213068.702161:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213068.702165:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000100:00000001:1.0:1779213068.702165:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305904522 00000100:00000001:2.0:1779213068.702165:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213068.702171:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305909188 00000400:00000200:0.0:1779213068.702174:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213068.702175:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213068.702175:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213068.702176:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305904522 00000100:00000001:2.0:1779213068.702179:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213068.702183:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305909188 00000100:00000001:2.0:1779213068.702184:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213068.702187:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213068.702188:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305904522 00000100:00000001:2.0:1779213068.702189:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1779213068.702189:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213068.702193:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213068.702194:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305909188 00000800:00000010:3.0:1779213068.702195:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000400:00000200:0.0:1779213068.702196:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000100:00000001:1.0:1779213068.702200:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213068.702200:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213068.702201:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000800:00000200:3.0:1779213068.702201:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213068.702207:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.702211:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213068.702211:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213068.702211:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213068.702213:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213068.702216:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213068.702218:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213068.702220:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 53772 usecs (54 jiffies) 00000100:00000001:3.0:1779213068.702242:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305903672 00000100:00000001:3.0:1779213068.702244:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305909188 00000100:00000001:3.0:1779213068.702246:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305903672 00000100:00000001:3.0:1779213068.702248:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305909188 00000100:00000001:3.0:1779213068.702249:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305903672 00000100:00000001:3.0:1779213068.702250:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305909188 00000100:00000001:3.0:1779213068.702251:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305903672 00000100:00000001:3.0:1779213068.702252:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305909188 00000100:00000001:3.0:1779213068.702261:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213068.702266:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213068.702267:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213068.702272:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213068.702274:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213068.702275:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213068.702277:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213068.702277:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213068.702278:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213068.702281:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213068.702282:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213068.702284:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213068.702285:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213068.702285:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213068.702288:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213068.702289:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213068.702291:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213068.702295:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213068.702295:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.702303:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.702305:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213068.702321:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213068.702324:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:0.0:1779213068.702327:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213068.702340:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213068.702343:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c414bf 00000400:00000010:0.0:1779213068.702344:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000028c414bf. 00000100:00000001:0.0:1779213068.702351:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213068.702354:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213068.702368:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213068.702370:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213068.702376:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.702378:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213068.702452:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213068.702455:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:0.0:1779213068.702459:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213068.702462:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213068.702465:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:0.0:1779213068.702467:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:0.0:1779213068.702469:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213068.702472:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213068.702479:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213068.702481:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213068.702487:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213068.702488:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213068.703951:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213068.703965:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213068.703969:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213068.703971:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213068.703980:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213068.703995:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203880 00000400:00000200:3.0:1779213068.704001:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x4ad [1] + 224 00000800:00000001:3.0:1779213068.704008:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213068.704014:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213068.704017:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213068.704020:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213068.704025:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213068.704030:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213068.704041:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213068.704055:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213068.704074:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213068.704077:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213068.704101:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213068.704104:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213068.704110:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213068.704112:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213068.704114:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a2d6e7. 00000400:00000200:2.0:1779213068.704118:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:2.0:1779213068.704119:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:2.0:1779213068.704122:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213068.704126:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213068.704135:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213068.704142:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213068.704144:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213068.704147:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213068.704150:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213068.704153:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213068.704165:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213068.704168:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213068.704175:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=123 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213068.704181:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213068.704183:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213068.704185:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213068.704188:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213068.704190:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213068.704193:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213068.704198:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213068.704205:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213068.704209:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213068.704211:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213068.704215:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213068.704243:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960524928:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213068.704254:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213068.704256:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213068.704259:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960524928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213068.704267:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213068.704269:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213068.704272:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002c6e2a1. 02000000:00000001:2.0:1779213068.704277:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213068.704279:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213068.704281:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213068.704282:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213068.704284:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 02000000:00000001:2.0:1779213068.704287:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213068.704289:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213068.704290:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:2.0:1779213068.704293:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213068.704298:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213068.704300:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213068.704305:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213068.704307:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213068.704309:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213068.704311:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213068.704316:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704323:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213068.704325:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704328:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213068.704334:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213068.704348:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203900 00000400:00000200:0.0:1779213068.704353:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x4b5 [1] + 224 00000800:00000001:0.0:1779213068.704358:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704399:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213068.704401:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213068.704405:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213068.704408:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213068.704418:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213068.704428:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213068.704445:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213068.704451:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704454:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213068.704486:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213068.704490:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213068.704494:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213068.704495:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213068.704503:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000400:00000200:1.0:1779213068.704507:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:1.0:1779213068.704508:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:1.0:1779213068.704511:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213068.704514:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213068.704520:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213068.704524:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213068.704525:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213068.704526:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213068.704528:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213068.704529:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213068.704530:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213068.704532:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213068.704536:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=112 v=5 (5 0 0 0) 00000100:00001000:1.0:1779213068.704543:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=112 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213068.704545:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213068.704545:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213068.704546:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213068.704549:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213068.704551:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213068.704553:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213068.704554:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213068.704555:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213068.704557:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213068.704561:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213068.704562:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213068.704563:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213068.704564:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213068.704568:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960525056:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213068.704574:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213068.704576:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213068.704577:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960525056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213068.704581:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213068.704582:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213068.704583:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0d59762. 02000000:00000001:1.0:1779213068.704585:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213068.704586:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213068.704587:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213068.704588:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213068.704589:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:1.0:1779213068.704590:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213068.704591:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213068.704592:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:1.0:1779213068.704594:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213068.704594:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213068.704595:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213068.704598:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213068.704599:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213068.704601:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213068.704602:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213068.704857:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704863:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213068.704865:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704867:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213068.704881:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213068.704889:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203980 00000400:00000200:0.0:1779213068.704894:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x4bd [1] + 224 00000800:00000001:0.0:1779213068.704899:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704903:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213068.704905:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213068.704908:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213068.704911:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213068.704914:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213068.704923:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213068.704938:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213068.704942:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213068.704944:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213068.704966:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213068.704969:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213068.704972:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213068.704974:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213068.704976:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4f6568. 00000400:00000200:3.0:1779213068.704994:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:3.0:1779213068.704995:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:3.0:1779213068.704998:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213068.705002:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213068.705010:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213068.705017:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213068.705018:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213068.705021:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213068.705022:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213068.705023:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213068.705025:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213068.705027:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213068.705031:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=123 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213068.705034:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213068.705036:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213068.705037:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213068.705039:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213068.705041:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213068.705055:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213068.705071:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213068.705073:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213068.705075:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213068.705076:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213068.705079:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213068.705086:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213068.705088:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213068.705089:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213068.705092:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213068.705109:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960525184:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213068.705113:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213068.705115:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213068.705117:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960525184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213068.705123:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213068.705124:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213068.705126:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f975a8a9. 02000000:00000001:3.0:1779213068.705129:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213068.705130:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213068.705131:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213068.705133:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213068.705134:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 02000000:00000001:3.0:1779213068.705136:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213068.705137:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213068.705139:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:3.0:1779213068.705141:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213068.705142:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213068.705143:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213068.705147:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213068.705148:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213068.705150:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213068.705151:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213069.340460:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213069.340467:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213069.340475:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213069.340476:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213069.340524:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213069.340529:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213069.340532:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213070.365139:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213070.365147:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213070.365155:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213070.365156:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213070.365205:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213070.365209:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213070.365211:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213071.388374:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213071.388384:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213071.388391:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213071.388392:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213071.388536:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213071.388541:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213071.388545:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213072.412378:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213072.412387:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213072.412395:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213072.412397:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213072.412655:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213072.412660:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213072.412663:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213073.436367:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213073.436376:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213073.436384:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213073.436385:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213073.436444:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213073.436448:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213073.436474:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213073.820384:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213073.820397:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213073.820411:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038805bd0. 00000020:00000040:1.0:1779213073.820420:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213073.820425:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213073.820429:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213073.820435:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213073.820444:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:1.0:1779213073.820452:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820465:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213073.820478:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213073.820485:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820492:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038805bd0] to pc [ptlrpcd_00_00+0] req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.820522:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820524:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213073.820528:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213073.820530:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009af06dbe. 00000020:00000040:1.0:1779213073.820532:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213073.820535:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213073.820536:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213073.820538:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213073.820541:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 00000100:00000001:1.0:1779213073.820544:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820548:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213073.820553:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213073.820556:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213073.820558:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213073.820559:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213073.820562:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009af06dbe] to pc [ptlrpcd_00_01+1] req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213073.820562:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213073.820564:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213073.820568:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213073.820572:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213073.820591:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213073.820599:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820601:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213073.820602:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213073.820607:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213073.820610:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1779213073.820610:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3a74cc2. 00000100:00000001:2.0:1779213073.820613:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1779213073.820614:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213073.820615:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213073.820615:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213073.820618:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213073.820619:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213073.820620:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213073.820621:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213073.820624:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213073.820625:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213073.820628:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960525312:192.168.202.129@tcp:400: 02000000:00000010:1.0:1779213073.820630:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000100:00000001:1.0:1779213073.820635:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213073.820637:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213073.820642:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213073.820644:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213073.820649:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213073.820655:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213073.820657:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213073.820660:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213073.820661:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213073.820662:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf1ee24. 00000100:00000001:1.0:1779213073.820662:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213073.820665:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213073.820667:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820668:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3a74cc2] to pc [ptlrpcd_00_02+2] req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213073.820669:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213073.820674:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213073.820684:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048c81054. 00000100:00100000:2.0:1779213073.820687:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960525440:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213073.820691:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213073.820694:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1779213073.820695:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000100:00000001:1.0:1779213073.820697:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820699:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213073.820702:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1779213073.820703:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525312, portal 25 02000000:00000001:2.0:1779213073.820704:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213073.820707:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11246) 00000100:00000001:0.0:1779213073.820708:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213073.820711:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728216192 : -104753981335424 : ffffa0ba10275880) 00000100:00000040:0.0:1779213073.820718:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213073.820728:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213073.820745:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213073.820749:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000200:0.0:1779213073.820752:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960525312, offset 0 00000400:00000200:0.0:1779213073.820759:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213073.820776:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213073.820778:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213073.820782:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef6d70b. 00000400:00000200:0.0:1779213073.820785:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213073.820786:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.820788:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213073.820791:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a2d6e7. 00000100:00000001:3.0:1779213073.820791:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213073.820794:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213073.820794:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1779213073.820797:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000400:00000200:0.0:1779213073.820801:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213073.820801:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213073.820802:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525440, portal 10 00000100:00000001:2.0:1779213073.820807:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213073.820809:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213073.820810:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728225152 : -104753981326464 : ffffa0ba10277b80) 00000100:00000001:3.0:1779213073.820815:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213073.820818:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213073.820820:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [124:124:256:4294967295] 192.168.202.129@tcp LPNI seq info [124:124:8:4294967295] 00000100:00000040:2.0:1779213073.820822:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213073.820822:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213073.820825:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213073.820830:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.820833:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213073.820835:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213073.820838:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00100000:3.0:1779213073.820841:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960525568:192.168.202.129@tcp:400: 00000100:00000200:2.0:1779213073.820842:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960525440, offset 0 00000400:00000200:0.0:1779213073.820848:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213073.820848:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213073.820852:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213073.820852:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213073.820855:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213073.820858:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213073.820861:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f556786. 02000000:00000001:3.0:1779213073.820864:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213073.820865:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213073.820865:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213073.820870:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4f6568. 00000400:00000200:2.0:1779213073.820871:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1779213073.820875:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000400:00000200:2.0:1779213073.820875:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:3.0:1779213073.820876:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000400:00000200:2.0:1779213073.820879:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1779213073.820881:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525568, portal 10 00000400:00000200:2.0:1779213073.820882:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213073.820885:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213073.820888:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728220672 : -104753981330944 : ffffa0ba10276a00) 00000400:00000200:2.0:1779213073.820889:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [125:125:255:4294967295] 192.168.202.129@tcp LPNI seq info [125:125:7:4294967295] 00000800:00000200:0.0:1779213073.820895:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213073.820898:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213073.820903:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213073.820910:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213073.820915:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213073.820918:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213073.820920:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1779213073.820921:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000100:00000040:3.0:1779213073.820926:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213073.820929:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213073.820931:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9e5ad9. 00000800:00000200:2.0:1779213073.820936:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1779213073.820936:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960525568, offset 0 00000100:00000001:0.0:1779213073.820942:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213073.820942:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213073.820946:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213073.820950:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305914307 00000100:00000001:2.0:1779213073.820954:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213073.820955:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213073.820961:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305909188 00000400:00000200:3.0:1779213073.820961:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213073.820962:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 875936 usecs (876 jiffies) 00000400:00000200:3.0:1779213073.820966:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213073.820968:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305909612 00000400:00000200:3.0:1779213073.820971:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213073.820974:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213073.820977:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [126:126:254:4294967295] 192.168.202.129@tcp LPNI seq info [126:126:6:4294967295] 00000100:00000001:0.0:1779213073.820979:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305914307 00000100:00000001:0.0:1779213073.820984:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305909188 00000100:00000001:2.0:1779213073.820986:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305914307 00000100:00000001:0.0:1779213073.820987:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305914307 00000100:00000001:2.0:1779213073.820991:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305909612 00000100:00000001:0.0:1779213073.820992:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305909188 00000100:00000001:2.0:1779213073.820996:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305914307 00000100:00000001:0.0:1779213073.820998:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305914307 00000100:00000001:2.0:1779213073.820999:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305909612 00000100:00000001:2.0:1779213073.821004:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305914307 00000100:00000001:0.0:1779213073.821020:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305909188 00000100:00000001:2.0:1779213073.821021:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305909612 00000100:00000001:0.0:1779213073.821030:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213073.821033:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305914307 00000100:00000001:0.0:1779213073.821034:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.821038:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213073.821040:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.821043:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213073.821045:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213073.821048:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213073.821052:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213073.821056:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1779213073.821056:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000100:00000001:2.0:1779213073.821058:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213073.821059:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213073.821062:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213073.821064:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213073.821064:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213073.821068:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213073.821069:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213073.821070:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.821073:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1779213073.821073:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213073.821077:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213073.821078:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213073.821080:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213073.821083:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213073.821085:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.821088:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.821091:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213073.821096:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 51992 usecs (52 jiffies) 00000100:00000001:3.0:1779213073.821099:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305908788 00000100:00000001:3.0:1779213073.821102:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305914307 00000100:00000001:3.0:1779213073.821105:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305908788 00000100:00000001:3.0:1779213073.821107:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305914307 00000100:00000001:3.0:1779213073.821109:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305908788 00000100:00000001:3.0:1779213073.821111:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305914307 00000100:00000001:3.0:1779213073.821113:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305908788 00000100:00000001:3.0:1779213073.821115:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305914307 00000100:00000001:3.0:1779213073.821117:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213073.821119:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.821121:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.821122:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213073.821123:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213073.821125:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.821136:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213073.821138:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213073.821141:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213073.821142:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213073.821144:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.821146:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213073.821266:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213073.821271:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:1.0:1779213073.821283:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213073.821287:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213073.821292:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:1.0:1779213073.821293:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:1.0:1779213073.821297:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213073.821300:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.821315:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213073.821317:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.821322:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213073.821323:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213073.821333:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213073.821334:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:1.0:1779213073.821336:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213073.821338:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213073.821339:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:1.0:1779213073.821340:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:1.0:1779213073.821342:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213073.821343:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.821347:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213073.821348:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.821352:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213073.821352:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213073.821410:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213073.821411:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:1.0:1779213073.821413:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213073.821415:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213073.821416:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9e5ad9 00000400:00000010:1.0:1779213073.821417:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9e5ad9. 00000100:00000001:1.0:1779213073.821419:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213073.821420:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.821425:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213073.821426:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.821436:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213073.821437:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213073.824065:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213073.824084:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213073.824090:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213073.824092:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213073.824103:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213073.824121:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203a00 00000400:00000200:0.0:1779213073.824132:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x4c5 [1] + 224 00000800:00000001:0.0:1779213073.824141:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213073.824144:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213073.824164:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213073.824169:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213073.824179:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213073.824188:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213073.824199:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213073.824218:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213073.824264:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213073.824269:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213073.824273:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213073.824278:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213073.824279:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213073.824281:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213073.824286:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:1.0:1779213073.824287:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213073.824290:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1779213073.824293:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203b00 00000400:00000010:1.0:1779213073.824294:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048c81054. 00000400:00000200:1.0:1779213073.824301:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:1.0:1779213073.824304:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:1.0:1779213073.824308:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213073.824313:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x4d5 [1] + 224 00000100:00000200:1.0:1779213073.824314:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213073.824324:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213073.824329:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213073.824330:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213073.824335:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213073.824343:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213073.824344:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213073.824347:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213073.824348:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213073.824352:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:0.0:1779213073.824355:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213073.824356:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213073.824361:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213073.824364:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213073.824367:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213073.824369:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213073.824379:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=128 v=5 (5 0 0 0) 00000100:00001000:1.0:1779213073.824384:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213073.824387:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213073.824389:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213073.824392:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213073.824393:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1779213073.824395:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213073.824399:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213073.824399:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213073.824404:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213073.824405:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213073.824408:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213073.824412:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213073.824419:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213073.824420:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213073.824424:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213073.824427:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213073.824430:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203a80 00000100:00000040:1.0:1779213073.824433:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213073.824444:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x4cd [1] + 224 00000800:00000001:0.0:1779213073.824454:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1779213073.824459:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960525312:192.168.202.129@tcp:400: 00000800:00000001:0.0:1779213073.824461:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213073.824464:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213073.824465:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213073.824469:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213073.824470:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213073.824475:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1779213073.824476:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038805bd0 x1865639960525312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213073.824482:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213073.824491:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213073.824496:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1779213073.824497:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213073.824512:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf1ee24. 02000000:00000001:1.0:1779213073.824516:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213073.824519:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213073.824520:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1779213073.824521:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213073.824525:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1779213073.824526:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1779213073.824528:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 00000800:00000001:0.0:1779213073.824530:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213073.824533:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213073.824536:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213073.824538:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038805bd0. 00000100:00000001:1.0:1779213073.824543:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213073.824545:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213073.824548:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213073.824562:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213073.824564:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213073.824567:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213073.824569:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.824641:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213073.824644:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213073.824648:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213073.824650:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213073.824651:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4f6568. 00000400:00000200:3.0:1779213073.824655:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:3.0:1779213073.824656:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:3.0:1779213073.824659:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213073.824663:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213073.824671:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213073.824689:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213073.824690:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213073.824692:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213073.824694:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213073.824695:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213073.824697:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213073.824699:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213073.824704:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=128 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213073.824707:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213073.824709:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213073.824711:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213073.824713:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213073.824716:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213073.824723:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.824725:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213073.824728:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213073.824729:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213073.824742:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213073.824745:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213073.824752:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213073.824754:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213073.824755:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213073.824757:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213073.824764:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960525568:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213073.824768:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213073.824770:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213073.824771:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3a74cc2 x1865639960525568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213073.824786:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213073.824788:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213073.824790:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f556786. 02000000:00000001:3.0:1779213073.824792:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213073.824794:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213073.824795:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213073.824797:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213073.824798:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 02000000:00000001:3.0:1779213073.824801:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213073.824802:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213073.824803:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3a74cc2. 00000100:00000001:3.0:1779213073.824807:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213073.824808:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213073.824810:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213073.824813:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213073.824815:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213073.824817:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213073.824819:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.824874:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213073.824877:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213073.824881:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213073.824882:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213073.824883:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a2d6e7. 00000400:00000200:2.0:1779213073.824887:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:2.0:1779213073.824888:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:2.0:1779213073.824891:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213073.824894:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213073.824914:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213073.824921:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213073.824922:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213073.824924:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213073.824925:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213073.824926:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213073.824927:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213073.824929:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213073.824933:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=117 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213073.824936:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=117 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213073.824939:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213073.824940:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213073.824941:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213073.824943:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.824945:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213073.824946:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213073.824948:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213073.824949:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213073.824951:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213073.824958:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213073.824960:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213073.824961:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213073.824963:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213073.824969:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960525440:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213073.824973:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213073.824974:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213073.824976:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009af06dbe x1865639960525440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213073.824990:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213073.824991:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213073.824993:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef6d70b. 02000000:00000001:2.0:1779213073.824996:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213073.824997:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213073.824998:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213073.825000:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213073.825002:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 02000000:00000001:2.0:1779213073.825004:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213073.825005:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213073.825016:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009af06dbe. 00000100:00000001:2.0:1779213073.825021:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213073.825022:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213073.825023:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213073.825027:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213073.825028:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213073.825030:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213073.825031:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213074.460383:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213074.460391:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213074.460398:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213074.460399:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213074.460474:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213074.460479:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213074.460482:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213075.484365:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213075.484370:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213075.484377:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213075.484378:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213075.484498:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213075.484502:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213075.484504:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213076.508369:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213076.508378:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213076.508380:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213076.508384:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213076.508390:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213076.508394:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213076.508398:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213076.508400:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213076.508404:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213076.508406:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213076.508486:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213076.508491:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213076.508495:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213077.532339:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213077.532345:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213077.532360:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213077.532363:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213077.532366:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213077.532369:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213077.532372:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213077.532373:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213077.532375:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213077.532376:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213077.532441:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213077.532445:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213077.532469:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213078.556336:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213078.556342:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213078.556348:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213078.556349:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213078.556405:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213078.556408:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213078.556411:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213078.940332:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213078.940341:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213078.940349:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038805bd0. 00000020:00000040:1.0:1779213078.940355:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213078.940359:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213078.940362:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213078.940367:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213078.940374:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:1.0:1779213078.940381:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213078.940391:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213078.940402:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213078.940404:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213078.940410:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038805bd0] to pc [ptlrpcd_00_03+3] req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213078.940436:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213078.940438:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213078.940442:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213078.940444:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039e99af1. 00000020:00000040:1.0:1779213078.940447:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213078.940449:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213078.940451:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213078.940452:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213078.940456:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213078.940459:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213078.940460:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213078.940463:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213078.940466:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213078.940470:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213078.940473:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1779213078.940477:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213078.940488:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213078.940489:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213078.940492:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213078.940495:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039e99af1] to pc [ptlrpcd_00_00+0] req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213078.940496:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213078.940500:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213078.940506:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.940506:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213078.940512:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213078.940513:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960525696:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213078.940520:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213078.940525:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213078.940526:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213078.940528:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213078.940530:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213078.940533:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213078.940537:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1779213078.940537:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009af06dbe. 00000100:00000001:3.0:1779213078.940538:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1779213078.940541:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000010:0.0:1779213078.940542:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfbb7db9. 00000100:00100000:3.0:1779213078.940543:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213078.940545:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213078.940546:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213078.940547:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213078.940547:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213078.940551:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213078.940553:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 02000000:00000010:1.0:1779213078.940555:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fd2778. 00000100:00000001:3.0:1779213078.940557:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213078.940559:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213078.940562:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65c6e90. 00000100:00000040:1.0:1779213078.940564:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213078.940573:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213078.940574:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213078.940576:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525696, portal 25 00000100:00000040:1.0:1779213078.940577:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009af06dbe] to pc [ptlrpcd_00_01+1] req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213078.940580:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213078.940583:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728216192 : -104753981335424 : ffffa0ba10275880) 00000100:00000001:1.0:1779213078.940591:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213078.940592:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213078.940594:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213078.940601:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213078.940608:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11251) 00000100:00000001:0.0:1779213078.940609:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213078.940615:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213078.940615:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213078.940620:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c30ccf9. 00000100:00000001:3.0:1779213078.940620:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213078.940622:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213078.940624:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1779213078.940625:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960525696, offset 0 00000100:00000040:3.0:1779213078.940629:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213078.940635:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213078.940640:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213078.940641:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213078.940643:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213078.940644:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213078.940645:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213078.940647:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960525952:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213078.940650:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213078.940655:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213078.940656:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213078.940660:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213078.940661:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213078.940662:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213078.940663:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213078.940666:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009da92795. 00000400:00000200:0.0:1779213078.940668:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213078.940669:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213078.940674:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213078.940674:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4f6568. 00000400:00000200:0.0:1779213078.940678:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [127:127:256:4294967295] 192.168.202.129@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000010:3.0:1779213078.940688:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000400:00000200:0.0:1779213078.940693:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:3.0:1779213078.940693:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525952, portal 10 00000100:00000001:3.0:1779213078.940697:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213078.940700:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728225152 : -104753981326464 : ffffa0ba10277b80) 00000800:00000200:0.0:1779213078.940704:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213078.940708:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1779213078.940709:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213078.940719:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213078.940720:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213078.940726:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213078.940728:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6bd63e0. 00000800:00000200:0.0:1779213078.940730:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1779213078.940732:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960525952, offset 0 00000800:00000200:0.0:1779213078.940736:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213078.940741:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213078.940747:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213078.940749:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213078.940751:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213078.940753:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213078.940753:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213078.940758:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305919427 00000100:00000001:0.0:1779213078.940765:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305914307 00000100:00000001:0.0:1779213078.940768:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305919427 00000100:00000001:0.0:1779213078.940772:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305914307 00000100:00000001:0.0:1779213078.940775:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305919427 00000100:00000001:0.0:1779213078.940778:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305914307 00000100:00000001:0.0:1779213078.940787:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305919427 00000100:00000001:0.0:1779213078.940790:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305914307 00000100:00000001:0.0:1779213078.940793:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213078.940796:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213078.940799:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213078.940801:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213078.940805:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213078.940807:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1779213078.940808:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213078.940809:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213078.940811:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1779213078.940811:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000100:00000001:0.0:1779213078.940813:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213078.940816:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213078.940816:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213078.940823:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213078.940847:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213078.940850:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [128:128:255:4294967295] 192.168.202.129@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:3.0:1779213078.940923:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213078.940929:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213078.940931:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c30ccf9 00000800:00000010:3.0:1779213078.940933:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ad21c7. 00000400:00000010:1.0:1779213078.940934:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001c30ccf9. 00000800:00000200:3.0:1779213078.940939:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213078.940941:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213078.940942:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213078.940944:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d5ad21c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213078.940947:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213078.940951:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213078.940952:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213078.940954:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213078.940966:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 50372 usecs (51 jiffies) 00000100:00000001:3.0:1779213078.940973:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305913907 00000100:00000001:3.0:1779213078.940977:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305919427 00000100:00000001:1.0:1779213078.940978:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213078.940981:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305913907 00000100:00000040:1.0:1779213078.940983:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.940986:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305919427 00000100:00000001:3.0:1779213078.940990:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305913907 00000100:00000001:3.0:1779213078.940995:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305919427 00000100:00000001:1.0:1779213078.940998:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.940999:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305913907 00000100:00000001:1.0:1779213078.941001:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213078.941004:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305919427 00000100:00000001:3.0:1779213078.941006:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213078.941008:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.941010:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213078.941015:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.941022:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213078.941023:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213078.941025:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213078.941027:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213078.941028:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213078.941030:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960525824:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213078.941034:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213078.941036:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1779213078.941037:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1779213078.941038:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213078.941039:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ad21c7. 02000000:00000001:3.0:1779213078.941043:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213078.941044:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1779213078.941048:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a437ba. 00000400:00000200:1.0:1779213078.941049:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:3.0:1779213078.941053:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213078.941054:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bd63e0 00000400:00000010:1.0:1779213078.941057:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a6bd63e0. 00000400:00000010:3.0:1779213078.941059:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce4c88f. 00000100:00000001:1.0:1779213078.941060:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213078.941063:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213078.941069:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1779213078.941070:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000040:1.0:1779213078.941071:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213078.941077:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960525824, portal 10 00000100:00000001:1.0:1779213078.941079:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.941079:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213078.941081:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213078.941085:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728211712 : -104753981339904 : ffffa0ba10274700) 00000100:00000040:3.0:1779213078.941090:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.941095:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213078.941097:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213078.941099:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000200:3.0:1779213078.941160:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960525824, offset 0 00000400:00000200:3.0:1779213078.941164:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213078.941167:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213078.941169:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213078.941171:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213078.941172:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213078.941173:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213078.941175:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [129:129:256:4294967295] 192.168.202.129@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1779213078.941179:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213078.941182:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213078.941183:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000800:00000200:3.0:1779213078.941185:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213078.941188:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213078.941190:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213078.941200:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213078.941202:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 849556 usecs (850 jiffies) 00000100:00000001:3.0:1779213078.941203:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305914706 00000100:00000001:3.0:1779213078.941205:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305919427 00000100:00000001:3.0:1779213078.941206:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305914706 00000100:00000001:3.0:1779213078.941207:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305919427 00000100:00000001:3.0:1779213078.941208:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305914706 00000100:00000001:3.0:1779213078.941208:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305919427 00000100:00000001:3.0:1779213078.941209:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305914706 00000100:00000001:3.0:1779213078.941214:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305919427 00000100:00000001:3.0:1779213078.941215:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213078.941217:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.941218:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.941220:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213078.941248:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213078.941250:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213078.941253:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213078.941254:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213078.941256:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.941258:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213078.941276:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213078.941280:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000400:00000200:1.0:1779213078.941284:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213078.941289:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213078.941293:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:1.0:1779213078.941295:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:1.0:1779213078.941298:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213078.941301:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213078.941310:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213078.941312:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213078.941327:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213078.941328:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213078.943150:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213078.943162:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213078.943166:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213078.943169:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213078.943177:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213078.943189:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203b80 00000400:00000200:0.0:1779213078.943206:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x4dd [1] + 224 00000800:00000001:0.0:1779213078.943213:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213078.943217:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213078.943220:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213078.943240:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213078.943245:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213078.943249:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213078.943257:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213078.943271:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213078.943277:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213078.943279:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213078.943280:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213078.943282:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213078.943293:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213078.943293:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213078.943297:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213078.943301:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203c80 00000400:00000001:2.0:1779213078.943304:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213078.943307:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213078.943309:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 00000400:00000200:2.0:1779213078.943313:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65c6e90 00000400:00000010:2.0:1779213078.943315:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a65c6e90. 00000100:00000001:2.0:1779213078.943318:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213078.943322:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213078.943326:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x4e5 [1] + 224 00000800:00000001:0.0:1779213078.943337:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213078.943338:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213078.943342:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213078.943344:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213078.943345:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213078.943348:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213078.943353:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213078.943353:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213078.943356:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213078.943358:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213078.943360:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1779213078.943363:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213078.943363:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213078.943368:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213078.943375:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213078.943376:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=133 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213078.943383:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213078.943390:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213078.943392:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213078.943393:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1779213078.943395:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213078.943397:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213078.943399:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213078.943400:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213078.943404:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213078.943408:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1779213078.943408:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213078.943413:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213078.943418:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213078.943421:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213078.943423:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213078.943423:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213078.943424:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213078.943426:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213078.943427:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213078.943429:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213078.943430:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4f6568. 00000100:00000040:2.0:1779213078.943432:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213078.943434:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000200:0.0:1779213078.943436:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203c00 00000400:00000010:3.0:1779213078.943437:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:3.0:1779213078.943441:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213078.943445:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x4ed [1] + 224 00000100:00000200:3.0:1779213078.943446:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213078.943451:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213078.943457:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213078.943460:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1779213078.943460:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213078.943467:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213078.943474:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213078.943476:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213078.943479:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213078.943480:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.943482:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213078.943484:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213078.943486:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213078.943488:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213078.943492:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213078.943498:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213078.943499:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=133 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213078.943505:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213078.943512:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213078.943514:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213078.943515:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960525696:192.168.202.129@tcp:400: 00010000:00000001:3.0:1779213078.943517:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213078.943523:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213078.943524:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1779213078.943526:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213078.943527:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213078.943529:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038805bd0 x1865639960525696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213078.943535:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213078.943536:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213078.943536:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213078.943538:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1779213078.943540:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213078.943540:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213078.943540:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000010:2.0:1779213078.943542:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfbb7db9. 00000100:00000001:3.0:1779213078.943542:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213078.943545:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213078.943546:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213078.943547:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213078.943548:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213078.943550:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213078.943552:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213078.943553:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1779213078.943554:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 00000100:00000001:3.0:1779213078.943554:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213078.943556:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213078.943557:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1779213078.943558:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213078.943559:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213078.943561:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038805bd0. 00000100:00000001:2.0:1779213078.943564:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1779213078.943564:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960525952:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213078.943565:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213078.943567:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213078.943569:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213078.943570:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213078.943571:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce4c88f. 00000100:00000001:2.0:1779213078.943572:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213078.943573:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000100:00000001:2.0:1779213078.943574:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213078.943574:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:2.0:1779213078.943575:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213078.943577:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213078.943579:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213078.943581:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213078.943586:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.943605:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213078.943607:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213078.943608:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213078.943609:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213078.943611:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213078.943612:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213078.943616:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213078.943619:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=122 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213078.943621:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=122 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213078.943622:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213078.943623:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213078.943624:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213078.943625:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.943627:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213078.943628:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213078.943629:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213078.943629:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213078.943632:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.943635:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213078.943636:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213078.943637:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213078.943639:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213078.943642:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960525824:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213078.943644:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213078.943645:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213078.943646:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009af06dbe x1865639960525952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.943649:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213078.943650:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213078.943651:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009da92795. 02000000:00000001:3.0:1779213078.943653:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213078.943653:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213078.943654:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213078.943655:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213078.943656:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fd2778. 02000000:00000001:3.0:1779213078.943658:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213078.943662:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213078.943663:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009af06dbe. 00000100:00000001:3.0:1779213078.943667:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213078.943667:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213078.943669:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213078.943671:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039e99af1 x1865639960525824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213078.943677:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213078.943685:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213078.943687:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a437ba. 02000000:00000001:3.0:1779213078.943689:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213078.943691:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213078.943692:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213078.943693:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213078.943694:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 02000000:00000001:3.0:1779213078.943696:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213078.943697:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213078.943698:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039e99af1. 00000100:00000001:3.0:1779213078.943699:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213078.943700:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213078.943702:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213078.943705:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213078.943706:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213078.943707:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213078.943708:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213079.580365:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213079.580371:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213079.580376:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213079.580377:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213079.580449:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213079.580453:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213079.580456:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213080.604340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213080.604345:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213080.604352:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213080.604353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213080.604389:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213080.604393:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213080.604396:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213081.628443:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213081.628448:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213081.628454:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213081.628455:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213081.628511:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213081.628515:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213081.628517:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213082.652347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213082.652353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213082.652359:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213082.652360:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213082.652432:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213082.652436:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213082.652439:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213083.676362:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213083.676366:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213083.676371:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213083.676372:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213083.676389:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213083.676392:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213083.676395:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213084.060340:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213084.060349:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213084.060360:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 00000020:00000040:2.0:1779213084.060367:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213084.060372:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213084.060375:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213084.060379:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213084.060387:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000001:2.0:1779213084.060394:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213084.060404:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213084.060439:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213084.060441:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213084.060447:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_02+2] req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.060480:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213084.060483:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213084.060486:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213084.060489:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 00000020:00000040:2.0:1779213084.060492:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213084.060494:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213084.060496:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213084.060498:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213084.060503:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:2.0:1779213084.060506:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213084.060510:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213084.060510:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213084.060516:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213084.060520:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213084.060521:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213084.060524:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.060526:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213084.060529:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213084.060530:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022886011] to pc [ptlrpcd_00_03+3] req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213084.060531:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213084.060556:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213084.060558:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213084.060561:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213084.060563:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213084.060565:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.060566:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213084.060570:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1779213084.060570:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960526080:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213084.060577:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213084.060577:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213084.060579:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1779213084.060581:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00000100:00000001:0.0:1779213084.060582:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213084.060587:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213084.060588:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1779213084.060588:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213084.060592:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213084.060594:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213084.060596:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213084.060597:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213084.060600:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213084.060601:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.060604:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213084.060606:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213084.060606:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ba4bb6. 02000000:00000010:2.0:1779213084.060608:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 02000000:00000001:3.0:1779213084.060610:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213084.060611:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213084.060613:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213084.060617:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213084.060617:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce4c88f. 00000100:00000001:2.0:1779213084.060619:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213084.060623:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960526208:192.168.202.129@tcp:400: 00000400:00000010:3.0:1779213084.060624:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000040:2.0:1779213084.060628:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213084.060629:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213084.060631:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1779213084.060633:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526080, portal 25 02000000:00000001:0.0:1779213084.060634:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213084.060636:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1779213084.060639:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213084.060639:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 02000000:00000010:0.0:1779213084.060645:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a24bec97. 00000100:00000001:2.0:1779213084.060646:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1779213084.060648:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213084.060649:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.060649:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213084.060657:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008387af80. 00000100:00000040:2.0:1779213084.060657:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb3172c] to pc [ptlrpcd_00_00+0] req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213084.060659:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779213084.060664:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000100:00000040:3.0:1779213084.060666:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213084.060671:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526208, portal 10 00000400:00000010:3.0:1779213084.060672:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000001:0.0:1779213084.060676:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1779213084.060676:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960526080, offset 0 00000100:00000001:0.0:1779213084.060679:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527177088 : -104754182374528 : ffffa0ba042bbb80) 00000400:00000200:3.0:1779213084.060683:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213084.060687:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.060688:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213084.060691:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213084.060696:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213084.060698:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213084.060705:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11256) 00000400:00000200:3.0:1779213084.060705:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213084.060708:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213084.060714:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213084.060715:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213084.060716:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213084.060720:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e48869. 00000400:00000200:3.0:1779213084.060720:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213084.060721:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213084.060723:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1779213084.060725:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960526208, offset 0 00000400:00000200:3.0:1779213084.060727:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213084.060730:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.060732:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213084.060737:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213084.060738:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [130:130:256:4294967295] 192.168.202.129@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1779213084.060744:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213084.060750:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213084.060752:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213084.060755:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213084.060758:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213084.060762:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213084.060763:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213084.060768:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960526336:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213084.060774:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213084.060775:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:3.0:1779213084.060776:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213084.060777:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213084.060780:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213084.060783:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1779213084.060783:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e97781. 00000400:00000200:0.0:1779213084.060784:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213084.060789:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:1.0:1779213084.060789:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ee1edb. 00000400:00000200:0.0:1779213084.060791:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213084.060794:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213084.060795:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213084.060797:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213084.060801:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [131:131:255:4294967295] 192.168.202.129@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000010:1.0:1779213084.060801:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000400:00000010:1.0:1779213084.060808:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000800:00000200:3.0:1779213084.060808:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:1.0:1779213084.060814:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526336, portal 10 00000400:00000200:0.0:1779213084.060816:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213084.060816:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000015e97781 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213084.060819:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213084.060823:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000800:00000200:0.0:1779213084.060825:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213084.060828:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000800:00000200:0.0:1779213084.060833:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:1.0:1779213084.060838:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213084.060839:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213084.060841:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213084.060844:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213084.060851:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213084.060854:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305924547 00000100:00000001:1.0:1779213084.060856:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213084.060857:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 824683 usecs (825 jiffies) 00000100:00000001:0.0:1779213084.060863:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305919801 00000100:00000040:1.0:1779213084.060863:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213084.060863:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305919427 00000400:00000010:1.0:1779213084.060867:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000001:3.0:1779213084.060870:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305924547 00000100:00000001:0.0:1779213084.060871:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305924547 00000100:00000200:1.0:1779213084.060872:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960526336, offset 0 00000100:00000001:3.0:1779213084.060875:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305919427 00000100:00000001:0.0:1779213084.060876:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305919801 00000100:00000001:3.0:1779213084.060881:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305924547 00000100:00000001:0.0:1779213084.060882:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305924547 00000400:00000200:1.0:1779213084.060882:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213084.060887:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305919801 00000100:00000001:3.0:1779213084.060888:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305919427 00000400:00000200:1.0:1779213084.060892:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213084.060893:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305924547 00000100:00000001:0.0:1779213084.060894:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305924547 00000100:00000001:0.0:1779213084.060898:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305919801 00000400:00000200:1.0:1779213084.060898:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213084.060899:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305919427 00000100:00000001:3.0:1779213084.060913:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213084.060914:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305924547 00000400:00000200:1.0:1779213084.060918:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213084.060919:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.060922:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213084.060923:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213084.060923:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.060928:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213084.060928:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213084.060929:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1779213084.060930:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213084.060934:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.060936:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1779213084.060936:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e97781. 00000100:00000001:3.0:1779213084.060937:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213084.060940:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213084.060943:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213084.060943:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213084.060945:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213084.060945:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213084.060946:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213084.060948:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213084.060950:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [132:132:254:4294967295] 192.168.202.129@tcp LPNI seq info [132:132:6:4294967295] 00000100:00000001:0.0:1779213084.060951:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213084.060958:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213084.060958:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.060961:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213084.060965:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213084.060968:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213084.060970:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213084.060976:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213084.060976:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:2.0:1779213084.060981:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000800:00000010:1.0:1779213084.060983:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:2.0:1779213084.060986:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213084.060990:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:2.0:1779213084.060994:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213084.060998:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213084.061002:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213084.061007:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213084.061012:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 48813 usecs (49 jiffies) 00000100:00000001:2.0:1779213084.061014:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213084.061015:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305919025 00000100:00000001:1.0:1779213084.061018:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305924547 00000100:00000040:2.0:1779213084.061019:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213084.061022:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305919025 00000100:00000001:1.0:1779213084.061026:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305924547 00000100:00000001:1.0:1779213084.061030:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305919025 00000100:00000001:1.0:1779213084.061032:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305924547 00000100:00000001:1.0:1779213084.061034:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305919025 00000100:00000001:1.0:1779213084.061042:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305924547 00000100:00000001:1.0:1779213084.061046:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213084.061049:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.061049:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.061054:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213084.061055:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213084.061058:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213084.061062:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213084.061063:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213084.061065:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213084.061066:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213084.061067:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213084.061069:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213084.061070:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213084.061073:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:2.0:1779213084.061077:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213084.061081:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213084.061091:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e48869 00000400:00000010:2.0:1779213084.061092:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e48869. 00000100:00000001:2.0:1779213084.061095:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213084.061099:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.061105:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213084.061108:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.061113:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.061115:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213084.061191:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213084.061194:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:2.0:1779213084.061197:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213084.061201:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213084.061203:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:2.0:1779213084.061205:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:2.0:1779213084.061208:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213084.061210:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.061217:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213084.061219:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.061251:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.061253:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213084.063263:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063276:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213084.063280:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063282:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213084.063291:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213084.063304:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203d80 00000400:00000200:1.0:1779213084.063311:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x4f9 [1] + 224 00000800:00000001:1.0:1779213084.063319:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063323:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213084.063325:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213084.063330:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213084.063336:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213084.063341:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213084.063352:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213084.063386:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213084.063395:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063399:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213084.063401:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063402:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213084.063406:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213084.063424:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203d00 00000400:00000200:1.0:1779213084.063429:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x4f5 [1] + 224 00000800:00000001:1.0:1779213084.063433:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063438:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213084.063439:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213084.063442:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213084.063445:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213084.063449:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213084.063456:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213084.063470:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213084.063475:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063479:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213084.063481:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213084.063483:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213084.063487:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213084.063493:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203e00 00000400:00000200:1.0:1779213084.063498:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x505 [1] + 224 00000100:00000001:3.0:1779213084.063501:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213084.063502:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213084.063506:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213084.063513:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213084.063516:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213084.063518:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce4c88f. 00000400:00000200:3.0:1779213084.063522:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000800:00000001:1.0:1779213084.063525:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213084.063526:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000400:00000200:1.0:1779213084.063529:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213084.063531:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213084.063535:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213084.063540:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213084.063540:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213084.063546:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213084.063564:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213084.063567:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213084.063589:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213084.063592:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213084.063595:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213084.063602:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213084.063604:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213084.063608:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1779213084.063609:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213084.063611:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213084.063614:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213084.063619:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213084.063620:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=139 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213084.063626:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213084.063629:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213084.063632:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213084.063635:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213084.063637:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.063638:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213084.063640:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.063641:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213084.063646:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213084.063648:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213084.063649:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213084.063651:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000400:00000200:2.0:1779213084.063656:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:2.0:1779213084.063659:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:2.0:1779213084.063663:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213084.063665:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213084.063667:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213084.063670:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213084.063673:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213084.063679:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213084.063700:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960526080:192.168.202.129@tcp:400: 00000100:00000200:2.0:1779213084.063704:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213084.063708:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213084.063712:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213084.063713:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213084.063714:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213084.063717:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213084.063719:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213084.063720:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1779213084.063720:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960526080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.063722:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213084.063725:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213084.063731:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=139 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213084.063735:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213084.063735:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213084.063739:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213084.063742:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ba4bb6. 00000100:00000001:2.0:1779213084.063747:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1779213084.063747:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213084.063751:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213084.063752:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213084.063753:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00010000:00000001:2.0:1779213084.063756:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1779213084.063758:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213084.063761:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 00010000:00080000:2.0:1779213084.063762:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213084.063766:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213084.063770:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213084.063772:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00010000:00000001:2.0:1779213084.063775:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.063778:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213084.063781:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213084.063783:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213084.063784:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213084.063785:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213084.063786:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213084.063791:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213084.063794:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213084.063799:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213084.063799:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213084.063803:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213084.063803:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.063805:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213084.063807:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213084.063808:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213084.063812:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.063818:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213084.063818:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960526336:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213084.063822:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213084.063823:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213084.063826:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213084.063829:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213084.063830:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1779213084.063831:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008387af80. 00000100:00000040:2.0:1779213084.063834:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960526336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213084.063837:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000400:00000010:0.0:1779213084.063840:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:2.0:1779213084.063843:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213084.063845:0:199015:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1779213084.063846:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213084.063849:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ee1edb. 02000000:00000001:2.0:1779213084.063851:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1779213084.063852:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213084.063854:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213084.063857:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213084.063862:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213084.063865:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 00000100:00000200:0.0:1779213084.063868:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213084.063869:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213084.063872:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213084.063878:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1779213084.063879:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000001:0.0:1779213084.063880:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213084.063884:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213084.063885:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1779213084.063886:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213084.063887:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213084.063889:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213084.063890:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213084.063891:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213084.063895:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213084.063896:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213084.063898:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213084.063899:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=128 v=5 (5 0 0 0) 00000100:00000001:2.0:1779213084.063900:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213084.063903:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213084.063918:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=128 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213084.063922:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213084.063923:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213084.063925:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213084.063927:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.063930:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213084.063931:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213084.063933:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213084.063934:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213084.063937:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213084.063943:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213084.063960:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213084.063961:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213084.063967:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213084.063974:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960526208:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213084.063978:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213084.063980:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213084.063982:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022886011 x1865639960526208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213084.063988:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213084.063989:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213084.063991:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a24bec97. 02000000:00000001:0.0:1779213084.063994:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213084.063995:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213084.063996:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213084.063998:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213084.063999:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:0.0:1779213084.064001:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213084.064003:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213084.064004:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000100:00000001:0.0:1779213084.064007:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213084.064008:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213084.064009:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213084.064013:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213084.064014:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213084.064016:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213084.064017:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213084.700358:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213084.700364:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213084.700370:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213084.700371:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213084.700435:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213084.700439:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213084.700442:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213085.724347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213085.724351:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213085.724357:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213085.724358:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213085.724395:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213085.724399:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213085.724402:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213086.748311:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213086.748321:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213086.748323:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213086.748327:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213086.748333:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213086.748336:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213086.748337:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213086.748339:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213086.748371:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213086.748372:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213086.748398:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213086.748401:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213086.748404:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213087.772392:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213087.772400:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213087.772407:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213087.772422:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213087.772425:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213087.772429:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213087.772433:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213087.772436:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213087.772438:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213087.772440:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213087.772529:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213087.772534:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213087.772537:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213088.796341:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213088.796346:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213088.796352:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213088.796353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213088.796379:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213088.796383:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213088.796385:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213089.180366:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213089.180376:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213089.180388:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00000020:00000040:2.0:1779213089.180395:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213089.180401:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213089.180404:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213089.180410:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213089.180417:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 00000100:00000001:2.0:1779213089.180425:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213089.180435:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213089.180447:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213089.180449:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213089.180456:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb3172c] to pc [ptlrpcd_00_01+1] req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.180494:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213089.180512:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213089.180515:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213089.180516:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213089.180519:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000963b77ee. 00000100:00000001:3.0:1779213089.180521:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1779213089.180523:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213089.180524:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213089.180527:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213089.180529:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1779213089.180532:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213089.180533:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213089.180539:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000001:2.0:1779213089.180545:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180547:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213089.180550:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213089.180552:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779213089.180555:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213089.180559:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213089.180564:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213089.180566:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213089.180568:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213089.180571:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960526464:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213089.180576:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000963b77ee] to pc [ptlrpcd_00_02+2] req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213089.180578:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213089.180586:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213089.180590:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213089.180592:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213089.180598:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059b84cd8. 02000000:00000001:3.0:1779213089.180600:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213089.180605:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce4c88f. 00000100:00000001:2.0:1779213089.180612:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213089.180613:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000040:2.0:1779213089.180615:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213089.180620:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1779213089.180621:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526464, portal 25 00000100:00000010:2.0:1779213089.180623:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6aa159. 00000100:00000001:3.0:1779213089.180624:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1779213089.180628:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213089.180628:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000001:2.0:1779213089.180634:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213089.180637:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1779213089.180637:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213089.180640:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213089.180645:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213089.180651:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180651:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213089.180656:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213089.180659:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1779213089.180660:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000200:3.0:1779213089.180665:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960526464, offset 0 00000100:00000001:2.0:1779213089.180670:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213089.180671:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213089.180678:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6aa159] to pc [ptlrpcd_00_03+3] req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213089.180684:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213089.180699:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213089.180707:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213089.180711:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213089.180712:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:2.0:1779213089.180716:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213089.180719:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213089.180725:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213089.180726:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213089.180733:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [133:133:256:4294967295] 192.168.202.129@tcp LPNI seq info [133:133:8:4294967295] 00000100:00000040:2.0:1779213089.180734:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11261) 00000400:00000200:3.0:1779213089.180748:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213089.180754:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213089.180759:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003651afbd. 00000800:00000200:3.0:1779213089.180766:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213089.180773:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213089.180778:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003651afbd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213089.180797:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180801:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305929667 00000100:00000001:3.0:1779213089.180809:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305924547 00000100:00000001:3.0:1779213089.180813:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305929667 00000100:00000001:3.0:1779213089.180817:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305924547 00000100:00000001:1.0:1779213089.180820:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213089.180820:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305929667 00000100:00000001:3.0:1779213089.180825:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305924547 00000100:00000001:1.0:1779213089.180826:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180841:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305929667 00000100:00000001:3.0:1779213089.180846:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305924547 00000100:00000001:3.0:1779213089.180849:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213089.180852:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180867:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180869:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213089.180876:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213089.180878:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213089.180880:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213089.180887:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213089.180889:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180891:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213089.180908:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213089.180913:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213089.180915:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213089.180921:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213089.180922:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213089.180925:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213089.180928:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213089.180935:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213089.180936:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213089.180938:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.180945:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213089.180948:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213089.180950:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213089.180951:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213089.180952:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213089.180954:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213089.180956:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213089.180959:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213089.180962:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960526592:192.168.202.129@tcp:400: 00000100:00100000:3.0:1779213089.180966:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960526720:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213089.180969:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213089.180973:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213089.180974:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213089.180976:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213089.180976:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213089.180979:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779213089.180980:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213089.180983:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213089.180984:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c663f7d. 02000000:00000001:0.0:1779213089.180986:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213089.180986:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003225be62. 02000000:00000001:3.0:1779213089.180991:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213089.180992:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008387af80. 00000400:00000010:3.0:1779213089.180995:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4f6568. 00000400:00000010:0.0:1779213089.180997:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000100:00000200:0.0:1779213089.181002:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526592, portal 10 00000400:00000010:3.0:1779213089.181002:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000100:00000001:0.0:1779213089.181005:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213089.181007:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527166336 : -104754182385280 : ffffa0ba042b9180) 00000100:00000200:3.0:1779213089.181008:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526720, portal 10 00000100:00000001:3.0:1779213089.181011:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213089.181012:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527165440 : -104754182386176 : ffffa0ba042b8e00) 00000100:00000040:0.0:1779213089.181013:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213089.181020:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213089.181022:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213089.181025:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213089.181029:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8bdd6f1. 00000100:00000200:0.0:1779213089.181032:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960526592, offset 0 00000100:00000001:3.0:1779213089.181038:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213089.181040:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213089.181045:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213089.181048:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000400:00000200:0.0:1779213089.181049:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213089.181053:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1779213089.181054:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960526720, offset 0 00000400:00000200:0.0:1779213089.181056:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213089.181059:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213089.181062:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213089.181065:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213089.181067:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [134:134:255:4294967295] 192.168.202.129@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:0.0:1779213089.181073:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213089.181076:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213089.181079:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000200:3.0:1779213089.181082:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213089.181085:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1779213089.181087:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000010:2.0:1779213089.181090:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003651afbd. 00000400:00000200:3.0:1779213089.181090:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213089.181095:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1779213089.181101:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213089.181105:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213089.181105:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213089.181106:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213089.181111:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213089.181113:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213089.181116:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:0.0:1779213089.181119:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 801240 usecs (802 jiffies) 00000400:00000200:3.0:1779213089.181121:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [135:135:254:4294967295] 192.168.202.129@tcp LPNI seq info [135:135:6:4294967295] 00000100:00000001:0.0:1779213089.181124:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305924898 00000100:00000001:0.0:1779213089.181128:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305929667 00000100:00000001:0.0:1779213089.181133:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305924898 00000400:00000200:3.0:1779213089.181135:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213089.181137:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305929667 00000100:00000001:0.0:1779213089.181140:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305924898 00000100:00000001:0.0:1779213089.181143:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305929667 00000100:00000001:0.0:1779213089.181144:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305924898 00000100:00000001:0.0:1779213089.181146:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305929667 00000100:00000001:0.0:1779213089.181148:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213089.181150:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213089.181152:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213089.181153:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213089.181157:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213089.181159:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213089.181161:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213089.181161:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213089.181162:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213089.181163:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213089.181218:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000800:00000200:3.0:1779213089.181218:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213089.181241:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000800:00000010:3.0:1779213089.181242:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cc43228. 00000100:00000001:2.0:1779213089.181245:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213089.181250:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213089.181250:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213089.181260:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213089.181261:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1779213089.181263:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cc43228 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779213089.181266:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213089.181268:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213089.181273:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 47362 usecs (48 jiffies) 00000100:00000001:3.0:1779213089.181278:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305924145 00000100:00000001:3.0:1779213089.181283:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305929667 00000100:00000001:3.0:1779213089.181287:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305924145 00000100:00000001:2.0:1779213089.181289:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.181291:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305929667 00000100:00000001:2.0:1779213089.181294:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213089.181295:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305924145 00000100:00000001:3.0:1779213089.181298:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305929667 00000100:00000001:3.0:1779213089.181300:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305924145 00000100:00000001:3.0:1779213089.181302:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305929667 00000100:00000001:3.0:1779213089.181304:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213089.181306:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.181308:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.181310:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213089.181312:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213089.181315:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:3.0:1779213089.181315:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213089.181317:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213089.181320:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213089.181321:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213089.181324:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213089.181327:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213089.181328:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213089.181330:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bdd6f1 00000400:00000010:2.0:1779213089.181332:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b8bdd6f1. 00000100:00000001:2.0:1779213089.181338:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213089.181338:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213089.181343:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.181350:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213089.181352:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.181368:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213089.181370:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213089.181402:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213089.181404:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cc43228. 00000400:00000200:2.0:1779213089.181406:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213089.181410:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213089.181413:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:2.0:1779213089.181414:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:2.0:1779213089.181416:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213089.181419:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.181423:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213089.181425:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.181428:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213089.181429:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213089.183163:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183187:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213089.183191:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183194:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213089.183203:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213089.183216:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27203e80 00000400:00000200:2.0:1779213089.183245:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x50d [1] + 224 00000800:00000001:2.0:1779213089.183254:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183258:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213089.183260:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213089.183264:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213089.183271:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213089.183276:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213089.183286:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.183316:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213089.183325:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183329:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213089.183331:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183333:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213089.183338:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213089.183344:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203f00 00000400:00000200:2.0:1779213089.183349:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x515 [1] + 224 00000800:00000001:2.0:1779213089.183353:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183356:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213089.183357:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213089.183360:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213089.183363:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213089.183366:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213089.183375:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.183395:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213089.183399:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183402:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213089.183404:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183406:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213089.183410:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213089.183415:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27203f80 00000400:00000200:2.0:1779213089.183419:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x519 [1] + 224 00000800:00000001:2.0:1779213089.183422:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183427:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213089.183429:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213089.183432:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213089.183435:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213089.183444:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213089.183453:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213089.183454:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213089.183458:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213089.183465:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213089.183468:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213089.183470:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008387af80. 00000400:00000200:0.0:1779213089.183476:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000400:00000010:0.0:1779213089.183479:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:0.0:1779213089.183483:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213089.183487:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213089.183498:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213089.183504:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213089.183509:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213089.183513:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213089.183521:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213089.183524:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213089.183526:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213089.183530:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213089.183533:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213089.183535:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213089.183538:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213089.183546:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=133 v=5 (5 0 0 0) 00000100:00001000:0.0:1779213089.183548:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=133 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213089.183549:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213089.183550:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213089.183553:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213089.183554:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1779213089.183555:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1779213089.183558:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1779213089.183559:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213089.183562:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213089.183563:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1779213089.183564:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4f6568. 00000100:00000040:0.0:1779213089.183565:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213089.183568:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213089.183569:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213089.183571:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000100:00000040:0.0:1779213089.183573:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213089.183575:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:0.0:1779213089.183581:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213089.183581:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213089.183585:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213089.183586:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213089.183588:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213089.183591:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213089.183607:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960526592:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213089.183613:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213089.183617:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1779213089.183620:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213089.183625:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000963b77ee x1865639960526592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213089.183636:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213089.183638:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213089.183639:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213089.183641:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213089.183642:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213089.183646:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1779213089.183646:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213089.183649:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1779213089.183650:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213089.183652:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213089.183654:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce4c88f. 02000000:00000001:1.0:1779213089.183657:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213089.183660:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000100:00001000:1.0:1779213089.183664:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=144 v=5 (5 0 0 0) 00000400:00000010:3.0:1779213089.183665:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:0.0:1779213089.183666:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213089.183670:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1779213089.183671:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213089.183672:0:199013:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1779213089.183675:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c663f7d. 00000100:00000200:3.0:1779213089.183678:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213089.183679:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213089.183682:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213089.183684:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213089.183689:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213089.183693:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 00000100:00000001:1.0:1779213089.183693:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213089.183697:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213089.183698:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1779213089.183701:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1779213089.183701:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213089.183702:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213089.183704:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000963b77ee. 00000100:00000001:0.0:1779213089.183709:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00080000:1.0:1779213089.183709:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213089.183712:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213089.183716:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213089.183723:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213089.183726:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.183726:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213089.183730:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213089.183731:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1779213089.183731:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213089.183733:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.183735:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213089.183737:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1779213089.183738:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1779213089.183739:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213089.183741:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213089.183742:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213089.183745:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.183745:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213089.183750:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213089.183753:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213089.183755:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=144 v=5 (5 0 0 0) 00000100:00001000:3.0:1779213089.183763:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=144 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213089.183768:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213089.183769:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213089.183771:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213089.183772:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213089.183773:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1779213089.183776:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1779213089.183779:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213089.183780:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.183785:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213089.183793:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213089.183795:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960526720:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213089.183805:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213089.183809:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213089.183810:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213089.183813:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6aa159 x1865639960526720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213089.183815:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213089.183818:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213089.183827:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1779213089.183828:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213089.183830:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213089.183832:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003225be62. 02000000:00000001:1.0:1779213089.183835:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213089.183836:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213089.183837:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213089.183840:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213089.183842:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adbcc3c7. 02000000:00000001:1.0:1779213089.183846:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213089.183868:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1779213089.183869:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960526464:192.168.202.129@tcp:400: 00000100:00000010:1.0:1779213089.183871:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6aa159. 00000100:00000001:1.0:1779213089.183874:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213089.183875:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213089.183877:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213089.183883:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213089.183885:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.183885:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213089.183890:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213089.183890:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213089.183894:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213089.183896:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960526464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213089.183905:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213089.183907:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213089.183909:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059b84cd8. 02000000:00000001:3.0:1779213089.183913:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213089.183914:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213089.183915:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213089.183917:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213089.183919:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 02000000:00000001:3.0:1779213089.183921:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213089.183922:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213089.183924:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000001:3.0:1779213089.183927:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213089.183928:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213089.183929:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213089.183933:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213089.183934:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213089.183936:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213089.183938:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213089.820344:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213089.820350:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213089.820356:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213089.820357:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213089.820377:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213089.820380:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213089.820382:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213090.844294:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213090.844298:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213090.844304:0:194886:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213090.844305:0:194886:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213090.844357:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213090.844361:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213090.844364:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213091.868261:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213091.868265:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213091.868269:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213091.868270:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213091.868324:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213091.868328:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213091.868332:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213092.892324:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213092.892330:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213092.892334:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213092.892335:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213092.892350:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213092.892352:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213092.892354:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213093.916378:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213093.916385:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213093.916392:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213093.916393:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213093.916547:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213093.916552:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213093.916554:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213094.300399:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213094.300407:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213094.300417:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000020:00000040:3.0:1779213094.300423:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213094.300426:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213094.300437:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213094.300445:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213094.300453:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:3.0:1779213094.300460:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213094.300471:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213094.300496:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213094.300498:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213094.300504:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_00+0] req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.300549:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213094.300552:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213094.300554:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213094.300557:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213094.300558:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213094.300560:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213094.300563:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213094.300566:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213094.300569:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779213094.300573:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213094.300577:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213094.300580:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213094.300583:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213094.300585:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213094.300587:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.300588:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213094.300594:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.300598:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213094.300600:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_01+1] req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213094.300611:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.300612:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213094.300619:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213094.300635:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213094.300635:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213094.300637:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213094.300640:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213094.300640:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213094.300647:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213094.300653:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213094.300654:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213094.300657:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213094.300657:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213094.300658:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213094.300664:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213094.300665:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213094.300671:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213094.300672:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213094.300675:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960526848:192.168.202.129@tcp:400: 02000000:00000010:3.0:1779213094.300685:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cc43228. 00000100:00000001:1.0:1779213094.300686:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213094.300694:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213094.300695:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213094.300697:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213094.300698:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213094.300699:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213094.300709:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213094.300711:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213094.300713:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213094.300716:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1779213094.300717:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072261974. 02000000:00000001:1.0:1779213094.300727:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213094.300731:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213094.300742:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879fa1f. 00000100:00100000:2.0:1779213094.300744:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960526976:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213094.300756:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213094.300756:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213094.300759:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213094.300760:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213094.300761:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213094.300765:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 02000000:00000001:2.0:1779213094.300766:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213094.300770:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c01ecb3. 00000100:00000040:3.0:1779213094.300773:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_02+2] req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213094.300774:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213094.300776:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526848, portal 25 00000400:00000010:2.0:1779213094.300780:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a2d6e7. 00000100:00000001:1.0:1779213094.300782:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1779213094.300787:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000001:1.0:1779213094.300795:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000200:2.0:1779213094.300797:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960526976, portal 10 00000100:00000001:2.0:1779213094.300812:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213094.300814:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:1.0:1779213094.300818:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213094.300825:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213094.300830:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213094.300832:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213094.300838:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213094.300846:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169bda26. 00000100:00000001:2.0:1779213094.300846:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213094.300848:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1779213094.300851:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960526848, offset 0 00000100:00000040:2.0:1779213094.300858:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213094.300864:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213094.300864:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1779213094.300867:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000200:2.0:1779213094.300871:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960526976, offset 0 00000400:00000200:2.0:1779213094.300880:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213094.300882:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213094.300884:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11266) 00000400:00000200:1.0:1779213094.300890:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213094.300895:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213094.300898:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213094.300901:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213094.300904:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [136:136:256:4294967295] 192.168.202.129@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:1.0:1779213094.300913:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213094.300922:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213094.300928:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000400:00000200:2.0:1779213094.300930:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213094.300937:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213094.300940:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213094.300944:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213094.300948:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213094.300949:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213094.300954:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213094.300956:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213094.300958:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213094.300960:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213094.300961:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213094.300978:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [137:137:255:4294967295] 192.168.202.129@tcp LPNI seq info [137:137:7:4294967295] 00000100:00000040:0.0:1779213094.300979:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213094.300979:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.300989:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305934787 00000100:00000001:1.0:1779213094.301006:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305929667 00000100:00000001:0.0:1779213094.301013:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213094.301016:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305934787 00000400:00000200:2.0:1779213094.301021:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213094.301023:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.301024:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305929667 00000800:00000200:2.0:1779213094.301031:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213094.301034:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305934787 02000000:00000001:0.0:1779213094.301035:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213094.301042:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213094.301042:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305929667 00000800:00000010:2.0:1779213094.301047:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000100:00000001:1.0:1779213094.301048:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305934787 02000000:00000001:0.0:1779213094.301051:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.301057:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305929667 00000100:00100000:0.0:1779213094.301063:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960527104:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213094.301071:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213094.301073:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213094.301076:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213094.301082:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213094.301086:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213094.301088:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213094.301091:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213094.301091:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213094.301093:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213094.301103:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213094.301108:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000869ca5d2. 00000800:00000200:2.0:1779213094.301108:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213094.301110:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213094.301113:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1779213094.301115:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213094.301120:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213094.301122:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213094.301123:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.301125:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1779213094.301125:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000100:00000001:1.0:1779213094.301129:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213094.301130:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008387af80. 00000100:00000040:2.0:1779213094.301132:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 779085 usecs (780 jiffies) 00000100:00000001:1.0:1779213094.301141:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213094.301141:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213094.301142:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305929996 00000400:00000010:0.0:1779213094.301144:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000100:00000001:2.0:1779213094.301153:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305934787 00000100:00000200:0.0:1779213094.301158:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960527104, portal 10 00000100:00000001:1.0:1779213094.301158:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213094.301160:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305929996 00000400:00000200:3.0:1779213094.301165:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213094.301166:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213094.301170:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305934787 00000100:00000001:0.0:1779213094.301171:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213094.301177:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000001:2.0:1779213094.301180:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305929996 00000400:00000200:3.0:1779213094.301181:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000169bda26 00000400:00000010:3.0:1779213094.301185:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000169bda26. 00000100:00000001:2.0:1779213094.301188:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305934787 00000100:00000040:0.0:1779213094.301189:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.301192:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213094.301197:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305929996 00000100:00000200:3.0:1779213094.301204:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213094.301205:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305934787 00000100:00000001:2.0:1779213094.301215:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213094.301216:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213094.301267:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213094.301271:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213094.301276:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213094.301276:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213094.301282:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213094.301289:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213094.301296:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000001:2.0:1779213094.301298:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213094.301299:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213094.301302:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960527104, offset 0 00000100:00000001:2.0:1779213094.301302:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213094.301303:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213094.301313:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213094.301316:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213094.301319:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213094.301324:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1779213094.301325:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213094.301326:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213094.301327:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:3.0:1779213094.301337:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213094.301344:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213094.301347:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213094.301352:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213094.301357:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213094.301360:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213094.301366:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213094.301369:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [138:138:255:4294967295] 192.168.202.129@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:0.0:1779213094.301379:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213094.301384:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213094.301384:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000400:00000010:3.0:1779213094.301387:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000800:00000010:0.0:1779213094.301390:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213094.301397:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213094.301399:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213094.301404:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213094.301406:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213094.301412:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213094.301419:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213094.301419:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213094.301423:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213094.301424:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 45996 usecs (46 jiffies) 00000100:00000001:0.0:1779213094.301430:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305929263 00000100:00000001:3.0:1779213094.301431:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213094.301434:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305934787 00000100:00000001:3.0:1779213094.301434:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213094.301437:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305929263 00000100:00000001:0.0:1779213094.301444:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305934787 00000100:00000001:0.0:1779213094.301447:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305929263 00000100:00000001:0.0:1779213094.301449:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305934787 00000100:00000001:0.0:1779213094.301451:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305929263 00000100:00000001:0.0:1779213094.301453:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305934787 00000100:00000001:0.0:1779213094.301454:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213094.301457:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213094.301458:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213094.301460:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213094.301461:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000100:00000001:0.0:1779213094.301463:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213094.301465:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213094.301469:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213094.301471:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213094.301472:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000100:00000001:0.0:1779213094.301474:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1779213094.301475:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779213094.301477:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213094.301479:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213094.301480:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213094.301481:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213094.301484:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213094.301484:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.301493:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213094.301494:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.301498:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213094.301499:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213094.303363:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213094.303375:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213094.303391:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213094.303393:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213094.303402:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213094.303413:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204000 00000400:00000200:2.0:1779213094.303420:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x525 [1] + 224 00000800:00000001:2.0:1779213094.303427:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213094.303429:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213094.303432:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213094.303435:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213094.303441:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213094.303446:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213094.303455:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213094.303480:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213094.303500:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213094.303506:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213094.303508:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213094.303510:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213094.303519:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213094.303526:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204080 00000100:00000001:1.0:1779213094.303535:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213094.303535:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x529 [1] + 224 00000100:00000001:1.0:1779213094.303541:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213094.303543:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213094.303549:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213094.303550:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213094.303552:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1779213094.303554:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1779213094.303559:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:1.0:1779213094.303560:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e879fa1f. 00000400:00000200:1.0:1779213094.303569:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:1.0:1779213094.303572:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779213094.303576:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213094.303578:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213094.303585:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213094.303586:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213094.303606:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213094.303658:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213094.303662:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213094.303663:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213094.303669:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213094.303674:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213094.303678:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213094.303680:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213094.303685:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213094.303695:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=149 v=5 (5 0 0 0) 00000100:00001000:1.0:1779213094.303704:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=149 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213094.303713:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213094.303716:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213094.303719:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213094.303726:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1779213094.303731:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.303735:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213094.303738:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1779213094.303743:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213094.303744:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213094.303752:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213094.303756:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213094.303760:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213094.303767:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1779213094.303771:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213094.303772:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213094.303773:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213094.303778:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213094.303783:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213094.303785:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213094.303788:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204100 00000400:00000001:3.0:1779213094.303790:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213094.303795:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a2d6e7. 00000400:00000200:3.0:1779213094.303815:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:3.0:1779213094.303819:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00100000:1.0:1779213094.303820:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960526848:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213094.303824:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779213094.303830:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x535 [1] + 224 00000100:00000001:1.0:1779213094.303832:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213094.303836:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213094.303839:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213094.303848:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213094.303851:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213094.303858:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960526848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213094.303860:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213094.303867:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213094.303890:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213094.303904:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213094.303909:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1779213094.303914:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.303914:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213094.303915:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213094.303922:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072261974. 00000100:00000001:3.0:1779213094.303923:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213094.303931:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213094.303931:0:199013:0:(client.c:1579:after_reply()) Process entered 00000020:00000001:1.0:1779213094.303937:0:199012:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1779213094.303937:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1779213094.303944:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213094.303945:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213094.303948:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213094.303954:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1779213094.303955:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213094.303956:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213094.303959:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 00000100:00001000:3.0:1779213094.303965:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=138 v=5 (5 0 0 0) 02000000:00000001:1.0:1779213094.303969:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213094.303975:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1779213094.303976:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=138 v=5 (1 0 0 0) 00000100:00000010:1.0:1779213094.303980:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:3.0:1779213094.303982:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213094.303986:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.303988:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213094.303990:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1779213094.303990:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213094.303991:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1779213094.303995:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213094.303997:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213094.304001:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213094.304005:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1779213094.304007:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213094.304009:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213094.304013:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213094.304015:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213094.304016:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213094.304020:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213094.304021:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213094.304025:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213094.304031:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.304040:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213094.304042:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213094.304045:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213094.304047:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213094.304048:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213094.304051:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213094.304054:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213094.304055:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008387af80. 00000400:00000200:0.0:1779213094.304059:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000100:00000040:3.0:1779213094.304062:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213094.304063:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:0.0:1779213094.304067:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213094.304074:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213094.304075:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960526976:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213094.304084:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213094.304090:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1779213094.304092:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213094.304095:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960526976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213094.304111:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213094.304113:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213094.304114:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213094.304116:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213094.304117:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213094.304119:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213094.304120:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213094.304121:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213094.304126:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c01ecb3. 02000000:00000001:3.0:1779213094.304130:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1779213094.304131:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213094.304134:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213094.304136:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:0.0:1779213094.304137:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=149 v=5 (5 0 0 0) 00000020:00000001:3.0:1779213094.304140:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:0.0:1779213094.304142:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=113 v=5 (1 0 0 0) 02000000:00000010:3.0:1779213094.304143:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 00000100:00000001:0.0:1779213094.304146:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213094.304148:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213094.304149:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1779213094.304150:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213094.304152:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213094.304155:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00010000:00080000:0.0:1779213094.304156:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213094.304160:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213094.304162:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213094.304166:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213094.304172:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213094.304174:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213094.304176:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213094.304177:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213094.304276:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213094.304279:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213094.304280:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213094.304282:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213094.304283:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213094.304287:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213094.304293:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213094.304296:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213094.304297:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213094.304300:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213094.304307:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960527104:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213094.304311:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213094.304313:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213094.304315:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960527104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213110 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213094.304396:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213094.304399:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213094.304401:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000869ca5d2. 02000000:00000001:0.0:1779213094.304405:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213094.304406:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213094.304407:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213094.304415:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213094.304417:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cc43228. 02000000:00000001:0.0:1779213094.304420:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213094.304421:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213094.304422:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:0.0:1779213094.304424:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213094.304425:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213094.304427:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213094.304431:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213094.304432:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213094.304434:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213094.304436:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213094.940348:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213094.940356:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213094.940368:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213094.940370:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213094.942887:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213094.942894:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213094.942900:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213095.964356:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213095.964363:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213095.964368:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213095.964369:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213095.964386:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213095.964388:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213095.964391:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213096.988371:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213096.988395:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213096.988398:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213096.988402:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213096.988407:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213096.988409:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213096.988410:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213096.988412:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213096.988416:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213096.988417:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213096.989854:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213096.989859:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213096.989872:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213098.012384:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213098.012393:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213098.012400:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213098.012404:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213098.012406:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213098.012410:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213098.012425:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213098.012428:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213098.012430:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213098.012432:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213098.012501:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213098.012506:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213098.012509:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213099.036340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213099.036346:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213099.036351:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213099.036352:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213099.036370:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213099.036373:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213099.036376:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213099.420380:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213099.420393:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213099.420407:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213099.420415:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213099.420420:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213099.420424:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213099.420429:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213099.420438:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779213099.420447:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420460:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213099.420472:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213099.420475:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420498:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_03+3] req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213099.420534:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420537:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213099.420540:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213099.420544:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213099.420546:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213099.420548:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213099.420550:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213099.420552:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213099.420556:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 00000100:00000001:3.0:1779213099.420559:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420563:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213099.420570:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213099.420572:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420576:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_00+0] req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213099.420581:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213099.420589:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213099.420590:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213099.420592:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213099.420597:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213099.420601:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213099.420611:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213099.420614:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213099.420614:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420618:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213099.420621:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213099.420625:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213099.420625:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213099.420628:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 02000000:00000001:1.0:1779213099.420629:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213099.420632:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00100000:1.0:1779213099.420635:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960527232:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213099.420637:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213099.420639:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213099.420642:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213099.420643:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1779213099.420648:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e97781. 02000000:00000001:1.0:1779213099.420651:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213099.420652:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213099.420656:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420658:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779213099.420661:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213099.420668:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075d620df. 02000000:00000001:1.0:1779213099.420672:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213099.420682:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1779213099.420683:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879fa1f. 00000100:00000001:3.0:1779213099.420684:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420691:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_01+1] req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213099.420694:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000001:3.0:1779213099.420704:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213099.420705:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960527232, portal 25 00000100:00000040:3.0:1779213099.420706:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213099.420711:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1779213099.420712:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213099.420715:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:3.0:1779213099.420719:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11272) 00000100:00000040:1.0:1779213099.420723:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213099.420733:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213099.420736:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213099.420737:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213099.420741:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000200:1.0:1779213099.420744:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960527232, offset 0 00000100:00000001:3.0:1779213099.420745:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213099.420747:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213099.420764:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213099.420766:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213099.420775:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213099.420776:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213099.420779:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213099.420780:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213099.420782:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213099.420785:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960527488:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213099.420789:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213099.420790:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213099.420794:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213099.420796:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213099.420799:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213099.420799:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213099.420805:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a437ba. 00000400:00000200:1.0:1779213099.420806:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213099.420808:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213099.420812:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce4c88f. 00000400:00000010:3.0:1779213099.420817:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000400:00000200:1.0:1779213099.420820:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1779213099.420822:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960527488, portal 10 00000100:00000001:3.0:1779213099.420825:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213099.420828:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213099.420828:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000400:00000200:1.0:1779213099.420833:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [139:139:256:4294967295] 192.168.202.129@tcp LPNI seq info [139:139:8:4294967295] 00000100:00000040:3.0:1779213099.420844:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213099.420857:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213099.420860:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213099.420865:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213099.420867:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000800:00000200:1.0:1779213099.420869:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:3.0:1779213099.420871:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960527488, offset 0 00000800:00000010:1.0:1779213099.420877:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000400:00000200:3.0:1779213099.420879:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213099.420887:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213099.420892:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213099.420893:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213099.420899:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213099.420901:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213099.420906:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213099.420907:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213099.420912:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [140:140:255:4294967295] 192.168.202.129@tcp LPNI seq info [140:140:7:4294967295] 00000800:00000200:1.0:1779213099.420913:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213099.420924:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213099.420930:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213099.420934:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000800:00000200:3.0:1779213099.420938:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213099.420943:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213099.420944:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213099.420946:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213099.420951:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305939907 00000100:00000001:3.0:1779213099.420951:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213099.420957:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 44728 usecs (45 jiffies) 00000100:00000001:3.0:1779213099.420961:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305934381 00000100:00000001:1.0:1779213099.420964:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305934787 00000100:00000001:1.0:1779213099.420970:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305939907 00000100:00000001:3.0:1779213099.420971:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305939907 00000100:00000001:1.0:1779213099.420975:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305934787 00000100:00000001:3.0:1779213099.420975:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305934381 00000100:00000001:3.0:1779213099.420982:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305939907 00000100:00000001:1.0:1779213099.420983:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305939907 00000100:00000001:3.0:1779213099.420986:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305934381 00000100:00000001:1.0:1779213099.420990:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305934787 00000100:00000001:1.0:1779213099.420994:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305939907 00000100:00000001:2.0:1779213099.421044:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213099.421048:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213099.421049:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213099.421054:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213099.421062:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213099.421063:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213099.421066:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213099.421068:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213099.421069:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213099.421071:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960527360:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213099.421081:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213099.421084:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213099.421085:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213099.421087:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1779213099.421090:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1779213099.421090:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef6c2b9. 02000000:00000001:2.0:1779213099.421095:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213099.421097:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000400:00000010:2.0:1779213099.421098:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000010:2.0:1779213099.421104:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000100:00000200:2.0:1779213099.421107:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960527360, portal 10 00000400:00000200:0.0:1779213099.421108:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213099.421109:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213099.421111:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000040:2.0:1779213099.421119:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213099.421121:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213099.421129:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213099.421130:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:0.0:1779213099.421135:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000040:2.0:1779213099.421135:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213099.421137:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000001:3.0:1779213099.421155:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305939907 00000100:00000001:3.0:1779213099.421159:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305934381 00000100:00000001:1.0:1779213099.421160:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305934787 00000100:00000001:1.0:1779213099.421165:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213099.421168:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305939907 00000100:00000001:1.0:1779213099.421170:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213099.421172:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213099.421175:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213099.421175:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213099.421180:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213099.421181:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213099.421185:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213099.421192:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213099.421193:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213099.421195:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213099.421196:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213099.421200:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213099.421201:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213099.421202:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213099.421203:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213099.421205:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213099.421206:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213099.421209:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213099.421210:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213099.421474:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213099.421475:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960527360, offset 0 00000100:00000200:0.0:1779213099.421480:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213099.421486:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213099.421494:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213099.421496:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1779213099.421498:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213099.421501:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213099.421503:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213099.421508:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213099.421512:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213099.421519:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [141:141:254:4294967295] 192.168.202.129@tcp LPNI seq info [141:141:6:4294967295] 00000100:00000001:0.0:1779213099.421521:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213099.421524:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1779213099.421530:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213099.421533:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213099.421537:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000800:00000200:2.0:1779213099.421540:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213099.421544:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213099.421546:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213099.421549:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213099.421556:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 758141 usecs (759 jiffies) 00000100:00000001:2.0:1779213099.421559:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305935096 00000100:00000001:2.0:1779213099.421561:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305939907 00000100:00000001:2.0:1779213099.421562:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305935096 00000100:00000001:2.0:1779213099.421564:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305939907 00000100:00000001:2.0:1779213099.421566:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305935096 00000100:00000001:2.0:1779213099.421568:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305939907 00000100:00000001:2.0:1779213099.421569:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305935096 00000100:00000001:2.0:1779213099.421571:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305939907 00000100:00000001:2.0:1779213099.421573:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213099.421574:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213099.421576:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213099.421577:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213099.421581:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213099.421582:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213099.421583:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213099.421585:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213099.421586:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213099.421587:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213099.421731:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213099.421733:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000400:00000200:0.0:1779213099.421738:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213099.421742:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213099.421745:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:0.0:1779213099.421747:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:0.0:1779213099.421749:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213099.424855:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213099.424876:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213099.424880:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213099.424888:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213099.424890:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213099.425011:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213099.425016:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:0.0:1779213099.425022:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213099.425027:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213099.425034:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:0.0:1779213099.425036:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:0.0:1779213099.425040:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213099.425044:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213099.425052:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213099.425055:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213099.425061:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213099.425062:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213099.436042:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213099.436072:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213099.436078:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213099.436081:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213099.436096:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213099.436118:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204180 00000400:00000200:3.0:1779213099.436129:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x53d [1] + 224 00000800:00000001:3.0:1779213099.436139:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213099.436143:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213099.436147:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213099.436152:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213099.436162:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213099.436172:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213099.436186:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213099.436213:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213099.436261:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213099.436266:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213099.436267:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213099.436268:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213099.436273:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213099.436274:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213099.436278:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:1.0:1779213099.436299:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213099.436303:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1779213099.436303:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204280 00000400:00000010:1.0:1779213099.436307:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e879fa1f. 00000400:00000200:1.0:1779213099.436313:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:1.0:1779213099.436316:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779213099.436320:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213099.436325:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213099.436328:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x545 [1] + 224 00000800:00000001:3.0:1779213099.436338:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213099.436343:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213099.436345:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213099.436349:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213099.436357:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213099.436358:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213099.436363:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213099.436368:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213099.436372:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213099.436379:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:3.0:1779213099.436384:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213099.436385:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213099.436390:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213099.436393:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213099.436398:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213099.436405:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=154 v=5 (5 0 0 0) 00000100:00001000:1.0:1779213099.436410:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=154 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213099.436413:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213099.436413:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213099.436415:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213099.436419:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1779213099.436419:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1779213099.436424:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213099.436425:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213099.436428:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213099.436428:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1779213099.436441:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213099.436448:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213099.436450:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213099.436456:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213099.436457:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213099.436461:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213099.436466:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204200 00000100:00000040:1.0:1779213099.436468:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213099.436474:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213099.436478:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x54d [1] + 224 00000100:00000001:0.0:1779213099.436479:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1779213099.436486:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960527232:192.168.202.129@tcp:400: 00000800:00000001:3.0:1779213099.436487:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213099.436491:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213099.436494:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213099.436496:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213099.436497:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce4c88f. 00000800:00000001:3.0:1779213099.436497:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213099.436501:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213099.436504:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:0.0:1779213099.436508:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000400:00000200:3.0:1779213099.436508:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213099.436515:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213099.436516:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213099.436516:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213099.436523:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213099.436523:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960527232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213099.436525:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213099.436553:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1779213099.436556:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213099.436558:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1779213099.436561:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213099.436563:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075d620df. 02000000:00000001:1.0:1779213099.436570:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213099.436575:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213099.436579:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213099.436582:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213099.436585:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 00000100:00000001:3.0:1779213099.436590:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213099.436591:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213099.436596:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1779213099.436597:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:1.0:1779213099.436599:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:0.0:1779213099.436605:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213099.436606:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213099.436609:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213099.436610:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213099.436613:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213099.436615:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213099.436618:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1779213099.436618:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213099.436621:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213099.436624:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213099.436625:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1779213099.436627:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213099.436628:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213099.436633:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1779213099.436635:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=154 v=5 (5 0 0 0) 00000100:00000001:2.0:1779213099.436635:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213099.436636:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213099.436639:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1779213099.436643:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=118 v=5 (1 0 0 0) 00000400:00000001:2.0:1779213099.436644:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213099.436647:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213099.436649:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1779213099.436650:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000100:00000001:0.0:1779213099.436652:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213099.436654:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00010000:00000001:0.0:1779213099.436656:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1779213099.436656:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000001:2.0:1779213099.436660:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1779213099.436664:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213099.436666:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213099.436676:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213099.436682:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213099.436686:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000200:2.0:1779213099.436688:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213099.436690:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213099.436692:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213099.436700:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213099.436703:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213099.436709:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213099.436713:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213099.436713:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213099.436714:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213099.436718:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:0.0:1779213099.436721:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213099.436722:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213099.436724:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213099.436727:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213099.436731:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213099.436738:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960527488:192.168.202.129@tcp:400: 00000100:00001000:2.0:1779213099.436738:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=143 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213099.436744:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213099.436746:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213099.436747:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213099.436760:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213099.436761:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213099.436763:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1779213099.436764:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213099.436768:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213099.436769:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213099.436770:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213099.436771:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213099.436773:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960527488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213099.436776:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213099.436795:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213099.436797:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213099.436799:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213099.436806:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213099.436819:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1779213099.436822:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960527360:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213099.436823:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213099.436827:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a437ba. 00000100:00000001:2.0:1779213099.436827:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213099.436830:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213099.436832:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960527360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213099.436834:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213099.436837:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213099.436839:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1779213099.436840:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213099.436841:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213099.436843:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef6c2b9. 00000020:00000001:0.0:1779213099.436844:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213099.436847:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e97781. 02000000:00000001:2.0:1779213099.436847:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213099.436849:0:199012:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1779213099.436852:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213099.436853:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1779213099.436855:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000010:0.0:1779213099.436856:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000020:00000001:2.0:1779213099.436859:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213099.436861:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 00000100:00000001:0.0:1779213099.436862:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213099.436864:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213099.436864:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213099.436866:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213099.436868:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213099.436869:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:2.0:1779213099.436873:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213099.436874:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213099.436876:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213099.436876:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213099.436879:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213099.436880:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213099.436881:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213099.436882:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213099.436884:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213099.436886:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213099.436889:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213100.060314:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213100.060331:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213100.060340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213100.060341:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213100.060392:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213100.060397:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213100.060400:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213101.084361:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213101.084370:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213101.084377:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213101.084379:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213101.084788:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213101.084793:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213101.084796:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213102.108345:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213102.108350:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213102.108356:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213102.108357:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213102.108387:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213102.108390:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213102.108392:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213103.132992:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213103.132998:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213103.133005:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213103.133006:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213103.133051:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213103.133056:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213103.133059:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213104.156386:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213104.156396:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213104.156404:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213104.156405:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213104.156493:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213104.156497:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213104.156500:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213104.540368:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213104.540376:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213104.540399:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a7a2bbf. 00000020:00000040:2.0:1779213104.540405:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213104.540409:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213104.540412:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213104.540416:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213104.540423:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213104.540429:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213104.540440:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213104.540450:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213104.540452:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213104.540457:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a7a2bbf] to pc [ptlrpcd_00_02+2] req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.540491:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213104.540494:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213104.540497:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213104.540499:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213104.540501:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213104.540504:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213104.540505:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213104.540507:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213104.540511:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213104.540514:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213104.540516:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213104.540518:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213104.540521:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213104.540524:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213104.540530:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1779213104.540531:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.540533:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213104.540541:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_03+3] req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213104.540542:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213104.540544:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213104.540549:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213104.540551:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213104.540556:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213104.540559:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213104.540560:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960527616:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213104.540565:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213104.540565:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213104.540566:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213104.540570:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213104.540576:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213104.540579:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213104.540580:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213104.540580:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213104.540585:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213104.540587:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f8e5ab1. 00000100:00000010:2.0:1779213104.540587:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054fe10a9. 00000020:00000040:2.0:1779213104.540591:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213104.540595:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213104.540596:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213104.540599:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213104.540600:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1779213104.540603:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008387af80. 02000000:00000001:2.0:1779213104.540605:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213104.540611:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 02000000:00000010:2.0:1779213104.540613:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000200:0.0:1779213104.540621:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960527616, portal 25 00000100:00000001:2.0:1779213104.540622:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213104.540629:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213104.540632:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527162752 : -104754182388864 : ffffa0ba042b8380) 00000100:00000040:2.0:1779213104.540638:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1779213104.540650:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213104.540651:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213104.540658:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213104.540671:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213104.540674:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213104.540678:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213104.540679:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213104.540679:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213104.540691:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213104.540691:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213104.540692:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054fe10a9] to pc [ptlrpcd_00_00+0] req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213104.540693:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 00000100:00000200:0.0:1779213104.540697:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960527616, offset 0 00000400:00000200:0.0:1779213104.540716:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213104.540726:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960527744:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213104.540733:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213104.540736:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213104.540740:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213104.540743:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213104.540745:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213104.540746:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213104.540747:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213104.540750:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213104.540753:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213104.540755:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213104.540758:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1779213104.540761:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:1.0:1779213104.540764:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f97bdfe. 00000100:00000040:2.0:1779213104.540766:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11277) 02000000:00000001:1.0:1779213104.540769:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213104.540770:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [142:142:256:4294967295] 192.168.202.129@tcp LPNI seq info [142:142:8:4294967295] 00000100:00000001:3.0:1779213104.540778:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1779213104.540779:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879fa1f. 00000100:00000001:3.0:1779213104.540784:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213104.540787:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1779213104.540791:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000400:00000200:0.0:1779213104.540798:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213104.540798:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213104.540800:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960527744, portal 10 00000100:00000001:2.0:1779213104.540801:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213104.540809:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213104.540812:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213104.540817:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000100:00000001:3.0:1779213104.540827:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213104.540829:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213104.540830:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213104.540833:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213104.540836:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213104.540839:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1779213104.540843:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 02000000:00000001:3.0:1779213104.540845:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213104.540859:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960527872:192.168.202.129@tcp:400: 00000800:00000200:0.0:1779213104.540862:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213104.540868:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213104.540875:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213104.540879:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213104.540881:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1779213104.540884:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 02000000:00000001:3.0:1779213104.540884:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213104.540892:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:3.0:1779213104.540892:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1779213104.540893:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960527744, offset 0 02000000:00000010:3.0:1779213104.540899:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009da92795. 02000000:00000001:3.0:1779213104.540904:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213104.540905:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213104.540909:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025e02e3. 00000400:00000200:1.0:1779213104.540913:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213104.540922:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000001:0.0:1779213104.540927:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213104.540929:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960527872, portal 10 00000400:00000200:1.0:1779213104.540932:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213104.540935:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305945027 00000400:00000200:1.0:1779213104.540941:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213104.540945:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213104.540946:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305939907 00000400:00000200:1.0:1779213104.540947:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213104.540952:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169024 : -104754182382592 : ffffa0ba042b9c00) 00000100:00000001:0.0:1779213104.540956:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305945027 00000400:00000200:1.0:1779213104.540956:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213104.540965:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213104.540966:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213104.540968:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305939907 00000400:00000200:1.0:1779213104.540976:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [143:143:255:4294967295] 192.168.202.129@tcp LPNI seq info [143:143:7:4294967295] 00000100:00000001:0.0:1779213104.540984:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305945027 00000100:00000001:3.0:1779213104.540995:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213104.540996:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305939907 00000100:00000001:0.0:1779213104.541007:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305945027 00000100:00000040:3.0:1779213104.541007:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213104.541013:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213104.541015:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305939907 00000400:00000010:3.0:1779213104.541016:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000001:0.0:1779213104.541025:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213104.541028:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213104.541029:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960527872, offset 0 00000100:00000001:0.0:1779213104.541033:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213104.541035:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213104.541039:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213104.541047:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1779213104.541047:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213104.541052:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213104.541054:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213104.541058:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1779213104.541059:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000100:00000001:0.0:1779213104.541064:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213104.541067:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213104.541068:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1779213104.541069:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213104.541072:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213104.541076:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000010:2.0:1779213104.541079:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:3.0:1779213104.541083:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213104.541089:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213104.541089:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213104.541096:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213104.541102:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213104.541105:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213104.541108:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [144:144:254:4294967295] 192.168.202.129@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:2.0:1779213104.541119:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213104.541123:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213104.541127:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213104.541136:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213104.541137:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 738721 usecs (739 jiffies) 00000400:00000200:2.0:1779213104.541138:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000800:00000010:3.0:1779213104.541141:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ad21c7. 00000400:00000010:2.0:1779213104.541143:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:1.0:1779213104.541146:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305940195 00000100:00000001:2.0:1779213104.541150:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213104.541151:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213104.541154:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305945027 00000100:00000200:2.0:1779213104.541158:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213104.541160:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305940195 00000100:00000001:1.0:1779213104.541168:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305945027 00000100:00000001:1.0:1779213104.541172:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305940195 00000100:00000001:1.0:1779213104.541179:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305945027 00000100:00000001:1.0:1779213104.541185:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305940195 00000100:00000001:1.0:1779213104.541191:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305945027 00000100:00000001:2.0:1779213104.541194:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213104.541199:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213104.541207:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213104.541215:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213104.541254:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213104.541256:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213104.541264:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213104.541267:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d5ad21c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213104.541268:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213104.541277:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213104.541279:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213104.541285:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 43998 usecs (44 jiffies) 00000100:00000001:1.0:1779213104.541287:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213104.541290:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213104.541290:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305939501 00000800:00000200:2.0:1779213104.541291:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213104.541297:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305945027 00000100:00000001:1.0:1779213104.541299:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1779213104.541301:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000100:00000001:1.0:1779213104.541304:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213104.541305:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305939501 00000400:00000200:2.0:1779213104.541307:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213104.541308:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213104.541311:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305945027 00000100:00000001:1.0:1779213104.541318:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213104.541318:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305939501 00000400:00000200:2.0:1779213104.541325:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213104.541327:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305945027 00000100:00000001:3.0:1779213104.541330:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305939501 00000400:00000200:2.0:1779213104.541332:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000100:00000001:3.0:1779213104.541332:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305945027 00000100:00000001:3.0:1779213104.541334:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213104.541336:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213104.541338:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213104.541339:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213104.541344:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000100:00000001:2.0:1779213104.541348:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213104.541352:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.541360:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213104.541363:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.541369:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213104.541370:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213104.541391:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213104.541393:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213104.541395:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213104.541397:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213104.541398:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213104.541400:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213104.541408:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213104.541411:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ad21c7. 00000400:00000200:2.0:1779213104.541415:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213104.541419:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213104.541422:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:2.0:1779213104.541423:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000001:2.0:1779213104.541426:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213104.541428:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.541435:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213104.541438:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.541444:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213104.541446:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213104.542622:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213104.542633:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213104.542636:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213104.542638:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213104.542646:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213104.542657:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204300 00000400:00000200:0.0:1779213104.542664:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x555 [1] + 224 00000800:00000001:0.0:1779213104.542670:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213104.542676:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213104.542678:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213104.542681:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213104.542686:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213104.542689:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213104.542698:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213104.542725:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213104.542739:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213104.542742:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213104.542840:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213104.542843:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213104.542848:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213104.542850:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213104.542852:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008387af80. 00000400:00000200:3.0:1779213104.542856:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000400:00000010:3.0:1779213104.542858:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:3.0:1779213104.542861:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213104.542865:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213104.542873:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213104.542879:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213104.542880:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213104.542882:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213104.542885:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213104.542887:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213104.542889:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213104.542892:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213104.542899:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=9 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213104.542903:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=9 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213104.542905:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213104.542907:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213104.542909:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213104.542911:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213104.542913:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213104.542916:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213104.542922:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213104.542924:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213104.542931:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213104.542943:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213104.542950:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960527616:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213104.542954:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213104.542958:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213104.542960:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a7a2bbf x1865639960527616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213104.542967:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213104.542969:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213104.542972:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f8e5ab1. 02000000:00000001:3.0:1779213104.542975:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213104.542977:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213104.542979:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213104.542981:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213104.542983:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:3.0:1779213104.542987:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213104.542989:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213104.542990:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a7a2bbf. 00000100:00000001:3.0:1779213104.542993:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213104.542994:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213104.542996:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213104.543011:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213104.543013:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213104.543015:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213104.543017:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213104.543609:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213104.543616:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213104.543618:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213104.543620:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213104.543626:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213104.543637:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204400 00000400:00000200:3.0:1779213104.543643:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x565 [1] + 224 00000800:00000001:3.0:1779213104.543648:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213104.543661:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213104.543663:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213104.543666:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213104.543671:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213104.543675:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213104.543684:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213104.543711:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213104.543718:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213104.543720:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213104.543761:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213104.543765:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213104.543774:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213104.543776:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213104.543778:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025e02e3. 00000400:00000200:2.0:1779213104.543782:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:2.0:1779213104.543783:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:2.0:1779213104.543786:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213104.543790:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213104.543800:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.543807:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213104.543809:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213104.543811:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213104.543812:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213104.543814:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213104.543816:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213104.543818:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213104.543824:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=9 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213104.543828:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213104.543830:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213104.543831:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213104.543833:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213104.543837:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213104.543843:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213104.543847:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213104.543849:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213104.543851:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213104.543852:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213104.543855:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.543861:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213104.543863:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213104.543870:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213104.543874:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213104.543881:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960527872:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213104.543886:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213104.543889:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213104.543892:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054fe10a9 x1865639960527872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.543898:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213104.543900:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213104.543902:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009da92795. 02000000:00000001:2.0:1779213104.543906:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213104.543907:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213104.543908:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213104.543910:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213104.543912:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 02000000:00000001:2.0:1779213104.543915:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213104.543916:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213104.543917:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054fe10a9. 00000100:00000001:2.0:1779213104.543922:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213104.543923:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213104.543925:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213104.543930:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213104.543932:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213104.543934:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213104.543936:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213104.544249:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213104.544257:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213104.544259:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213104.544261:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213104.544267:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213104.544286:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204380 00000400:00000200:2.0:1779213104.544292:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x55d [1] + 224 00000800:00000001:2.0:1779213104.544296:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213104.544308:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213104.544310:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213104.544314:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213104.544318:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213104.544321:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213104.544331:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213104.544371:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213104.544376:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213104.544379:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213104.544447:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213104.544450:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213104.544454:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213104.544456:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213104.544457:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e879fa1f. 00000400:00000200:1.0:1779213104.544461:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:1.0:1779213104.544463:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779213104.544466:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213104.544469:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213104.544477:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213104.544497:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213104.544499:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213104.544501:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213104.544502:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213104.544504:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213104.544506:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213104.544507:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213104.544511:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=148 v=5 (5 0 0 0) 00000100:00001000:1.0:1779213104.544514:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=148 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213104.544517:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213104.544518:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213104.544520:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213104.544522:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213104.544524:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213104.544525:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213104.544527:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213104.544528:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213104.544531:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213104.544537:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213104.544539:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213104.544540:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213104.544543:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213104.544549:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960527744:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213104.544553:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213104.544555:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213104.544557:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960527744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213104.544563:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213104.544564:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213104.544571:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f97bdfe. 02000000:00000001:1.0:1779213104.544574:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213104.544575:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213104.544576:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213104.544578:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213104.544579:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 02000000:00000001:1.0:1779213104.544582:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213104.544583:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213104.544584:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000001:1.0:1779213104.544587:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213104.544588:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213104.544590:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213104.544594:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213104.544596:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213104.544597:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213104.544599:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213105.180770:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213105.180776:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213105.180781:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213105.180782:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213105.180801:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213105.180804:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213105.180806:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213106.204374:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213106.204384:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213106.204392:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213106.204393:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213106.204471:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213106.204478:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213106.204483:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213107.228442:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213107.228449:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213107.228452:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213107.228455:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213107.228459:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213107.228461:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213107.228463:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213107.228465:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213107.228469:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213107.228470:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213107.228523:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213107.228525:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213107.228527:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213108.252340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213108.252345:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213108.252349:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213108.252367:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213108.252369:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213108.252371:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213108.252374:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213108.252376:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213108.252377:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213108.252380:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213108.252398:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213108.252401:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213108.252403:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213109.276525:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213109.276530:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213109.276536:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213109.276537:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213109.277038:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213109.277042:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213109.277045:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213109.660421:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213109.660431:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213109.660443:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213109.660448:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213109.660453:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213109.660456:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213109.660460:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213109.660470:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c7343de. 00000100:00000001:3.0:1779213109.660477:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660489:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213109.660499:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213109.660502:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660521:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_01+1] req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.660561:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660564:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213109.660567:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213109.660570:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213109.660573:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213109.660575:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213109.660577:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213109.660579:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213109.660582:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00000100:00000001:3.0:1779213109.660586:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660590:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213109.660613:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213109.660615:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660619:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_02+2] req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.660639:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660642:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213109.660645:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213109.660662:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213109.660665:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213109.660668:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213109.660669:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213109.660671:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213109.660675:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 00000100:00000001:3.0:1779213109.660678:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660683:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213109.660701:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213109.660702:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660707:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_03+3] req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.660718:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213109.660721:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213109.660724:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213109.660729:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11282) 00000100:00000001:3.0:1779213109.660742:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213109.660746:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213109.660749:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213109.660754:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.660761:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213109.660763:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213109.660767:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213109.660770:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213109.660773:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213109.660776:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960528000:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213109.660781:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213109.660786:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213109.660789:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213109.660791:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213109.660795:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f97bdfe. 02000000:00000001:3.0:1779213109.660798:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213109.660803:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1f0cf9. 00000400:00000010:3.0:1779213109.660818:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 00000100:00000200:3.0:1779213109.660824:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528000, portal 25 00000100:00000001:3.0:1779213109.660827:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213109.660829:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000040:3.0:1779213109.660839:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.660846:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213109.660850:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213109.660853:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4763079. 00000100:00000200:3.0:1779213109.660855:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960528000, offset 0 00000400:00000200:3.0:1779213109.660862:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213109.660875:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213109.660880:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213109.660884:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213109.660888:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213109.660891:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213109.660895:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [145:145:256:4294967295] 192.168.202.129@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1779213109.660921:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213109.660927:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213109.660931:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e97781. 00000100:00000001:0.0:1779213109.660937:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213109.660938:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213109.660942:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213109.660944:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1779213109.660947:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:0.0:1779213109.660951:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213109.660953:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000015e97781 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213109.660964:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213109.660965:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213109.660968:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213109.660969:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213109.660972:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213109.660972:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213109.660976:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960528128:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213109.660978:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305950147 00000100:00000001:0.0:1779213109.660984:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213109.660984:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213109.660987:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213109.660987:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305945027 00000100:00000001:2.0:1779213109.660989:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213109.660990:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213109.660993:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305950147 02000000:00000001:0.0:1779213109.660994:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213109.660999:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305945027 02000000:00000010:0.0:1779213109.661000:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000968dc6ab. 02000000:00000001:0.0:1779213109.661004:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213109.661005:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305950147 00000100:00000001:2.0:1779213109.661006:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213109.661009:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032493456. 00000100:00000001:2.0:1779213109.661011:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213109.661011:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305945027 00000400:00000010:0.0:1779213109.661014:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000100:00000001:2.0:1779213109.661014:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213109.661015:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305950147 00000100:00000200:0.0:1779213109.661020:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528128, portal 10 00000100:00000001:3.0:1779213109.661021:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305945027 00000100:00000040:2.0:1779213109.661022:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213109.661026:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213109.661028:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000001:3.0:1779213109.661034:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213109.661040:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.661040:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213109.661042:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213109.661045:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213109.661045:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213109.661050:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213109.661051:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213109.661057:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213109.661060:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213109.661063:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0b3ebee. 02000000:00000001:2.0:1779213109.661066:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213109.661067:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960528128, offset 0 00000100:00000001:3.0:1779213109.661069:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1779213109.661070:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213109.661073:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1779213109.661077:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960528256:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213109.661078:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213109.661078:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213109.661082:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213109.661085:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213109.661085:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213109.661089:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213109.661089:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213109.661089:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213109.661093:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213109.661096:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213109.661096:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213109.661101:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000869ca5d2. 02000000:00000001:2.0:1779213109.661103:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213109.661108:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000200:0.0:1779213109.661109:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213109.661114:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1779213109.661115:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000400:00000200:0.0:1779213109.661118:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:2.0:1779213109.661120:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528256, portal 10 00000400:00000200:0.0:1779213109.661123:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [146:146:255:4294967295] 192.168.202.129@tcp LPNI seq info [146:146:7:4294967295] 00000100:00000001:2.0:1779213109.661130:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213109.661133:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000400:00000200:0.0:1779213109.661137:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213109.661142:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213109.661145:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213109.661152:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000100:00000001:2.0:1779213109.661154:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213109.661162:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213109.661162:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213109.661170:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213109.661172:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1779213109.661175:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010694bba. 00000100:00000001:0.0:1779213109.661176:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213109.661182:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 719906 usecs (720 jiffies) 00000100:00000200:2.0:1779213109.661185:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960528256, offset 0 00000100:00000001:0.0:1779213109.661186:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305945296 00000100:00000001:0.0:1779213109.661190:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305950147 00000100:00000001:0.0:1779213109.661193:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305945296 00000400:00000200:2.0:1779213109.661194:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213109.661198:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305950147 00000100:00000001:0.0:1779213109.661201:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305945296 00000400:00000200:2.0:1779213109.661203:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213109.661205:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305950147 00000100:00000001:0.0:1779213109.661208:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305945296 00000400:00000200:2.0:1779213109.661209:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213109.661213:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305950147 00000400:00000200:2.0:1779213109.661215:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213109.661218:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213109.661220:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213109.661246:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213109.661249:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [147:147:254:4294967295] 192.168.202.129@tcp LPNI seq info [147:147:6:4294967295] 00000100:00000001:0.0:1779213109.661258:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213109.661259:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213109.661263:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213109.661267:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213109.661268:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213109.661274:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1779213109.661274:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 00000100:00000001:0.0:1779213109.661278:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213109.661282:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1779213109.661282:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213109.661285:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213109.661288:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213109.661289:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213109.661292:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213109.661294:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213109.661297:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213109.661298:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 42851 usecs (43 jiffies) 00000100:00000001:2.0:1779213109.661302:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305944620 00000100:00000001:2.0:1779213109.661305:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305950147 00000100:00000001:2.0:1779213109.661307:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305944620 00000100:00000001:2.0:1779213109.661309:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305950147 00000100:00000001:2.0:1779213109.661311:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305944620 00000100:00000001:2.0:1779213109.661313:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305950147 00000100:00000001:2.0:1779213109.661321:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305944620 00000100:00000001:2.0:1779213109.661323:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305950147 00000100:00000001:2.0:1779213109.661325:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213109.661327:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213109.661329:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213109.661330:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213109.661334:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213109.661335:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213109.661337:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213109.661338:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213109.661339:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213109.661341:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213109.661625:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213109.661629:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e97781. 00000400:00000200:1.0:1779213109.661634:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213109.661639:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213109.661643:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4763079 00000400:00000010:1.0:1779213109.661646:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a4763079. 00000100:00000001:1.0:1779213109.661661:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213109.661665:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.661675:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213109.661678:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.661685:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213109.661687:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213109.661697:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213109.661699:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:1.0:1779213109.661702:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213109.661705:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213109.661707:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b3ebee 00000400:00000010:1.0:1779213109.661709:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e0b3ebee. 00000100:00000001:1.0:1779213109.661718:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213109.661721:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.661728:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213109.661730:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.661736:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213109.661738:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213109.661794:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213109.661796:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000400:00000200:1.0:1779213109.661799:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213109.661803:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213109.661805:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010694bba 00000400:00000010:1.0:1779213109.661807:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010694bba. 00000100:00000001:1.0:1779213109.661809:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213109.661812:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.661819:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213109.661821:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.661827:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213109.661828:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213109.663976:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.663990:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213109.663994:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.663996:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213109.664005:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213109.664358:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204480 00000400:00000200:3.0:1779213109.664364:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x56d [1] + 224 00000800:00000001:3.0:1779213109.664369:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664373:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213109.664374:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213109.664377:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213109.664382:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213109.664388:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213109.664399:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.664412:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213109.664419:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664422:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213109.664423:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664425:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213109.664437:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213109.664447:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204580 00000400:00000200:3.0:1779213109.664464:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x57d [1] + 224 00000800:00000001:3.0:1779213109.664468:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664472:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213109.664473:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213109.664476:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213109.664479:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213109.664483:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213109.664488:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.664499:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213109.664503:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664505:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213109.664506:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664507:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213109.664509:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213109.664513:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204500 00000400:00000200:3.0:1779213109.664516:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x575 [1] + 224 00000800:00000001:3.0:1779213109.664518:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664521:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213109.664522:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213109.664524:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213109.664525:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213109.664527:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213109.664531:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213109.664540:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213109.664541:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213109.664543:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213109.664630:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213109.664634:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213109.664639:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213109.664642:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213109.664644:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1f0cf9. 00000400:00000200:2.0:1779213109.664658:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000400:00000010:2.0:1779213109.664661:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:2.0:1779213109.664664:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213109.664668:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213109.664676:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213109.664681:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213109.664683:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213109.664686:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213109.664689:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213109.664691:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213109.664694:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213109.664696:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213109.664702:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=14 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213109.664706:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213109.664709:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213109.664710:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213109.664721:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213109.664723:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213109.664726:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213109.664730:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213109.664737:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213109.664739:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213109.664740:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213109.664742:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213109.664747:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960528000:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213109.664750:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213109.664753:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213109.664754:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960528000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213109.664758:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213109.664760:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213109.664762:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f97bdfe. 02000000:00000001:2.0:1779213109.664765:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213109.664766:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213109.664767:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213109.664769:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213109.664772:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c7343de. 02000000:00000001:2.0:1779213109.664775:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213109.664777:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213109.664778:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:2.0:1779213109.664781:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213109.664782:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213109.664783:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213109.664791:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213109.664792:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213109.664793:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213109.664795:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213109.666010:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213109.666017:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213109.666023:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213109.666025:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213109.666028:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:1.0:1779213109.666035:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000010:1.0:1779213109.666037:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000001:1.0:1779213109.666041:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213109.666048:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213109.666068:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.666085:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213109.666087:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213109.666090:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213109.666092:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213109.666094:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213109.666096:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213109.666098:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213109.666105:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=14 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213109.666108:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213109.666110:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213109.666111:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213109.666113:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213109.666117:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213109.666123:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213109.666126:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213109.666127:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213109.666129:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213109.666130:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213109.666133:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.666139:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213109.666141:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213109.666143:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213109.666146:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213109.666152:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960528256:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213109.666157:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213109.666159:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213109.666161:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960528256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213109.666178:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213109.666180:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213109.666182:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000869ca5d2. 02000000:00000001:1.0:1779213109.666185:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213109.666187:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213109.666189:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213109.666191:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213109.666193:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 02000000:00000001:1.0:1779213109.666196:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213109.666197:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213109.666199:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:1.0:1779213109.666202:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213109.666203:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213109.666205:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213109.666210:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213109.666211:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213109.666212:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213109.666214:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213109.666293:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213109.666296:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213109.666300:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213109.666301:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213109.666303:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032493456. 00000400:00000200:0.0:1779213109.666306:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000400:00000010:0.0:1779213109.666308:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000100:00000001:0.0:1779213109.666310:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213109.666315:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213109.666323:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213109.666329:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213109.666330:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213109.666332:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213109.666333:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213109.666335:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213109.666336:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213109.666338:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213109.666342:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=153 v=5 (5 0 0 0) 00000100:00001000:0.0:1779213109.666345:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=153 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213109.666348:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213109.666349:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213109.666351:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213109.666353:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213109.666355:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213109.666356:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213109.666357:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213109.666358:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213109.666362:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213109.666367:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213109.666368:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213109.666370:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213109.666378:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213109.666385:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960528128:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213109.666388:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213109.666390:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213109.666392:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960528128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213109.666397:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213109.666398:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213109.666399:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000968dc6ab. 02000000:00000001:0.0:1779213109.666402:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213109.666403:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213109.666404:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213109.666405:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213109.666406:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 02000000:00000001:0.0:1779213109.666408:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213109.666409:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213109.666410:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000001:0.0:1779213109.666413:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213109.666414:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213109.666415:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213109.666418:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213109.666420:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213109.666421:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213109.666422:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213110.301729:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213110.301749:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213110.301754:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213110.301755:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213110.301895:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213110.301898:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213110.301900:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213111.324326:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213111.324332:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213111.324337:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213111.324338:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213111.324359:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213111.324363:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213111.324365:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213112.348706:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213112.348712:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213112.348718:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213112.348719:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213112.348807:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213112.348811:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213112.348813:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213113.372347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213113.372353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213113.372359:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213113.372360:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213113.372664:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213113.372668:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213113.372672:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213114.396376:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213114.396384:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213114.396392:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213114.396394:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213114.396419:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213114.396423:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213114.396426:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213114.780437:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213114.780448:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213114.780464:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054fe10a9. 00000020:00000040:2.0:1779213114.780473:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213114.780478:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213114.780482:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213114.780487:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213114.780496:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213114.780504:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.780517:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213114.780552:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213114.780554:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.780561:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054fe10a9] to pc [ptlrpcd_00_00+0] req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.780616:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213114.780621:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213114.780624:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213114.780629:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.780637:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213114.780640:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213114.780644:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213114.780647:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213114.780649:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213114.780652:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960528384:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213114.780656:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213114.780662:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213114.780665:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213114.780668:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213114.780674:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003225be62. 02000000:00000001:3.0:1779213114.780676:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213114.780682:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000debe533. 00000400:00000010:3.0:1779213114.780689:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072bfd82d. 00000100:00000200:3.0:1779213114.780697:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528384, portal 25 00000100:00000001:3.0:1779213114.780700:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213114.780702:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169024 : -104754182382592 : ffffa0ba042b9c00) 00000100:00000040:3.0:1779213114.780706:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.780713:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213114.780722:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213114.780725:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000100:00000200:3.0:1779213114.780728:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960528384, offset 0 00000400:00000200:3.0:1779213114.780734:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213114.780750:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213114.780756:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213114.780760:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213114.780765:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213114.780768:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213114.780771:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [148:148:256:4294967295] 192.168.202.129@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:3.0:1779213114.780783:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213114.780790:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213114.780795:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003715d19b. 00000800:00000200:3.0:1779213114.780802:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213114.780811:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213114.780816:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003715d19b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213114.780843:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.780848:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305955267 00000100:00000001:3.0:1779213114.780858:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305950147 00000100:00000001:3.0:1779213114.780864:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305955267 00000100:00000001:3.0:1779213114.780868:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305950147 00000100:00000001:3.0:1779213114.780872:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305955267 00000100:00000001:3.0:1779213114.780875:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305950147 00000100:00000001:3.0:1779213114.780878:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305955267 00000100:00000001:3.0:1779213114.780882:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305950147 00000100:00000001:3.0:1779213114.780884:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213114.780887:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.780891:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.780893:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.780930:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.780934:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213114.780937:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213114.780942:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213114.780945:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213114.780947:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213114.780949:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213114.780951:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213114.780955:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d5e81ba. 00000100:00000001:2.0:1779213114.780958:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.780961:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213114.780969:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213114.780970:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.780973:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_01+1] req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213114.780998:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213114.781000:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213114.781003:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1779213114.781004:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003715d19b. 00000100:00000001:3.0:1779213114.781007:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213114.781010:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213114.781011:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213114.781012:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1779213114.781016:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213114.781018:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213114.781021:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213114.781022:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213114.781025:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213114.781027:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213114.781028:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000100:00000001:3.0:1779213114.781029:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213114.781032:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1779213114.781033:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000040:3.0:1779213114.781037:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213114.781038:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213114.781043:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213114.781046:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213114.781048:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.781048:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213114.781051:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213114.781056:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213114.781058:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213114.781060:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213114.781064:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960528512:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213114.781072:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213114.781086:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213114.781091:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213114.781098:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213114.781100:0:199007:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1779213114.781163:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213114.781165:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213114.781168:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213114.781170:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e1b36e1. 02000000:00000001:3.0:1779213114.781172:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213114.781175:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000504931ea. 00000400:00000010:3.0:1779213114.781179:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000100:00000200:3.0:1779213114.781181:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528512, portal 10 00000100:00000001:3.0:1779213114.781183:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213114.781184:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000100:00000040:3.0:1779213114.781191:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.781197:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213114.781204:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213114.781206:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4f854. 00000100:00000200:3.0:1779213114.781208:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960528512, offset 0 00000400:00000200:3.0:1779213114.781212:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213114.781217:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213114.781219:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213114.781240:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213114.781244:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213114.781246:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213114.781249:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [149:149:256:4294967295] 192.168.202.129@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1779213114.781256:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213114.781260:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213114.781263:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041910d02. 00000800:00000200:3.0:1779213114.781268:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213114.781272:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213114.781274:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041910d02 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213114.781288:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213114.781292:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 702086 usecs (703 jiffies) 00000100:00000001:3.0:1779213114.781294:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305950400 00000100:00000001:3.0:1779213114.781296:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305955267 00000100:00000001:3.0:1779213114.781298:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305950400 00000100:00000001:3.0:1779213114.781300:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305955267 00000100:00000001:3.0:1779213114.781302:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305950400 00000100:00000001:3.0:1779213114.781304:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305955267 00000100:00000001:3.0:1779213114.781305:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305950400 00000100:00000001:3.0:1779213114.781307:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305955267 00000100:00000001:3.0:1779213114.781309:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213114.781310:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.781317:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.781318:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.781443:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.781447:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213114.781450:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213114.781452:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1779213114.781454:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a7a2bbf. 00000100:00000001:3.0:1779213114.781456:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1779213114.781459:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213114.781459:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.781464:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213114.781464:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213114.781467:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213114.781470:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213114.781474:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000001:2.0:1779213114.781483:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.781487:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213114.781495:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213114.781496:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.781499:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a7a2bbf] to pc [ptlrpcd_00_02+2] req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213114.781523:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.781526:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213114.781530:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213114.781536:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11287) 00000100:00000001:0.0:1779213114.781540:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213114.781543:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213114.781545:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213114.781551:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.781558:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213114.781560:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213114.781562:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.781563:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213114.781565:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213114.781568:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213114.781570:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213114.781573:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960528640:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213114.781577:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213114.781580:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213114.781581:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213114.781583:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213114.781587:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a24bec97. 02000000:00000001:0.0:1779213114.781589:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213114.781592:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032493456. 00000400:00000010:0.0:1779213114.781595:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000100:00000200:0.0:1779213114.781612:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528640, portal 10 00000100:00000001:0.0:1779213114.781614:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213114.781615:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527162752 : -104754182388864 : ffffa0ba042b8380) 00000100:00000040:0.0:1779213114.781620:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213114.781627:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213114.781629:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213114.781631:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000200:0.0:1779213114.781639:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960528640, offset 0 00000400:00000200:0.0:1779213114.781644:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213114.781649:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213114.781652:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213114.781655:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213114.781657:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213114.781659:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213114.781662:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [150:150:255:4294967295] 192.168.202.129@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:0.0:1779213114.781669:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213114.781673:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213114.781677:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213114.781680:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213114.781684:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213114.781686:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213114.781689:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213114.781691:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 41847 usecs (42 jiffies) 00000100:00000001:0.0:1779213114.781694:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305949739 00000100:00000001:0.0:1779213114.781696:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305955267 00000100:00000001:0.0:1779213114.781697:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305949739 00000100:00000001:0.0:1779213114.781699:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305955267 00000100:00000001:0.0:1779213114.781701:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305949739 00000100:00000001:0.0:1779213114.781702:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305955267 00000100:00000001:0.0:1779213114.781704:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305949739 00000100:00000001:0.0:1779213114.781706:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305955267 00000100:00000001:0.0:1779213114.781708:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213114.781709:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213114.781711:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213114.781713:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213114.781721:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213114.781722:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213114.781724:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213114.781732:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213114.781734:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213114.781736:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213114.782724:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213114.782729:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041910d02. 00000400:00000200:1.0:1779213114.782736:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213114.782742:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213114.782747:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4f854 00000400:00000010:1.0:1779213114.782749:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4f854. 00000100:00000001:1.0:1779213114.782754:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213114.782759:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213114.782769:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213114.782772:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213114.782779:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213114.782781:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213114.782839:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213114.782841:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:1.0:1779213114.782844:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213114.782848:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213114.782850:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:1.0:1779213114.782852:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:1.0:1779213114.782854:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213114.782857:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213114.782865:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213114.782867:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213114.782874:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213114.782875:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213114.783015:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213114.783027:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213114.783030:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213114.783033:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213114.783083:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213114.783097:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204600 00000400:00000200:3.0:1779213114.783107:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x585 [1] + 224 00000800:00000001:3.0:1779213114.783114:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213114.783120:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213114.783131:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213114.783134:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213114.783139:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213114.783143:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213114.783153:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.783171:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213114.783178:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213114.783181:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.783204:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213114.783207:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213114.783213:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213114.783216:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213114.783218:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000debe533. 00000400:00000200:2.0:1779213114.783241:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bfd82d 00000400:00000010:2.0:1779213114.783243:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072bfd82d. 00000100:00000001:2.0:1779213114.783246:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213114.783250:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213114.783258:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213114.783264:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213114.783266:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.783269:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213114.783272:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213114.783274:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213114.783277:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213114.783279:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213114.783285:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=19 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213114.783290:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=19 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213114.783298:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213114.783300:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213114.783303:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213114.783305:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.783309:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.783313:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213114.783319:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213114.783322:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213114.783324:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213114.783327:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213114.783334:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960528384:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213114.783339:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.783341:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213114.783343:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054fe10a9 x1865639960528384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213114.783349:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213114.783353:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213114.783355:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003225be62. 02000000:00000001:2.0:1779213114.783358:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213114.783360:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213114.783362:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213114.783365:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213114.783367:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:2.0:1779213114.783370:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213114.783372:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213114.783374:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054fe10a9. 00000100:00000001:2.0:1779213114.783378:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213114.783379:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.783381:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.783382:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213114.783384:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213114.783385:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.783391:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213114.784828:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213114.784840:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213114.784845:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213114.784847:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213114.784870:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213114.784884:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204700 00000400:00000200:0.0:1779213114.784891:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x595 [1] + 224 00000800:00000001:0.0:1779213114.784897:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213114.784901:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213114.784904:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213114.784908:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213114.784914:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213114.784919:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213114.784930:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213114.784950:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213114.784957:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213114.784961:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213114.784964:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213114.784966:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213114.784970:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213114.784977:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204680 00000400:00000200:0.0:1779213114.784981:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x58d [1] + 224 00000800:00000001:0.0:1779213114.784985:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213114.784993:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213114.784995:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213114.784998:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213114.785006:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213114.785012:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:3.0:1779213114.785017:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213114.785019:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213114.785022:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032493456. 00000400:00000200:3.0:1779213114.785029:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000400:00000010:3.0:1779213114.785031:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000100:00000001:3.0:1779213114.785034:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213114.785036:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213114.785043:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213114.785060:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213114.785061:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213114.785100:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.785110:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213114.785111:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213114.785113:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213114.785116:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213114.785117:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213114.785118:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213114.785121:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213114.785123:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213114.785126:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213114.785130:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213114.785132:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=19 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213114.785138:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213114.785141:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213114.785143:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213114.785146:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213114.785153:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213114.785161:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.785165:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213114.785167:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213114.785168:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213114.785170:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213114.785173:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213114.785174:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213114.785180:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213114.785180:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213114.785185:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213114.785191:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000504931ea. 00000100:00000001:3.0:1779213114.785194:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213114.785200:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1779213114.785201:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000100:00000001:3.0:1779213114.785202:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213114.785206:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000100:00000040:3.0:1779213114.785210:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213114.785215:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213114.785253:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213114.785261:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960528640:192.168.202.129@tcp:400: 00000100:00000200:2.0:1779213114.785277:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213114.785300:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.785304:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213114.785305:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213114.785307:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.785310:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:3.0:1779213114.785311:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a7a2bbf x1865639960528640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213114.785315:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213114.785322:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213114.785324:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213114.785326:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1779213114.785327:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a24bec97. 00000100:00000001:2.0:1779213114.785331:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213114.785333:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1779213114.785336:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213114.785336:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213114.785338:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213114.785341:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213114.785343:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 00000100:00001000:2.0:1779213114.785345:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=8 v=5 (5 5 0 0) 02000000:00000001:3.0:1779213114.785346:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213114.785350:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1779213114.785351:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=8 v=5 (1 1 0 0) 00000100:00000010:3.0:1779213114.785354:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a7a2bbf. 00000100:00000001:2.0:1779213114.785357:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213114.785360:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.785361:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213114.785364:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213114.785365:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213114.785369:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213114.785370:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.785376:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213114.785377:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213114.785379:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213114.785380:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213114.785384:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.785385:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213114.785390:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213114.785393:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213114.785404:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213114.785414:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213114.785417:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213114.785419:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213114.785431:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213114.785438:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960528512:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213114.785441:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.785443:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213114.785445:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960528512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213114.785449:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213114.785450:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213114.785453:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e1b36e1. 02000000:00000001:2.0:1779213114.785455:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213114.785457:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213114.785458:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213114.785459:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213114.785461:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d5e81ba. 02000000:00000001:2.0:1779213114.785463:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213114.785464:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213114.785465:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000001:2.0:1779213114.785467:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213114.785468:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.785469:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213114.785474:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213114.785475:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213114.785476:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213114.785478:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213115.420362:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213115.420374:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213115.420380:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213115.420381:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213115.420458:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213115.420461:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213115.420464:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213116.444341:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213116.444351:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213116.444354:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213116.444358:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213116.444364:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213116.444366:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213116.444392:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213116.444394:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213116.444399:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213116.444400:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213116.444456:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213116.444460:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213116.444463:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213117.468359:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213117.468366:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213117.468375:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213117.468378:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213117.468382:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213117.468385:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213117.468388:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213117.468391:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213117.468392:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213117.468394:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213117.468416:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213117.468419:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213117.468421:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213118.492370:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213118.492378:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213118.492389:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213118.492391:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213118.492450:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213118.492454:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213118.492458:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213119.516486:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213119.516491:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213119.516496:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213119.516497:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213119.516566:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213119.516570:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213119.516572:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213119.903573:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213119.903580:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213119.903588:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3a74cc2. 00000020:00000040:1.0:1779213119.903595:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213119.903600:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213119.903603:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213119.903608:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213119.903614:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:1.0:1779213119.903621:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.903632:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213119.903642:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213119.903645:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.903650:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3a74cc2] to pc [ptlrpcd_00_03+3] req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213119.903681:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.903684:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213119.903686:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213119.903687:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213119.903691:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213119.903693:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213119.903700:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779213119.903701:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6bd720. 00000020:00000040:1.0:1779213119.903707:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213119.903713:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213119.903716:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213119.903717:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213119.903719:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.903720:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213119.903723:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 02000000:00000001:2.0:1779213119.903724:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213119.903728:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213119.903729:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213119.903733:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.903737:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1779213119.903739:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960528768:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213119.903750:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213119.903751:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.903758:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6bd720] to pc [ptlrpcd_00_00+0] req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213119.903758:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213119.903763:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213119.903767:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213119.903771:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213119.903775:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acada5b8. 02000000:00000001:2.0:1779213119.903777:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213119.903783:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000100:00000001:1.0:1779213119.903785:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.903788:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213119.903790:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000001:1.0:1779213119.903794:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213119.903795:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1779213119.903798:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000499513bc. 00000100:00000001:0.0:1779213119.903799:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213119.903801:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213119.903804:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213119.903805:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213119.903808:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1779213119.903809:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528768, portal 25 00000100:00000001:3.0:1779213119.903809:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213119.903810:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.903814:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1779213119.903816:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000100:00000001:2.0:1779213119.903816:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728220672 : -104753981330944 : ffffa0ba10276a00) 00000100:00000001:3.0:1779213119.903818:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213119.903822:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213119.903824:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213119.903828:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.903828:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213119.903833:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213119.903847:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213119.903850:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.903851:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213119.903856:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213119.903858:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499513bc] to pc [ptlrpcd_00_01+1] req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213119.903860:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000100:00000200:2.0:1779213119.903866:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960528768, offset 0 00000400:00000200:2.0:1779213119.903876:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213119.903882:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213119.903885:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213119.903886:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213119.903891:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213119.903900:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213119.903902:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213119.903907:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213119.903907:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1779213119.903910:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11292) 00000100:00000001:3.0:1779213119.903911:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213119.903914:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213119.903916:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213119.903919:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1779213119.903919:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213119.903924:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [151:151:256:4294967295] 192.168.202.129@tcp LPNI seq info [151:151:8:4294967295] 02000000:00000001:3.0:1779213119.903924:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213119.903931:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960528896:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213119.903935:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213119.903940:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213119.903943:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213119.903943:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213119.903947:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213119.903951:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 00000800:00000200:2.0:1779213119.903952:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213119.903958:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000800:00000200:2.0:1779213119.903965:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213119.903968:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213119.903974:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f62c2c3. 00000800:00000200:2.0:1779213119.903975:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213119.903980:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213119.903982:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000100:00000200:3.0:1779213119.903986:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960528896, portal 10 00000100:00000001:3.0:1779213119.903988:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213119.903990:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728214400 : -104753981337216 : ffffa0ba10275180) 00000100:00000040:3.0:1779213119.903996:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213119.903999:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213119.904003:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213119.904008:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213119.904010:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305960390 00000400:00000010:3.0:1779213119.904012:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000200:3.0:1779213119.904016:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960528896, offset 0 00000100:00000001:2.0:1779213119.904018:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305955267 00000400:00000200:3.0:1779213119.904023:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213119.904025:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305960390 00000100:00000001:2.0:1779213119.904029:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305955267 00000400:00000200:3.0:1779213119.904032:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213119.904033:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305960390 00000100:00000001:2.0:1779213119.904038:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305955267 00000400:00000200:3.0:1779213119.904038:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213119.904043:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305960390 00000400:00000200:3.0:1779213119.904044:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213119.904048:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305955267 00000400:00000200:3.0:1779213119.904050:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213119.904052:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213119.904055:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213119.904056:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.904060:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213119.904061:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [152:152:255:4294967295] 192.168.202.129@tcp LPNI seq info [152:152:7:4294967295] 00000100:00000001:2.0:1779213119.904063:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213119.904069:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213119.904071:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213119.904073:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213119.904075:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213119.904076:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.904079:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213119.904135:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213119.904139:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000400:00000200:1.0:1779213119.904144:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213119.904150:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213119.904185:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213119.904191:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213119.904194:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1779213119.904195:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cc43228. 00000800:00000200:3.0:1779213119.904199:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213119.904203:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213119.904207:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cc43228 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213119.904208:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213119.904210:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213119.904212:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213119.904215:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213119.904218:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 685095 usecs (686 jiffies) 00000100:00000001:0.0:1779213119.904248:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213119.904249:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213119.904251:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213119.904253:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213119.904254:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213119.904258:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960529024:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213119.904261:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213119.904264:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213119.904265:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213119.904267:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213119.904272:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f8e5ab1. 02000000:00000001:0.0:1779213119.904274:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213119.904278:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000400:00000010:0.0:1779213119.904282:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e829f7. 00000100:00000200:0.0:1779213119.904284:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529024, portal 10 00000100:00000001:0.0:1779213119.904292:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213119.904293:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728224256 : -104753981327360 : ffffa0ba10277800) 00000100:00000040:0.0:1779213119.904298:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213119.904305:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213119.904307:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213119.904309:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779213119.904312:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960529024, offset 0 00000400:00000200:0.0:1779213119.904316:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213119.904406:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305955505 00000100:00000001:3.0:1779213119.904409:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305960390 00000100:00000001:3.0:1779213119.904411:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305955505 00000100:00000001:3.0:1779213119.904413:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305960390 00000100:00000001:3.0:1779213119.904415:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305955505 00000100:00000001:3.0:1779213119.904417:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305960390 00000100:00000001:3.0:1779213119.904419:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305955505 00000100:00000001:3.0:1779213119.904420:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305960390 00000100:00000001:3.0:1779213119.904422:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213119.904424:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213119.904426:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213119.904428:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213119.904431:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213119.904433:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213119.904435:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213119.904436:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213119.904437:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213119.904439:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213119.905307:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000200:0.0:1779213119.905311:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:1.0:1779213119.905312:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000400:00000200:0.0:1779213119.905316:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213119.905318:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1779213119.905319:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213119.905325:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779213119.905326:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213119.905331:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213119.905338:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [153:153:254:4294967295] 192.168.202.129@tcp LPNI seq info [153:153:6:4294967295] 00000100:00000001:1.0:1779213119.905343:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213119.905349:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213119.905354:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213119.905365:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213119.905367:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213119.905369:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1779213119.905381:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000800:00000200:0.0:1779213119.905387:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213119.905393:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213119.905396:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213119.905399:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213119.905402:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 40838 usecs (41 jiffies) 00000100:00000001:0.0:1779213119.905405:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305954862 00000100:00000001:0.0:1779213119.905407:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305960390 00000100:00000001:0.0:1779213119.905408:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305954862 00000100:00000001:0.0:1779213119.905410:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305960390 00000100:00000001:0.0:1779213119.905412:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305954862 00000100:00000001:0.0:1779213119.905414:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305960390 00000800:00000200:1.0:1779213119.905418:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213119.905421:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cc43228. 00000100:00000001:0.0:1779213119.905423:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305954862 00000400:00000200:1.0:1779213119.905426:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213119.905427:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305960390 00000100:00000001:0.0:1779213119.905431:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213119.905435:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213119.905436:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213119.905441:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213119.905442:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000100:00000001:0.0:1779213119.905444:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213119.905445:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:1.0:1779213119.905449:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213119.905450:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213119.905453:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1779213119.905454:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213119.905458:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213119.905460:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213119.905465:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213119.905468:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213119.905471:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213119.905476:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213119.905479:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213119.905482:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213119.905493:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213119.905495:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:1.0:1779213119.905503:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213119.905506:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213119.905509:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:1.0:1779213119.905510:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:1.0:1779213119.905513:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213119.905515:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213119.905522:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213119.905524:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213119.905529:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213119.905530:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213119.909722:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.909732:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213119.909737:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.909751:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213119.909761:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213119.909776:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204780 00000400:00000200:3.0:1779213119.909785:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x59d [1] + 224 00000800:00000001:3.0:1779213119.909791:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.909795:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213119.909797:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213119.909801:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213119.909808:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213119.909815:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213119.910302:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213119.910320:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213119.910330:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.910335:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213119.910338:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.910340:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213119.910346:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213119.910353:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204800 00000400:00000200:3.0:1779213119.910373:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5a5 [1] + 224 00000800:00000001:3.0:1779213119.910378:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.910382:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213119.910384:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213119.910387:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213119.910390:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213119.910393:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213119.910407:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213119.910444:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213119.910449:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.910453:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213119.910455:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.910457:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213119.910460:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213119.910466:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204880 00000400:00000200:3.0:1779213119.910470:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5ad [1] + 224 00000800:00000001:3.0:1779213119.910474:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213119.910478:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213119.910480:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213119.910483:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213119.910486:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213119.910489:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213119.910499:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213119.910514:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213119.910518:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213119.910520:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1779213119.910525:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213119.910525:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1779213119.910529:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1779213119.910530:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213119.910532:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:2.0:1779213119.910537:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:2.0:1779213119.910540:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:2.0:1779213119.910544:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213119.910560:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213119.910569:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213119.910575:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213119.910577:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213119.910580:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213119.910582:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213119.910586:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213119.910589:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1779213119.910591:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213119.910592:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1779213119.910593:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213119.910595:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213119.910595:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213119.910596:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000100:00000001:0.0:1779213119.910600:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213119.910600:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213119.910601:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e829f7 00000400:00000010:1.0:1779213119.910605:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099e829f7. 00000100:00000001:1.0:1779213119.910608:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1779213119.910610:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1779213119.910610:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=24 v=5 (5 5 0 0) 00000100:00000200:1.0:1779213119.910614:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213119.910615:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1779213119.910617:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=24 v=5 (1 1 0 0) 00000400:00000010:0.0:1779213119.910618:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f62c2c3. 00000400:00000200:0.0:1779213119.910624:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000100:00000001:2.0:1779213119.910627:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1779213119.910628:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:2.0:1779213119.910632:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213119.910635:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213119.910637:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213119.910638:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1779213119.910643:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213119.910644:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.910652:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213119.910654:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213119.910657:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213119.910662:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213119.910665:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1779213119.910665:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213119.910667:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1779213119.910669:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213119.910670:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213119.910675:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213119.910683:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=24 v=5 (5 5 0 0) 00000100:00000001:0.0:1779213119.910684:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213119.910687:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213119.910690:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213119.910692:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213119.910695:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213119.910698:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213119.910698:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213119.910701:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.910703:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213119.910705:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213119.910706:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213119.910711:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1779213119.910712:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=13 v=5 (5 5 0 0) 00000100:00000001:2.0:1779213119.910712:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:1.0:1779213119.910717:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213119.910717:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213119.910718:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=13 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213119.910727:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1779213119.910729:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213119.910730:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213119.910741:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213119.910742:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213119.910746:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213119.910747:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213119.910751:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213119.910752:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213119.910755:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213119.910756:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1779213119.910756:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960528768:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213119.910759:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213119.910759:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213119.910762:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213119.910767:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213119.910769:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213119.910771:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213119.910777:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213119.910785:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3a74cc2 x1865639960528768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213119.910789:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213119.910794:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213119.910796:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213119.910802:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213119.910805:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213119.910807:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213119.910810:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213119.910812:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1779213119.910819:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213119.910823:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960529024:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213119.910829:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213119.910834:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213119.910836:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acada5b8. 00000100:00000001:1.0:1779213119.910839:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1779213119.910842:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960528896:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213119.910843:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1779213119.910846:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000499513bc x1865639960529024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213119.910848:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213119.910850:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1779213119.910852:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213119.910855:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1779213119.910860:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1779213119.910862:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6bd720 x1865639960528896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213119.910865:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 00000100:00000001:1.0:1779213119.910866:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213119.910869:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213119.910872:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f8e5ab1. 02000000:00000001:2.0:1779213119.910874:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213119.910878:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213119.910879:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213119.910879:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1779213119.910880:0:199013:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1779213119.910883:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1779213119.910884:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000010:2.0:1779213119.910884:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3a74cc2. 02000000:00000010:0.0:1779213119.910886:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 00000020:00000001:1.0:1779213119.910887:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213119.910891:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 02000000:00000001:0.0:1779213119.910892:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213119.910896:0:199012:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1779213119.910897:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1779213119.910899:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213119.910900:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213119.910901:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1779213119.910903:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000499513bc. 00000020:00000001:0.0:1779213119.910906:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213119.910906:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213119.910908:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 02000000:00000001:0.0:1779213119.910911:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213119.910914:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213119.910914:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1779213119.910915:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6bd720. 00000100:00000001:1.0:1779213119.910917:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213119.910920:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213119.910921:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213119.910923:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213119.910924:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213119.910927:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213119.910929:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213119.910932:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213119.910932:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.910932:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213119.910935:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213119.910936:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213119.910938:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213119.910939:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213119.910942:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213119.910943:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213119.910946:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213119.910949:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213120.540617:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213120.540623:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213120.540629:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213120.540630:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213120.540648:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213120.540651:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213120.540653:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213121.564321:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213121.564326:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213121.564332:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213121.564333:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213121.564376:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213121.564380:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213121.564382:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213122.588361:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213122.588366:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213122.588371:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213122.588372:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213122.588837:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213122.588841:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213122.588843:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213123.612522:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213123.612530:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213123.612539:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213123.612540:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213123.612562:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213123.612565:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213123.612568:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213124.636388:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213124.636394:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213124.636399:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213124.636401:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213124.636442:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213124.636446:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213124.636448:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213125.020377:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213125.020385:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213125.020407:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213125.020412:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213125.020416:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213125.020419:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213125.020428:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213125.020437:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:3.0:1779213125.020443:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213125.020453:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213125.020463:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213125.020465:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213125.020471:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_02+2] req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.020524:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213125.020527:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213125.020529:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213125.020532:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000020:00000040:3.0:1779213125.020535:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213125.020538:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213125.020539:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213125.020541:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213125.020545:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cc43228. 00000100:00000001:2.0:1779213125.020548:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213125.020548:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213125.020553:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1779213125.020554:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1779213125.020560:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213125.020567:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213125.020568:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.020571:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213125.020571:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_03+3] req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.020574:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213125.020581:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213125.020583:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213125.020586:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213125.020588:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213125.020592:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213125.020594:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213125.020598:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000100:00000040:2.0:1779213125.020599:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1779213125.020602:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213125.020607:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213125.020609:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213125.020612:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.020617:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1779213125.020619:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000100:00000001:2.0:1779213125.020620:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213125.020623:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213125.020625:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213125.020629:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213125.020630:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213125.020634:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213125.020642:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960529280:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213125.020647:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213125.020649:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.020650:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213125.020655:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_00+0] req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213125.020656:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213125.020659:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213125.020665:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213125.020671:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2f1ab65. 02000000:00000001:2.0:1779213125.020674:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213125.020679:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000400:00000010:2.0:1779213125.020685:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000001:3.0:1779213125.020691:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213125.020694:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213125.020697:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213125.020702:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11297) 00000100:00000200:2.0:1779213125.020707:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529280, portal 10 00000100:00000001:2.0:1779213125.020712:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213125.020713:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000040:2.0:1779213125.020721:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.020729:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213125.020732:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213125.020735:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9874c6d. 00000100:00000200:2.0:1779213125.020737:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960529280, offset 0 00000400:00000200:2.0:1779213125.020743:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213125.020756:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213125.020761:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213125.020765:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213125.020768:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213125.020776:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213125.020780:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [154:154:256:4294967295] 192.168.202.129@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1779213125.020791:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213125.020796:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213125.020800:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213125.020807:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213125.020814:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213125.020817:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213125.020839:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213125.020840:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213125.020844:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213125.020846:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213125.020846:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 668988 usecs (669 jiffies) 00000100:00000040:1.0:1779213125.020852:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.020852:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305960605 00000100:00000001:1.0:1779213125.020860:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213125.020862:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213125.020865:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213125.020868:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213125.020870:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213125.020874:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960529408:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213125.020874:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, simply extend its deadline from 4305960390 00000100:00000001:1.0:1779213125.020881:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213125.020883:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305960605 02000000:00000001:1.0:1779213125.020884:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213125.020887:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.020887:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, simply extend its deadline from 4305960390 02000000:00000001:1.0:1779213125.020890:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213125.020892:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305960605 00000100:00000001:0.0:1779213125.020893:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1779213125.020895:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045195cc0. 00000100:00000001:0.0:1779213125.020897:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.020897:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, simply extend its deadline from 4305960390 02000000:00000001:1.0:1779213125.020898:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.020904:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305960605 00000400:00000010:1.0:1779213125.020906:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879fa1f. 00000100:00000001:2.0:1779213125.020912:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, simply extend its deadline from 4305960390 00000400:00000010:1.0:1779213125.020913:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000001:2.0:1779213125.020917:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213125.020918:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529408, portal 10 00000100:00000001:0.0:1779213125.020921:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213125.020922:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213125.020923:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213125.020925:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213125.020926:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000001:2.0:1779213125.020927:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213125.020934:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213125.020936:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213125.020961:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213125.020961:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213125.020965:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213125.020967:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213125.020970:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 02000000:00000001:2.0:1779213125.020970:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213125.020973:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213125.020975:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213125.020980:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960529408, offset 0 00000100:00100000:2.0:1779213125.020988:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960529152:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213125.020991:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213125.020996:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213125.020999:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213125.021000:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213125.021002:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213125.021005:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213125.021005:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213125.021009:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:2.0:1779213125.021009:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d16580. 00000400:00000200:1.0:1779213125.021015:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213125.021017:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213125.021019:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [155:155:255:4294967295] 192.168.202.129@tcp LPNI seq info [155:155:7:4294967295] 02000000:00000001:2.0:1779213125.021022:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213125.021028:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213125.021029:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000800:00000200:1.0:1779213125.021034:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213125.021035:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000800:00000010:1.0:1779213125.021039:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000100:00000200:2.0:1779213125.021039:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529152, portal 25 00000100:00000001:2.0:1779213125.021044:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213125.021045:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000800:00000200:1.0:1779213125.021047:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213125.021053:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213125.021056:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213125.021058:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213125.021061:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213125.021063:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 39987 usecs (40 jiffies) 00000100:00000001:1.0:1779213125.021068:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305959976 00000100:00000001:1.0:1779213125.021071:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305960605 00000100:00000001:1.0:1779213125.021075:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305959976 00000100:00000001:1.0:1779213125.021079:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305960605 00000100:00000001:2.0:1779213125.021082:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213125.021083:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305959976 00000100:00000001:1.0:1779213125.021087:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305960605 00000100:00000040:2.0:1779213125.021089:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213125.021092:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305959976 00000400:00000010:2.0:1779213125.021093:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 00000100:00000001:1.0:1779213125.021095:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305960605 00000100:00000200:2.0:1779213125.021097:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960529152, offset 0 00000100:00000001:1.0:1779213125.021100:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213125.021105:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213125.021110:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213125.021113:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213125.021115:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213125.021116:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213125.021118:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213125.021121:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213125.021122:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213125.021125:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213125.021127:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [156:156:254:4294967295] 192.168.202.129@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:2.0:1779213125.021136:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213125.021138:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213125.021141:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213125.021143:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213125.021145:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213125.021148:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1779213125.021148:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000100:00000001:1.0:1779213125.021151:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213125.021154:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213125.021157:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213125.021162:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213125.021165:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213125.021175:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.021178:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305965507 00000100:00000001:2.0:1779213125.021182:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305960605 00000100:00000001:2.0:1779213125.021185:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305965507 00000100:00000001:2.0:1779213125.021188:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305960605 00000100:00000001:2.0:1779213125.021190:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305965507 00000100:00000001:2.0:1779213125.021192:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305960605 00000100:00000001:2.0:1779213125.021195:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305965507 00000100:00000001:2.0:1779213125.021198:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305960605 00000100:00000001:2.0:1779213125.021202:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213125.021204:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.021207:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.021209:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213125.021213:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213125.021214:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213125.021216:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213125.021217:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213125.021219:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.021221:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213125.021274:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213125.021279:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:3.0:1779213125.021285:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213125.021290:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213125.021295:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9874c6d 00000400:00000010:3.0:1779213125.021297:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f9874c6d. 00000100:00000001:3.0:1779213125.021301:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213125.021304:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.021513:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213125.021517:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.021533:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213125.021534:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213125.021547:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213125.021548:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:3.0:1779213125.021551:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213125.021554:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213125.021556:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:3.0:1779213125.021558:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:3.0:1779213125.021560:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213125.021562:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.021570:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213125.021571:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.021577:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213125.021579:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213125.021941:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213125.021943:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:3.0:1779213125.021955:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213125.021959:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213125.021967:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000400:00000010:3.0:1779213125.021968:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000100:00000001:3.0:1779213125.021971:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213125.021974:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.021981:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213125.021983:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.021988:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213125.021990:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213125.023829:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213125.023842:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213125.023846:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213125.023848:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213125.023858:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213125.023870:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204900 00000400:00000200:1.0:1779213125.023879:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5c5 [1] + 224 00000800:00000001:1.0:1779213125.023885:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213125.023891:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213125.023894:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213125.023897:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213125.023903:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213125.023906:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213125.023918:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213125.023935:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213125.023942:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213125.023945:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213125.023972:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213125.023976:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213125.023982:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213125.023984:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213125.023986:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000400:00000200:2.0:1779213125.023990:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:2.0:1779213125.023992:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:2.0:1779213125.023994:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213125.023999:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213125.024008:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024015:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213125.024025:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213125.024028:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213125.024031:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213125.024033:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213125.024035:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213125.024037:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213125.024039:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213125.024044:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213125.024046:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=30 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213125.024050:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=30 v=5 (1 1 0 0) 00000800:00000001:3.0:1779213125.024055:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213125.024056:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213125.024059:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213125.024059:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213125.024063:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213125.024067:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213125.024068:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213125.024071:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213125.024076:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024082:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213125.024085:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213125.024087:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213125.024089:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213125.024096:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960529152:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213125.024100:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.024102:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213125.024104:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960529152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024110:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213125.024112:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213125.024114:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9d16580. 02000000:00000001:2.0:1779213125.024117:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213125.024119:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213125.024120:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213125.024122:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213125.024124:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 02000000:00000001:2.0:1779213125.024127:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213125.024134:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213125.024135:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:2.0:1779213125.024138:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213125.024139:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213125.024141:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.024142:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213125.024144:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213125.024145:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.024147:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213125.024308:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204980 00000400:00000200:3.0:1779213125.024314:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5b5 [1] + 224 00000800:00000001:3.0:1779213125.024318:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213125.024322:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213125.024324:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213125.024327:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213125.024330:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213125.024333:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213125.024341:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213125.024358:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213125.024362:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213125.024365:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213125.024367:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213125.024368:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213125.024372:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213125.024378:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204a00 00000400:00000200:3.0:1779213125.024383:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5bd [1] + 224 00000800:00000001:3.0:1779213125.024386:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213125.024391:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213125.024393:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213125.024397:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213125.024399:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213125.024404:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213125.024404:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024407:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213125.024411:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213125.024414:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213125.024417:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000100:00000040:3.0:1779213125.024417:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213125.024423:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:2.0:1779213125.024427:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:2.0:1779213125.024431:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213125.024436:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213125.024458:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024463:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213125.024464:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213125.024466:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213125.024467:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213125.024468:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213125.024469:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213125.024471:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213125.024472:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213125.024478:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=19 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213125.024481:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=19 v=5 (1 1 0 0) 00000800:00000001:3.0:1779213125.024482:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213125.024486:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213125.024487:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213125.024487:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213125.024493:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1779213125.024493:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213125.024510:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1779213125.024511:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.024515:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1779213125.024517:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1779213125.024517:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213125.024519:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1779213125.024520:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213125.024522:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e879fa1f. 00000400:00000200:1.0:1779213125.024526:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000100:00000001:2.0:1779213125.024527:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213125.024528:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:1.0:1779213125.024534:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1779213125.024534:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213125.024540:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024548:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213125.024553:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213125.024555:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213125.024560:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213125.024585:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960529280:192.168.202.129@tcp:400: 00000100:00000200:1.0:1779213125.024589:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024591:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213125.024597:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213125.024601:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213125.024604:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213125.024604:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960529280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213125.024607:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213125.024609:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213125.024611:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213125.024616:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213125.024617:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213125.024619:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2f1ab65. 00000100:00000001:1.0:1779213125.024621:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213125.024623:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213125.024623:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213125.024626:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213125.024629:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:1.0:1779213125.024631:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=30 v=5 (5 5 0 0) 00000020:00000001:2.0:1779213125.024632:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:1.0:1779213125.024636:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=144 v=5 (1 0 0 0) 02000000:00000010:2.0:1779213125.024636:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cc43228. 00000100:00000001:1.0:1779213125.024640:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213125.024641:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213125.024642:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1779213125.024643:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1779213125.024644:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1779213125.024648:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779213125.024648:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:2.0:1779213125.024654:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1779213125.024657:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213125.024658:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213125.024661:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213125.024662:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213125.024663:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213125.024665:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213125.024666:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213125.024668:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213125.024670:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213125.024673:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213125.024674:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213125.024677:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213125.024678:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213125.024680:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213125.024681:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213125.024686:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213125.024694:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960529408:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213125.024699:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213125.024706:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213125.024708:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960529408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213125.024713:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213125.024714:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213125.024715:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045195cc0. 02000000:00000001:1.0:1779213125.024717:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213125.024718:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213125.024719:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213125.024720:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213125.024721:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 02000000:00000001:1.0:1779213125.024723:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213125.024723:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213125.024724:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:1.0:1779213125.024726:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213125.024726:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213125.024727:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213125.024730:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213125.024731:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213125.024732:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213125.024733:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213125.660342:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213125.660347:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213125.660368:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213125.660370:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213125.660434:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213125.660438:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213125.660441:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213126.684347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213126.684352:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213126.684354:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213126.684357:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213126.684360:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213126.684362:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213126.684363:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213126.684365:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213126.684367:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213126.684368:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213126.684387:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213126.684390:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213126.684392:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213127.708364:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213127.708370:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213127.708374:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213127.708376:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213127.708378:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213127.708380:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213127.708383:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213127.708384:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213127.708386:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213127.708387:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213127.708435:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213127.708437:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213127.708439:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213128.732330:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213128.732336:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213128.732341:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213128.732342:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213128.732400:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213128.732404:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213128.732407:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213129.756445:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213129.756476:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213129.756482:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213129.756483:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213129.756502:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213129.756505:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213129.756508:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213130.140378:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213130.140387:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213130.140397:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000499513bc. 00000020:00000040:1.0:1779213130.140403:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213130.140408:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213130.140411:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213130.140416:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213130.140425:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000100:00000001:1.0:1779213130.140453:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213130.140465:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213130.140475:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213130.140477:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213130.140483:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499513bc] to pc [ptlrpcd_00_01+1] req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.140529:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213130.140532:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213130.140535:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213130.140538:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c65d6926. 00000020:00000040:1.0:1779213130.140540:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213130.140543:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213130.140544:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213130.140546:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213130.140550:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 00000100:00000001:1.0:1779213130.140553:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213130.140555:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213130.140557:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213130.140560:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213130.140563:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213130.140568:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1779213130.140570:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.140571:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213130.140573:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213130.140577:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213130.140579:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65d6926] to pc [ptlrpcd_00_02+2] req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213130.140588:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213130.140591:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213130.140598:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213130.140600:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213130.140604:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213130.140608:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960529536:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213130.140610:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213130.140614:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213130.140614:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213130.140619:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213130.140621:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213130.140621:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1779213130.140622:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 02000000:00000001:0.0:1779213130.140625:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213130.140625:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:1.0:1779213130.140626:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213130.140629:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.140630:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213130.140631:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213130.140631:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213130.140634:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213130.140635:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213130.140637:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1779213130.140638:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000575af816. 02000000:00000001:1.0:1779213130.140638:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213130.140640:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213130.140642:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213130.140644:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1779213130.140645:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:2.0:1779213130.140646:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1779213130.140648:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000100:00000001:2.0:1779213130.140649:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213130.140650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213130.140654:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213130.140656:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000040:1.0:1779213130.140657:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779213130.140664:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529536, portal 25 00000100:00000001:0.0:1779213130.140669:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213130.140671:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728224256 : -104753981327360 : ffffa0ba10277800) 00000100:00000001:2.0:1779213130.140674:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213130.140677:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213130.140681:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213130.140681:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213130.140684:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213130.140687:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213130.140690:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1779213130.140693:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960529664:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213130.140695:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213130.140697:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213130.140698:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213130.140699:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213130.140703:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213130.140707:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1f8e2f5. 00000100:00000040:1.0:1779213130.140709:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_03+3] req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213130.140711:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213130.140711:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213130.140716:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000100:00000040:0.0:1779213130.140720:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213130.140722:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000400:00000010:0.0:1779213130.140725:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006291e695. 00000100:00000200:2.0:1779213130.140727:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529664, portal 10 00000100:00000001:2.0:1779213130.140730:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1779213130.140731:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960529536, offset 0 00000100:00000001:2.0:1779213130.140731:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728213504 : -104753981338112 : ffffa0ba10274e00) 00000100:00000001:1.0:1779213130.140735:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213130.140737:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213130.140740:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213130.140747:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213130.140752:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213130.140752:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213130.140757:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000100:00000040:1.0:1779213130.140758:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1779213130.140758:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213130.140759:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960529664, offset 0 00000100:00100000:3.0:1779213130.140762:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1779213130.140765:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213130.140767:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11302) 00000400:00000200:2.0:1779213130.140768:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213130.140771:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213130.140773:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213130.140777:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213130.140780:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213130.140781:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213130.140783:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213130.140785:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213130.140791:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213130.140794:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213130.140801:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213130.140802:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213130.140805:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213130.140807:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1779213130.140809:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213130.140812:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213130.140814:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [157:157:256:4294967295] 192.168.202.129@tcp LPNI seq info [157:157:8:4294967295] 02000000:00000001:3.0:1779213130.140817:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213130.140824:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960529792:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213130.140831:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213130.140834:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213130.140835:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213130.140838:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213130.140841:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1779213130.140844:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213130.140845:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213130.140849:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213130.140852:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:3.0:1779213130.140853:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f4aef5. 00000800:00000010:0.0:1779213130.140854:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000200:2.0:1779213130.140856:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213130.140858:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213130.140862:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213130.140864:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ebf2dd7. 00000800:00000200:0.0:1779213130.140866:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213130.140871:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [158:158:255:4294967295] 192.168.202.129@tcp LPNI seq info [158:158:7:4294967295] 00000400:00000010:3.0:1779213130.140872:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000200:3.0:1779213130.140877:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529792, portal 10 00000800:00000200:0.0:1779213130.140880:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213130.140880:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213130.140882:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 00000800:00000200:0.0:1779213130.140886:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1779213130.140890:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213130.140892:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213130.140903:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213130.140904:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213130.140905:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213130.140909:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213130.140911:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305970627 00000800:00000010:2.0:1779213130.140911:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000400:00000010:3.0:1779213130.140912:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c13bfc6. 00000100:00000200:3.0:1779213130.140917:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960529792, offset 0 00000100:00000001:0.0:1779213130.140921:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305965507 00000800:00000200:2.0:1779213130.140921:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213130.140926:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213130.140928:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305970627 00000800:00000200:2.0:1779213130.140933:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213130.140934:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305965507 00000400:00000200:3.0:1779213130.140934:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213130.140937:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213130.140939:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305970627 00000400:00000200:3.0:1779213130.140941:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213130.140942:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213130.140945:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305965507 00000100:00000040:2.0:1779213130.140947:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 653543 usecs (654 jiffies) 00000400:00000200:3.0:1779213130.140947:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213130.140948:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305970627 00000400:00000200:3.0:1779213130.140953:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213130.140954:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305965507 00000100:00000001:2.0:1779213130.140954:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305965710 00000100:00000001:0.0:1779213130.140958:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213130.140959:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305970627 00000100:00000001:0.0:1779213130.140962:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213130.140962:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213130.140964:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305965710 00000100:00000001:0.0:1779213130.140968:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213130.140968:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213130.140968:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305970627 00000400:00000200:3.0:1779213130.140971:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [159:159:254:4294967295] 192.168.202.129@tcp LPNI seq info [159:159:6:4294967295] 00000100:00000001:0.0:1779213130.140974:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1779213130.140974:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:2.0:1779213130.140975:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305965710 00000100:00000001:2.0:1779213130.140981:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305970627 00000100:00000001:0.0:1779213130.140982:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213130.140983:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213130.140984:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305965710 00000100:00000001:0.0:1779213130.140985:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213130.140990:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305970627 00000100:00000001:0.0:1779213130.140991:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213130.140995:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:1.0:1779213130.140996:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213130.140996:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213130.141000:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213130.141001:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213130.141003:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213130.141005:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213130.141009:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213130.141009:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213130.141009:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213130.141013:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006291e695 00000100:00000001:2.0:1779213130.141014:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1779213130.141016:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003715d19b. 00000400:00000010:1.0:1779213130.141017:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006291e695. 00000100:00000001:2.0:1779213130.141017:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213130.141020:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213130.141022:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213130.141029:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213130.141029:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213130.141033:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213130.141033:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003715d19b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213130.141037:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213130.141040:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213130.141041:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 39088 usecs (40 jiffies) 00000100:00000001:3.0:1779213130.141045:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305965096 00000100:00000001:3.0:1779213130.141049:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305970627 00000100:00000001:3.0:1779213130.141053:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305965096 00000100:00000001:1.0:1779213130.141058:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213130.141060:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213130.141069:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305970627 00000100:00000001:1.0:1779213130.141072:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213130.141073:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305965096 00000100:00000001:1.0:1779213130.141075:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213130.141077:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305970627 00000100:00000001:3.0:1779213130.141080:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305965096 00000100:00000001:3.0:1779213130.141082:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305970627 00000100:00000001:3.0:1779213130.141083:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213130.141086:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213130.141088:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213130.141091:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213130.141093:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213130.141096:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000400:00000200:1.0:1779213130.141099:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213130.141104:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213130.141107:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:1.0:1779213130.141108:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:1.0:1779213130.141111:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213130.141114:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.141120:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213130.141129:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.141135:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213130.141137:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213130.141200:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213130.141202:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003715d19b. 00000400:00000200:1.0:1779213130.141205:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213130.141209:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213130.141212:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c13bfc6 00000400:00000010:1.0:1779213130.141214:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004c13bfc6. 00000100:00000001:1.0:1779213130.141216:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213130.141219:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.141254:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213130.141257:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.141263:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213130.141264:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213130.145532:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145545:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213130.145549:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145552:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213130.145561:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213130.145581:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204a80 00000400:00000200:1.0:1779213130.145588:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5cd [1] + 224 00000800:00000001:1.0:1779213130.145594:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145597:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213130.145600:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213130.145603:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213130.145610:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213130.145616:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213130.145626:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.145650:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213130.145658:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145661:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213130.145662:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145664:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213130.145668:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213130.145673:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204b00 00000400:00000200:1.0:1779213130.145679:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5d1 [1] + 224 00000800:00000001:1.0:1779213130.145683:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145685:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213130.145687:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213130.145691:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213130.145693:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213130.145697:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213130.145698:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213130.145701:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213130.145707:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213130.145708:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213130.145711:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213130.145714:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000400:00000200:0.0:1779213130.145719:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:0.0:1779213130.145723:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:0.0:1779213130.145726:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213130.145731:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.145733:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213130.145737:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145742:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213130.145743:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213130.145745:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145747:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213130.145757:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213130.145758:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213130.145761:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213130.145765:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204b80 00000100:00000001:0.0:1779213130.145766:0:199013:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:1.0:1779213130.145770:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5dd [1] + 224 02000000:00000001:0.0:1779213130.145771:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213130.145774:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1779213130.145775:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213130.145778:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213130.145781:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213130.145782:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213130.145784:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213130.145787:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00001000:0.0:1779213130.145788:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=35 v=5 (5 5 0 0) 00000100:00000001:1.0:1779213130.145790:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1779213130.145793:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213130.145798:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1779213130.145800:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213130.145801:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213130.145804:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213130.145806:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213130.145809:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213130.145814:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213130.145826:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213130.145829:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213130.145834:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213130.145837:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213130.145843:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213130.145844:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213130.145849:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213130.145852:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1779213130.145865:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960529536:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213130.145871:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213130.145874:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213130.145874:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213130.145878:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213130.145879:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000499513bc x1865639960529536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213130.145882:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213130.145886:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213130.145888:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ebf2dd7. 00000100:00000001:0.0:1779213130.145890:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1779213130.145893:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 02000000:00000001:0.0:1779213130.145894:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1779213130.145896:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 02000000:00000010:0.0:1779213130.145898:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000575af816. 00000100:00000001:3.0:1779213130.145900:0:199014:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1779213130.145903:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213130.145907:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:3.0:1779213130.145907:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213130.145910:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213130.145914:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213130.145917:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 02000000:00000001:0.0:1779213130.145923:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1779213130.145925:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213130.145927:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213130.145929:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000499513bc. 00000100:00000001:0.0:1779213130.145936:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213130.145937:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213130.145938:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.145940:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213130.145942:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.145944:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213130.145947:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213130.145952:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213130.145955:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213130.145956:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213130.145958:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213130.145964:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213130.145967:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213130.145970:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213130.145976:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=35 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213130.145980:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=149 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213130.145982:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213130.145984:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213130.145985:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213130.145990:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213130.145994:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213130.145999:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00080000:3.0:1779213130.145999:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213130.146002:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213130.146003:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:2.0:1779213130.146007:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:2.0:1779213130.146010:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:2.0:1779213130.146016:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1779213130.146019:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213130.146023:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213130.146023:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213130.146027:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213130.146030:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213130.146033:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213130.146040:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213130.146043:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213130.146063:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213130.146065:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213130.146066:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213130.146068:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.146069:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213130.146073:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213130.146076:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1779213130.146076:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213130.146079:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213130.146082:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213130.146086:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213130.146092:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960529792:192.168.202.129@tcp:400: 00000100:00001000:2.0:1779213130.146094:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=24 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213130.146100:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=24 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213130.146100:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.146103:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213130.146106:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1779213130.146108:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960529792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213130.146109:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213130.146114:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213130.146117:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213130.146122:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213130.146122:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213130.146124:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1779213130.146125:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213130.146128:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1779213130.146128:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7f4aef5. 00000100:00000001:2.0:1779213130.146132:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213130.146133:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213130.146136:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213130.146137:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213130.146140:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1779213130.146141:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213130.146143:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 02000000:00000001:3.0:1779213130.146148:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213130.146150:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213130.146152:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00000001:2.0:1779213130.146156:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213130.146157:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213130.146159:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213130.146160:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.146164:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.146166:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213130.146170:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213130.146171:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213130.146172:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213130.146174:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213130.146183:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213130.146192:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960529664:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213130.146196:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213130.146198:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213130.146200:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c65d6926 x1865639960529664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213130.146207:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213130.146208:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213130.146210:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1f8e2f5. 02000000:00000001:2.0:1779213130.146213:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213130.146215:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213130.146216:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213130.146218:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213130.146219:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 02000000:00000001:2.0:1779213130.146266:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213130.146268:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213130.146269:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c65d6926. 00000100:00000001:2.0:1779213130.146273:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213130.146274:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213130.146275:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213130.146279:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213130.146280:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213130.146281:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213130.146283:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213130.780575:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213130.780581:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213130.780588:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213130.780589:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213130.780671:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213130.780675:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213130.780678:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213131.804370:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213131.804378:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213131.804384:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213131.804385:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213131.804491:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213131.804497:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213131.804501:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213132.828363:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213132.828370:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213132.828400:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213132.828402:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213132.828449:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213132.828452:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213132.828455:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213133.852498:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213133.852503:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213133.852508:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213133.852509:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213133.852566:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213133.852570:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213133.852572:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213134.876383:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213134.876390:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213134.876395:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213134.876413:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213134.876478:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213134.876482:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213134.876485:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213135.260367:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213135.260374:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213135.260383:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779213135.260388:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213135.260391:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213135.260422:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213135.260427:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213135.260434:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00000100:00000001:3.0:1779213135.260440:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260450:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213135.260461:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213135.260463:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260469:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_00+0] req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.260497:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260500:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213135.260503:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213135.260523:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213135.260527:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1779213135.260529:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000100:00000001:2.0:1779213135.260530:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1779213135.260534:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213135.260537:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.260539:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213135.260543:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213135.260547:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213135.260548:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213135.260551:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213135.260554:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 02000000:00000001:2.0:1779213135.260557:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213135.260558:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213135.260561:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213135.260566:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260566:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213135.260574:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213135.260578:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1779213135.260581:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960529920:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213135.260583:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.260585:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260589:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_01+1] req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213135.260598:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213135.260605:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213135.260607:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213135.260608:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260612:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213135.260613:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213135.260617:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213135.260618:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213135.260620:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003814b891. 00000100:00000001:0.0:1779213135.260624:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213135.260625:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213135.260625:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000100:00000001:0.0:1779213135.260631:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1779213135.260631:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000010:2.0:1779213135.260636:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000100:00000001:3.0:1779213135.260636:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213135.260637:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213135.260640:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213135.260645:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c7343de. 00000400:00000010:2.0:1779213135.260646:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000001:3.0:1779213135.260647:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260652:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779213135.260655:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960529920, portal 25 00000100:00000040:0.0:1779213135.260656:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213135.260666:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213135.260672:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000001:3.0:1779213135.260692:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213135.260698:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213135.260698:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.260698:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.260703:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.260710:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_02+2] req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213135.260714:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213135.260730:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1779213135.260734:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213135.260741:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213135.260741:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213135.260748:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000100:00000200:2.0:1779213135.260753:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960529920, offset 0 00000100:00000001:3.0:1779213135.260757:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213135.260760:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960530048:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213135.260762:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213135.260764:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213135.260773:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213135.260778:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1779213135.260780:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213135.260783:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213135.260784:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213135.260785:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11307) 00000400:00000200:2.0:1779213135.260787:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213135.260790:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213135.260794:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213135.260794:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213135.260800:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213135.260803:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a24bec97. 00000400:00000200:2.0:1779213135.260803:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213135.260811:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213135.260812:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213135.260812:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213135.260818:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213135.260823:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213135.260823:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213135.260826:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000400:00000200:2.0:1779213135.260836:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [160:160:256:4294967295] 192.168.202.129@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000010:0.0:1779213135.260840:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000001:1.0:1779213135.260846:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213135.260849:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213135.260851:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530048, portal 10 02000000:00000001:1.0:1779213135.260854:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213135.260857:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1779213135.260858:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213135.260861:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000400:00000200:2.0:1779213135.260869:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213135.260870:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213135.260878:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213135.260879:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960530176:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213135.260890:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213135.260895:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213135.260905:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213135.260906:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1779213135.260906:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 02000000:00000001:1.0:1779213135.260908:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213135.260916:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213135.260916:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779213135.260924:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:0.0:1779213135.260925:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1a3d688. 02000000:00000010:1.0:1779213135.260926:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068b3a1c1. 02000000:00000001:1.0:1779213135.260932:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213135.260933:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960530048, offset 0 00000400:00000010:1.0:1779213135.260939:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879fa1f. 00000800:00000200:2.0:1779213135.260940:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213135.260948:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213135.260960:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1779213135.260962:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000400:00000200:0.0:1779213135.260963:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213135.260975:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1779213135.260976:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530176, portal 10 00000100:00000001:1.0:1779213135.260981:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213135.260984:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213135.260985:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213135.260986:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000400:00000200:0.0:1779213135.260993:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213135.260995:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305975747 00000400:00000200:0.0:1779213135.261001:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213135.261002:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213135.261010:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [161:161:255:4294967295] 192.168.202.129@tcp LPNI seq info [161:161:7:4294967295] 00000100:00000001:2.0:1779213135.261010:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305970627 00000100:00000001:2.0:1779213135.261024:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305975747 00000100:00000001:2.0:1779213135.261033:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305970627 00000100:00000001:1.0:1779213135.261035:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213135.261049:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305975747 00000100:00000040:1.0:1779213135.261052:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213135.261055:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213135.261059:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305970627 00000400:00000010:1.0:1779213135.261060:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814beff7. 00000100:00000200:1.0:1779213135.261066:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960530176, offset 0 00000100:00000001:2.0:1779213135.261067:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305975747 00000100:00000001:2.0:1779213135.261073:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305970627 00000400:00000200:1.0:1779213135.261083:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213135.261090:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213135.261093:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213135.261096:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:0.0:1779213135.261099:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:2.0:1779213135.261101:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213135.261105:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213135.261107:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213135.261110:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213135.261111:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213135.261112:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213135.261117:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000010:3.0:1779213135.261120:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:1.0:1779213135.261123:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213135.261124:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213135.261130:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213135.261131:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213135.261131:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1779213135.261138:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213135.261138:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213135.261141:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [162:162:254:4294967295] 192.168.202.129@tcp LPNI seq info [162:162:6:4294967295] 00000100:00000001:2.0:1779213135.261141:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213135.261144:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213135.261146:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213135.261153:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213135.261157:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213135.261167:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213135.261171:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213135.261175:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000800:00000200:1.0:1779213135.261177:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213135.261179:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000040:0.0:1779213135.261180:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 638846 usecs (639 jiffies) 00000800:00000010:1.0:1779213135.261182:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000100:00000001:3.0:1779213135.261186:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213135.261192:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:3.0:1779213135.261193:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213135.261197:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305970815 00000100:00000001:0.0:1779213135.261205:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305975747 00000800:00000200:1.0:1779213135.261205:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213135.261212:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305970815 00000800:00000200:1.0:1779213135.261214:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213135.261219:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305975747 00000100:00000001:1.0:1779213135.261250:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213135.261255:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 38275 usecs (39 jiffies) 00000100:00000001:1.0:1779213135.261257:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305970216 00000100:00000001:1.0:1779213135.261259:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305975747 00000100:00000001:1.0:1779213135.261260:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305970216 00000100:00000001:3.0:1779213135.261299:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213135.261303:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213135.261310:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305970816 00000100:00000001:1.0:1779213135.261311:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305975747 00000100:00000001:1.0:1779213135.261322:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305970216 00000100:00000001:0.0:1779213135.261323:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305975747 00000100:00000001:3.0:1779213135.261328:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.261330:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305970816 00000100:00000001:1.0:1779213135.261330:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305975747 00000100:00000001:3.0:1779213135.261333:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213135.261340:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305975747 00000100:00000001:1.0:1779213135.261340:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305970216 00000100:00000001:0.0:1779213135.261348:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213135.261349:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305975747 00000800:00000200:3.0:1779213135.261350:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213135.261354:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213135.261356:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000100:00000001:1.0:1779213135.261360:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213135.261363:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213135.261364:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213135.261364:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.261375:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213135.261375:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213135.261381:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213135.261383:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213135.261387:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a3d688 00000100:00000001:0.0:1779213135.261390:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213135.261390:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1779213135.261391:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a3d688. 00000100:00000001:1.0:1779213135.261404:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213135.261405:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213135.261407:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213135.261409:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213135.261410:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213135.261414:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213135.261414:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213135.261420:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213135.261420:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.261425:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213135.261431:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.261435:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213135.261448:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213135.261451:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.261459:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213135.261460:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213135.261494:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213135.261497:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:3.0:1779213135.261501:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213135.261507:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213135.261510:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814beff7 00000400:00000010:3.0:1779213135.261512:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000814beff7. 00000100:00000001:3.0:1779213135.261516:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213135.261522:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.261530:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213135.261533:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.261539:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213135.261541:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213135.263640:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263654:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213135.263659:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263660:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213135.263667:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213135.263677:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204c00 00000400:00000200:1.0:1779213135.263683:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5e5 [1] + 224 00000800:00000001:1.0:1779213135.263688:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263690:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213135.263691:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213135.263695:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213135.263701:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213135.263706:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213135.263715:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213135.263739:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213135.263746:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263750:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213135.263751:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263753:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213135.263756:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213135.263762:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204c80 00000400:00000200:1.0:1779213135.263778:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5ed [1] + 224 00000800:00000001:1.0:1779213135.263783:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263786:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213135.263788:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213135.263791:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213135.263794:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213135.263797:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213135.263804:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213135.263819:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213135.263823:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263827:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213135.263828:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263830:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213135.263834:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213135.263841:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204d00 00000400:00000200:1.0:1779213135.263845:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5f5 [1] + 224 00000800:00000001:1.0:1779213135.263848:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263855:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213135.263857:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213135.263861:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213135.263862:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213135.263866:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213135.263870:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1779213135.263874:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213135.263881:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213135.263886:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1779213135.263886:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213135.263891:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000400:00000200:0.0:1779213135.263901:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:0.0:1779213135.263906:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:0.0:1779213135.263910:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213135.263917:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1779213135.263923:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213135.263928:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213135.263933:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213135.263939:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213135.263961:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213135.263965:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213135.263969:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213135.263973:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213135.263977:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213135.263979:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213135.263983:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213135.263992:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=29 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213135.263997:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=29 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213135.264000:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213135.264002:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213135.264005:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213135.264010:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.264015:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213135.264018:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213135.264020:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213135.264022:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213135.264028:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213135.264028:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213135.264033:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213135.264042:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1779213135.264042:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213135.264045:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213135.264048:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1779213135.264049:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000100:00000001:0.0:1779213135.264052:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213135.264054:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:2.0:1779213135.264058:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000040:0.0:1779213135.264060:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213135.264063:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213135.264070:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213135.264077:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213135.264083:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213135.264084:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213135.264087:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213135.264090:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213135.264092:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213135.264094:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213135.264096:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213135.264101:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=40 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213135.264105:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=40 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213135.264108:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213135.264109:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213135.264111:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213135.264113:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213135.264116:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213135.264125:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213135.264129:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213135.264131:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213135.264132:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213135.264134:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213135.264138:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960529920:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213135.264141:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213135.264142:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213135.264144:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960529920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213135.264147:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213135.264149:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213135.264152:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003814b891. 02000000:00000001:2.0:1779213135.264154:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213135.264156:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213135.264157:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213135.264159:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213135.264160:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 02000000:00000001:2.0:1779213135.264163:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213135.264165:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213135.264166:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:2.0:1779213135.264168:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213135.264169:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213135.264170:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213135.264176:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213135.264177:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213135.264179:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213135.264181:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213135.264237:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213135.264239:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213135.264241:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213135.264242:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213135.264243:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e879fa1f. 00000400:00000200:3.0:1779213135.264246:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:3.0:1779213135.264249:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:3.0:1779213135.264251:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213135.264253:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213135.264258:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.264263:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213135.264264:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213135.264265:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213135.264266:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213135.264266:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213135.264267:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213135.264274:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213135.264284:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=40 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213135.264294:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=154 v=5 (1 0 0 0) 00000100:00100000:0.0:1779213135.264302:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960530048:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213135.264303:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213135.264307:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213135.264310:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213135.264319:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1779213135.264319:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213135.264331:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1779213135.264333:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213135.264337:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213135.264342:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960530048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213135.264342:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213135.264348:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213135.264351:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213135.264359:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213135.264391:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213135.264405:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213135.264406:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213135.264406:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213135.264412:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213135.264413:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213135.264418:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960530176:192.168.202.129@tcp:400: 02000000:00000010:0.0:1779213135.264424:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a24bec97. 00000100:00000001:3.0:1779213135.264424:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213135.264432:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1779213135.264434:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213135.264434:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960530176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213135.264439:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213135.264444:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1779213135.264445:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213135.264447:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213135.264450:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068b3a1c1. 00000020:00000001:0.0:1779213135.264452:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213135.264455:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 02000000:00000001:3.0:1779213135.264456:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213135.264459:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213135.264463:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213135.264466:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1779213135.264466:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213135.264467:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c7343de. 02000000:00000001:0.0:1779213135.264471:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779213135.264471:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1779213135.264474:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 02000000:00000001:3.0:1779213135.264479:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213135.264482:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1779213135.264482:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:0.0:1779213135.264489:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213135.264490:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213135.264493:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213135.264494:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213135.264495:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213135.264504:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213135.264505:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.264506:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213135.264506:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213135.264510:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213135.264511:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213135.264520:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213135.264524:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213135.900311:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213135.900317:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213135.900323:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213135.900324:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213135.900360:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213135.900363:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213135.900365:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213136.924324:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213136.924332:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213136.924335:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213136.924338:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213136.924342:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213136.924344:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213136.924347:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213136.924349:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213136.924352:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213136.924353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213136.924410:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213136.924414:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213136.924417:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213137.948344:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213137.948348:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213137.948354:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213137.948357:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213137.948359:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213137.948362:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213137.948395:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213137.948397:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213137.948398:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213137.948400:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213137.948520:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213137.948523:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213137.948526:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213138.972336:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213138.972342:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213138.972348:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213138.972349:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213138.972376:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213138.972378:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213138.972381:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213139.996571:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213139.996577:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213139.996583:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213139.996584:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213139.996628:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213139.996631:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213139.996633:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213140.380340:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213140.380360:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213140.380376:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213140.380383:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213140.380386:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213140.380389:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213140.380394:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213140.380402:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c7343de. 00000100:00000001:3.0:1779213140.380408:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213140.380418:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213140.380428:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213140.380430:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213140.380435:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_03+3] req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213140.380493:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213140.380498:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213140.380501:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213140.380506:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213140.380528:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213140.380530:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213140.380534:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213140.380537:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213140.380540:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213140.380541:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213140.380544:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960530304:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213140.380546:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213140.380553:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213140.380553:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213140.380557:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 02000000:00000001:2.0:1779213140.380559:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213140.380561:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213140.380564:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1779213140.380567:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000010:2.0:1779213140.380570:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 00000100:00000001:3.0:1779213140.380571:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213140.380574:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213140.380574:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213140.380578:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213140.380582:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 02000000:00000010:3.0:1779213140.380584:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e97781. 00000100:00000001:3.0:1779213140.380589:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213140.380590:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000040:3.0:1779213140.380595:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779213140.380599:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530304, portal 25 00000100:00000001:2.0:1779213140.380603:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213140.380606:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000001:3.0:1779213140.380608:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213140.380610:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213140.380614:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213140.380618:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_00+0] req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213140.380632:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213140.380636:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213140.380639:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d8766b. 00000100:00000200:2.0:1779213140.380642:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960530304, offset 0 00000100:00000001:3.0:1779213140.380645:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213140.380648:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213140.380649:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213140.380653:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213140.380656:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000020:00000040:3.0:1779213140.380658:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213140.380660:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213140.380661:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213140.380662:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213140.380665:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213140.380667:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213140.380667:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 00000100:00000001:3.0:1779213140.380671:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.380672:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213140.380672:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213140.380675:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213140.380676:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1779213140.380680:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213140.380685:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1779213140.380687:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213140.380687:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213140.380688:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213140.380694:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:3.0:1779213140.380695:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_01+1] req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213140.380704:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [163:163:256:4294967295] 192.168.202.129@tcp LPNI seq info [163:163:8:4294967295] 00000100:00000001:0.0:1779213140.380717:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213140.380720:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213140.380720:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213140.380724:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213140.380725:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213140.380727:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213140.380730:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213140.380732:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1779213140.380735:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960530432:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213140.380739:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11312) 00000100:00000001:0.0:1779213140.380741:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213140.380742:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213140.380746:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213140.380747:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213140.380749:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213140.380754:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1801179. 02000000:00000001:0.0:1779213140.380757:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213140.380760:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213140.380763:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000800:00000010:2.0:1779213140.380766:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000400:00000010:0.0:1779213140.380769:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000200:0.0:1779213140.380773:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530432, portal 10 00000800:00000200:2.0:1779213140.380775:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213140.380782:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213140.380785:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000800:00000200:2.0:1779213140.380785:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213140.380791:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1779213140.380794:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.380802:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213140.380804:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213140.380807:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ea7667e. 00000100:00000001:2.0:1779213140.380809:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213140.380810:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960530432, offset 0 00000100:00000001:2.0:1779213140.380816:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305980867 00000400:00000200:0.0:1779213140.380820:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213140.380827:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213140.380830:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213140.380832:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213140.380835:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213140.380835:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305975747 00000400:00000200:0.0:1779213140.380840:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213140.380841:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305980867 00000400:00000200:0.0:1779213140.380846:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [164:164:255:4294967295] 192.168.202.129@tcp LPNI seq info [164:164:7:4294967295] 00000100:00000001:2.0:1779213140.380848:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305975747 00000100:00000001:2.0:1779213140.380853:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305980867 00000100:00000001:2.0:1779213140.380859:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305975747 00000400:00000200:0.0:1779213140.380861:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213140.380864:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305980867 00000100:00000001:2.0:1779213140.380868:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305975747 00000800:00000200:0.0:1779213140.380869:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213140.380875:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1779213140.380876:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000100:00000001:2.0:1779213140.380879:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213140.380883:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213140.380885:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213140.380890:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213140.380890:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213140.380894:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213140.380897:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213140.380900:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1779213140.380900:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1779213140.380901:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 624743 usecs (625 jiffies) 00000100:00000001:2.0:1779213140.380904:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213140.380905:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305975921 00000800:00000010:3.0:1779213140.380905:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000100:00000001:2.0:1779213140.380908:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213140.380910:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305980867 00000400:00000200:3.0:1779213140.380910:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213140.380911:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213140.380914:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.380915:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305975921 00000100:00000001:2.0:1779213140.380917:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213140.380920:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213140.380924:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d8766b 00000400:00000010:3.0:1779213140.380926:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d8766b. 00000100:00000001:3.0:1779213140.380929:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213140.380932:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305980867 00000100:00000200:3.0:1779213140.380933:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.380936:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305975921 00000100:00000001:0.0:1779213140.380941:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305980867 00000100:00000001:3.0:1779213140.380944:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213140.380946:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.380950:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305975921 00000100:00000001:0.0:1779213140.380954:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305980867 00000100:00000001:0.0:1779213140.380958:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213140.380958:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.380962:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213140.380962:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213140.380965:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.380968:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.380972:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213140.380973:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213140.380975:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213140.380976:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213140.380978:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213140.380978:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1779213140.380981:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000010:3.0:1779213140.380981:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000100:00000001:0.0:1779213140.380985:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213140.380986:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213140.380988:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213140.380990:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.380993:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213140.380993:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213140.380995:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213140.380998:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213140.380999:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea7667e 00000400:00000010:3.0:1779213140.381001:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ea7667e. 00000100:00000040:0.0:1779213140.381003:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213140.381005:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213140.381011:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213140.381014:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213140.381016:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213140.381017:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213140.381019:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213140.381021:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960530560:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213140.381024:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213140.381026:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213140.381035:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213140.381037:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213140.381039:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf1ee24. 02000000:00000001:0.0:1779213140.381041:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213140.381044:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000400:00000010:0.0:1779213140.381047:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000200:0.0:1779213140.381054:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530560, portal 10 00000100:00000001:0.0:1779213140.381056:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213140.381057:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000040:0.0:1779213140.381062:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.381067:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213140.381069:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213140.381071:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779213140.381074:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960530560, offset 0 00000400:00000200:0.0:1779213140.381079:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213140.381085:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:3.0:1779213140.381085:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213140.381090:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213140.381093:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213140.381095:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213140.381098:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213140.381101:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213140.381106:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213140.381107:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779213140.381111:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [165:165:255:4294967295] 192.168.202.129@tcp LPNI seq info [165:165:7:4294967295] 00000100:00000040:3.0:1779213140.381113:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213140.381122:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213140.381126:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213140.381128:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213140.381129:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213140.381133:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213140.381136:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213140.381139:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000800:00000200:0.0:1779213140.381144:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213140.381148:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213140.381150:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213140.381156:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213140.381158:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 37448 usecs (38 jiffies) 00000100:00000001:0.0:1779213140.381161:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305975334 00000100:00000001:0.0:1779213140.381163:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305980867 00000100:00000001:0.0:1779213140.381174:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305975334 00000100:00000001:0.0:1779213140.381176:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305980867 00000800:00000200:3.0:1779213140.381176:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213140.381179:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000100:00000001:0.0:1779213140.381182:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305975334 00000400:00000200:3.0:1779213140.381188:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213140.381193:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305980867 00000400:00000200:3.0:1779213140.381197:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213140.381198:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305975334 00000100:00000001:0.0:1779213140.381202:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305980867 00000400:00000200:3.0:1779213140.381203:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000100:00000001:0.0:1779213140.381204:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213140.381207:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213140.381207:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:0.0:1779213140.381211:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213140.381212:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213140.381214:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213140.381217:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213140.381245:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213140.381248:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213140.381254:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213140.381255:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213140.383418:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213140.383432:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213140.383435:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213140.383438:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213140.383447:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213140.383460:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204d80 00000400:00000200:1.0:1779213140.383468:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5fd [1] + 224 00000800:00000001:1.0:1779213140.383475:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213140.383482:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213140.383484:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213140.383489:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213140.383494:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213140.383500:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213140.383510:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213140.383536:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213140.383543:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213140.383547:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213140.384075:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213140.384079:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213140.384085:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213140.384087:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213140.384089:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:2.0:1779213140.384093:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:2.0:1779213140.384095:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:2.0:1779213140.384098:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213140.384112:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213140.384121:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213140.384128:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213140.384130:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213140.384132:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213140.384135:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213140.384137:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213140.384139:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213140.384142:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213140.384147:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=45 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213140.384151:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=45 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213140.384154:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213140.384155:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213140.384158:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213140.384160:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213140.384162:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213140.384166:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213140.384184:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213140.384187:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213140.384188:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213140.384191:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213140.384199:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960530304:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213140.384203:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213140.384206:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213140.384208:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960530304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213140.384214:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213140.384217:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213140.384250:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 02000000:00000001:2.0:1779213140.384254:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213140.384256:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213140.384258:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213140.384260:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213140.384262:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c7343de. 02000000:00000001:2.0:1779213140.384266:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213140.384268:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213140.384269:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:2.0:1779213140.384273:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213140.384274:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213140.384276:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213140.384282:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213140.384283:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213140.384285:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213140.384286:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213140.386551:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213140.386562:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213140.386566:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213140.386568:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213140.386578:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213140.386592:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204e00 00000400:00000200:3.0:1779213140.386599:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x605 [1] + 224 00000800:00000001:3.0:1779213140.386605:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213140.386608:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213140.386611:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213140.386614:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213140.386620:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213140.386625:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213140.386633:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213140.386652:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213140.386658:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213140.386663:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213140.386664:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213140.386676:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213140.386681:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213140.386688:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204e80 00000100:00000001:0.0:1779213140.386691:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213140.386692:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x60d [1] + 224 00000100:00000001:0.0:1779213140.386696:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213140.386698:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213140.386701:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213140.386704:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213140.386706:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000400:00000200:0.0:1779213140.386711:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:0.0:1779213140.386713:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:0.0:1779213140.386716:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213140.386720:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213140.386729:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.386735:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213140.386737:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.386740:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213140.386742:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213140.386744:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213140.386746:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213140.386749:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213140.386750:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213140.386753:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1779213140.386755:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=34 v=5 (5 5 0 0) 00000400:00000200:3.0:1779213140.386759:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00001000:0.0:1779213140.386760:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213140.386764:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213140.386765:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213140.386765:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1779213140.386769:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1779213140.386771:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213140.386772:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.386776:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213140.386777:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000040:3.0:1779213140.386782:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.386785:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213140.386787:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213140.386793:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213140.386796:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213140.386800:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213140.386803:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.386813:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213140.386816:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213140.386818:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213140.386821:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213140.386828:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960530432:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213140.386832:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.386834:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213140.386836:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960530432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.386842:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213140.386845:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213140.386847:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1801179. 02000000:00000001:0.0:1779213140.386850:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213140.386852:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213140.386854:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213140.386856:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213140.386857:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e97781. 02000000:00000001:0.0:1779213140.386860:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213140.386862:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213140.386863:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:0.0:1779213140.386865:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213140.386866:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.386868:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.386869:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213140.386870:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213140.386872:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213140.386873:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213140.386874:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000400:00000200:0.0:1779213140.386879:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213140.386880:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213140.386882:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213140.386885:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213140.386892:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.386898:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213140.386899:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.386901:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213140.386902:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213140.386903:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213140.386904:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213140.386906:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213140.386909:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=45 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213140.386912:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=9 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213140.386914:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213140.386915:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213140.386916:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213140.386919:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213140.386925:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.386928:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213140.386929:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213140.386931:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213140.386932:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213140.386935:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.386941:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213140.386943:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213140.386944:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213140.386945:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213140.386961:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960530560:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213140.386965:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.386966:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213140.386968:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960530560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213140.386974:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213140.386975:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213140.386977:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf1ee24. 02000000:00000001:0.0:1779213140.386979:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213140.386980:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213140.386981:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213140.386983:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213140.386985:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 02000000:00000001:0.0:1779213140.386987:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213140.386988:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213140.386989:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:0.0:1779213140.386991:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213140.386991:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.386993:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213140.386998:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213140.386998:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213140.387000:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213140.387001:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213141.020297:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213141.020303:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213141.020309:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213141.020311:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213141.020365:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213141.020368:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213141.020370:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213142.044354:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213142.044360:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213142.044367:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213142.044369:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213142.044392:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213142.044394:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213142.044402:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213143.068397:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213143.068403:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213143.068409:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213143.068410:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213143.068463:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213143.068468:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213143.068471:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213144.092599:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213144.092607:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213144.092615:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213144.092616:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213144.093425:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213144.093432:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213144.093436:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213145.116404:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213145.116411:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213145.116416:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213145.116438:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213145.116467:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213145.116469:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213145.116471:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213145.500358:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213145.500370:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213145.500380:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779213145.500388:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213145.500393:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213145.500396:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213145.500401:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213145.500410:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00000100:00000001:3.0:1779213145.500434:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213145.500446:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213145.500456:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213145.500458:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213145.500464:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_02+2] req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213145.500493:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213145.500495:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213145.500499:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213145.500502:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213145.500505:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213145.500507:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213145.500508:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213145.500510:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213145.500513:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779213145.500516:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213145.500520:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213145.500528:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213145.500530:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213145.500533:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213145.500533:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_03+3] req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213145.500540:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213145.500541:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213145.500542:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213145.500544:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213145.500545:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213145.500546:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213145.500550:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213145.500550:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1779213145.500553:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779213145.500553:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213145.500557:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213145.500559:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213145.500562:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213145.500565:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213145.500573:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213145.500580:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000100:00000001:1.0:1779213145.500582:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213145.500586:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213145.500586:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213145.500588:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213145.500589:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213145.500592:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213145.500594:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213145.500596:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213145.500598:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213145.500604:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213145.500604:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213145.500610:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213145.500613:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960530816:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213145.500614:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213145.500616:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213145.500618:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960530688:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213145.500624:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213145.500624:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_00+0] req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213145.500626:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213145.500631:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213145.500632:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213145.500636:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213145.500636:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213145.500641:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213145.500642:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213145.500647:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000734c8d56. 02000000:00000010:2.0:1779213145.500648:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db79f51d. 02000000:00000001:2.0:1779213145.500651:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213145.500657:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 02000000:00000001:1.0:1779213145.500659:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213145.500660:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213145.500665:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000040:3.0:1779213145.500665:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1779213145.500667:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033046737. 00000100:00000040:3.0:1779213145.500673:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1779213145.500677:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000100:00000040:3.0:1779213145.500678:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11318) 00000100:00000200:1.0:1779213145.500682:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530688, portal 25 00000100:00000200:2.0:1779213145.500684:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530816, portal 10 00000100:00000001:1.0:1779213145.500686:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213145.500688:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213145.500689:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:2.0:1779213145.500690:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000001:0.0:1779213145.500696:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213145.500697:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213145.500700:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213145.500703:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213145.500709:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213145.500714:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213145.500718:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.500719:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213145.500723:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213145.500727:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033106260. 00000100:00000040:2.0:1779213145.500728:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:1.0:1779213145.500732:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960530688, offset 0 00000100:00000001:0.0:1779213145.500735:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213145.500737:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213145.500740:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213145.500742:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213145.500743:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213145.500746:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213145.500755:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960530944:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213145.500758:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213145.500760:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213145.500760:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213145.500763:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213145.500765:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213145.500767:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc630cfe. 00000400:00000200:1.0:1779213145.500768:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213145.500770:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213145.500774:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00000001:2.0:1779213145.500774:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213145.500775:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213145.500779:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213145.500780:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000400:00000200:1.0:1779213145.500783:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213145.500783:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000200:0.0:1779213145.500785:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960530944, portal 10 00000100:00000001:0.0:1779213145.500788:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1779213145.500788:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960530816, offset 0 00000100:00000001:0.0:1779213145.500789:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000400:00000200:1.0:1779213145.500790:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:0.0:1779213145.500799:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213145.500800:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [166:166:256:4294967295] 192.168.202.129@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1779213145.500802:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213145.500811:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213145.500816:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213145.500820:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000400:00000200:1.0:1779213145.500822:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:0.0:1779213145.500824:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960530944, offset 0 00000400:00000200:0.0:1779213145.500833:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213145.500834:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213145.500839:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213145.500842:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213145.500845:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213145.500847:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1779213145.500848:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000400:00000200:3.0:1779213145.500850:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213145.500855:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [167:167:255:4294967295] 192.168.202.129@tcp LPNI seq info [167:167:7:4294967295] 00000800:00000200:1.0:1779213145.500862:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213145.500867:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213145.500875:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213145.500876:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213145.500880:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cc43228. 00000800:00000200:1.0:1779213145.500885:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779213145.500888:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213145.500894:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213145.500897:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cc43228 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213145.500904:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213145.500904:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213145.500909:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305985987 00000100:00000001:1.0:1779213145.500916:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305980867 00000100:00000040:3.0:1779213145.500916:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 611328 usecs (612 jiffies) 00000100:00000001:3.0:1779213145.500922:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305981028 00000100:00000001:1.0:1779213145.500924:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305985987 00000100:00000001:3.0:1779213145.500928:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305985987 00000100:00000001:1.0:1779213145.500930:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305980867 00000100:00000001:3.0:1779213145.500931:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305981028 00000400:00000200:0.0:1779213145.500934:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213145.500937:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305985987 00000100:00000001:3.0:1779213145.500938:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305985987 00000400:00000200:0.0:1779213145.500939:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213145.500942:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305980867 00000400:00000200:0.0:1779213145.500944:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213145.500948:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305985987 00000100:00000001:3.0:1779213145.500948:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305981028 00000400:00000200:0.0:1779213145.500950:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213145.500955:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305980867 00000100:00000001:3.0:1779213145.500955:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305985987 00000400:00000200:0.0:1779213145.500957:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213145.500961:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305981028 00000800:00000200:2.0:1779213145.500962:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213145.500963:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213145.500965:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [168:168:254:4294967295] 192.168.202.129@tcp LPNI seq info [168:168:6:4294967295] 00000100:00000001:3.0:1779213145.500967:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305985987 00000100:00000001:1.0:1779213145.500968:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213145.500969:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000100:00000001:3.0:1779213145.500974:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213145.500975:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213145.500981:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213145.500981:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213145.500985:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:2.0:1779213145.500985:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213145.500987:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213145.500993:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213145.500993:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213145.500997:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213145.500997:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213145.500998:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213145.501002:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1779213145.501003:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:1.0:1779213145.501003:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213145.501005:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213145.501006:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213145.501006:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033106260 00000100:00000001:1.0:1779213145.501010:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213145.501011:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213145.501011:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213145.501012:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000033106260. 00000100:00000001:3.0:1779213145.501014:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213145.501016:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213145.501018:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213145.501020:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213145.501022:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213145.501024:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213145.501025:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213145.501028:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213145.501036:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213145.501040:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 36741 usecs (37 jiffies) 00000100:00000001:0.0:1779213145.501044:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305980453 00000100:00000001:2.0:1779213145.501045:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213145.501046:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305985987 00000100:00000001:0.0:1779213145.501049:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305980453 00000100:00000040:2.0:1779213145.501050:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213145.501051:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305985987 00000100:00000001:0.0:1779213145.501054:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305980453 00000100:00000001:0.0:1779213145.501057:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305985987 00000100:00000001:0.0:1779213145.501060:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305980453 00000100:00000001:0.0:1779213145.501062:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305985987 00000100:00000001:0.0:1779213145.501065:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213145.501068:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213145.501071:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213145.501074:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213145.501074:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213145.501077:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213145.501077:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213145.501079:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213145.501080:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213145.501081:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213145.501082:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213145.501083:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213145.501098:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213145.501100:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cc43228. 00000400:00000200:2.0:1779213145.501104:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213145.501107:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213145.501110:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:2.0:1779213145.501111:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000001:2.0:1779213145.501113:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213145.501115:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.501122:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213145.501124:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.501130:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213145.501131:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213145.501193:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213145.501195:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:2.0:1779213145.501198:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213145.501201:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213145.501204:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:2.0:1779213145.501205:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:2.0:1779213145.501208:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213145.501217:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.501261:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213145.501264:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.501270:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213145.501272:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213145.509591:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509607:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213145.509611:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509614:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213145.509625:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213145.509642:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27204f00 00000400:00000200:1.0:1779213145.509649:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x619 [1] + 224 00000800:00000001:1.0:1779213145.509656:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509660:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213145.509663:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213145.509666:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213145.509687:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213145.509694:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213145.509705:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213145.509760:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213145.509766:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213145.509786:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213145.509798:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509803:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213145.509806:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509808:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213145.509813:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213145.509822:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27204f80 00000400:00000200:1.0:1779213145.509829:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x615 [1] + 224 00000800:00000001:1.0:1779213145.509833:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509837:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213145.509839:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213145.509843:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213145.509846:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213145.509851:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213145.509859:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213145.509893:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213145.509898:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509901:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213145.509903:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509906:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213145.509910:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213145.509916:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205000 00000400:00000200:1.0:1779213145.509921:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x621 [1] + 224 00000800:00000001:1.0:1779213145.509925:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.509980:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213145.509983:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213145.509986:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213145.509989:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213145.509993:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213145.510000:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213145.510021:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213145.510025:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213145.510028:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213145.510095:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213145.510099:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213145.510106:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213145.510108:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213145.510110:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:2.0:1779213145.510114:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:2.0:1779213145.510116:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:2.0:1779213145.510119:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213145.510123:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213145.510131:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.510137:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213145.510139:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213145.510142:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213145.510145:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213145.510147:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213145.510149:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213145.510152:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213145.510160:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=39 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213145.510164:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=39 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213145.510166:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213145.510168:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213145.510170:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213145.510174:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213145.510178:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213145.510179:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213145.510181:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213145.510188:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213145.510192:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.510199:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213145.510202:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213145.510204:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213145.510207:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213145.510213:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960530816:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213145.510218:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213145.510221:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213145.510249:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960530816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213145.510257:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213145.510259:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213145.510263:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db79f51d. 02000000:00000001:2.0:1779213145.510266:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213145.510268:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213145.510270:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213145.510272:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213145.510274:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 02000000:00000001:2.0:1779213145.510278:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213145.510280:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213145.510282:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:2.0:1779213145.510285:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213145.510286:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213145.510288:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213145.510306:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213145.510308:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213145.510311:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213145.510313:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213145.510379:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213145.510382:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213145.510385:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213145.510386:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213145.510388:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000400:00000200:0.0:1779213145.510392:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213145.510393:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213145.510396:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213145.510399:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213145.510408:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213145.510424:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213145.510425:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213145.510427:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213145.510429:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213145.510430:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213145.510431:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213145.510433:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213145.510438:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=50 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213145.510440:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=14 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213145.510443:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213145.510444:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213145.510445:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213145.510448:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213145.510454:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213145.510457:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213145.510458:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213145.510460:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213145.510460:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213145.510463:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213145.510469:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213145.510471:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213145.510472:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213145.510474:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213145.510481:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960530944:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213145.510485:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213145.510487:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213145.510489:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960530944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213145.510503:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213145.510505:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213145.510507:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc630cfe. 02000000:00000001:0.0:1779213145.510511:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213145.510512:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213145.510514:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213145.510516:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213145.510517:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 02000000:00000001:0.0:1779213145.510519:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213145.510520:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213145.510521:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:0.0:1779213145.510524:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213145.510525:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213145.510526:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213145.510530:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213145.510531:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213145.510533:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213145.510534:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213145.510630:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213145.510633:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213145.510635:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033046737. 00000400:00000200:3.0:1779213145.510638:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000400:00000010:3.0:1779213145.510640:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 00000100:00000001:3.0:1779213145.510643:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213145.510647:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213145.510654:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213145.510660:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213145.510667:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213145.510669:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213145.510671:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213145.510672:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213145.510673:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213145.510675:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213145.510678:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=50 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213145.510680:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=50 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213145.510682:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213145.510683:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213145.510684:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213145.510686:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213145.510687:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213145.510690:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213145.510697:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213145.510699:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213145.510700:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213145.510703:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213145.510710:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960530688:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213145.510715:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213145.510716:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213145.510718:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960530688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213145.510724:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213145.510725:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213145.510727:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000734c8d56. 02000000:00000001:3.0:1779213145.510730:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213145.510732:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213145.510733:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213145.510735:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213145.510736:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 02000000:00000001:3.0:1779213145.510753:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213145.510763:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213145.510765:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000100:00000001:3.0:1779213145.510768:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213145.510769:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213145.510770:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213145.510774:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213145.510775:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213145.510776:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213145.510778:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213146.140357:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213146.140363:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213146.140387:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213146.140388:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213146.140539:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213146.140544:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213146.140547:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213147.164414:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213147.164426:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213147.164430:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213147.164435:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213147.164443:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213147.164446:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213147.164449:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213147.164451:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213147.164456:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213147.164459:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213147.164532:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213147.164537:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213147.164541:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213148.188465:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213148.188472:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213148.188479:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213148.188483:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213148.188485:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213148.188489:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213148.188493:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213148.188496:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213148.188610:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213148.188613:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213148.188634:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213148.188637:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213148.188640:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213149.212507:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213149.212516:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213149.212524:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213149.212525:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213149.212588:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213149.212592:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213149.212595:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213150.236395:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213150.236401:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213150.236407:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213150.236408:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213150.236467:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213150.236470:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213150.236472:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213150.620384:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213150.620393:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213150.620411:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779213150.620418:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213150.620423:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213150.620426:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213150.620431:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213150.620438:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00000100:00000001:3.0:1779213150.620445:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213150.620456:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213150.620468:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213150.620470:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213150.620483:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_01+1] req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213150.620537:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213150.620540:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213150.620543:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213150.620546:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000020:00000040:3.0:1779213150.620549:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213150.620551:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213150.620553:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213150.620555:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213150.620558:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:3.0:1779213150.620562:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213150.620566:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213150.620571:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213150.620574:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213150.620576:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213150.620577:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213150.620580:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213150.620581:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a474cc5] to pc [ptlrpcd_00_02+2] req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.620587:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213150.620592:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.620593:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213150.620617:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213150.620620:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213150.620624:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213150.620626:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213150.620629:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.620630:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213150.620633:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960531072:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213150.620634:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213150.620641:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213150.620641:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213150.620646:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 02000000:00000001:2.0:1779213150.620648:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1779213150.620649:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213150.620651:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.620653:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213150.620654:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213150.620656:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779213150.620656:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1779213150.620658:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:3.0:1779213150.620660:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.620661:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213150.620662:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcf61ca3. 02000000:00000001:2.0:1779213150.620666:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213150.620666:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041910d02. 00000100:00000001:0.0:1779213150.620670:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213150.620671:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.620674:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213150.620675:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000100:00000040:3.0:1779213150.620678:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213150.620679:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213150.620682:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1779213150.620683:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000001:0.0:1779213150.620685:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213150.620692:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1779213150.620693:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213150.620693:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531072, portal 25 00000100:00000001:2.0:1779213150.620698:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213150.620701:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:3.0:1779213150.620701:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.620709:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213150.620711:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_03+3] req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.620712:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213150.620714:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213150.620718:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213150.620719:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213150.620719:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213150.620721:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213150.620728:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213150.620737:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960531200:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213150.620741:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213150.620745:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213150.620751:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1779213150.620751:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000001:3.0:1779213150.620753:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213150.620755:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1779213150.620756:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960531072, offset 0 00000100:00000040:3.0:1779213150.620756:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213150.620758:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213150.620762:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213150.620767:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046324dcc. 00000100:00000040:3.0:1779213150.620769:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213150.620770:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213150.620772:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213150.620775:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213150.620777:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11323) 00000400:00000010:0.0:1779213150.620779:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00100000:1.0:1779213150.620779:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:0.0:1779213150.620786:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000400:00000200:2.0:1779213150.620788:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:0.0:1779213150.620791:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531200, portal 10 00000100:00000001:1.0:1779213150.620794:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213150.620795:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213150.620796:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213150.620798:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 00000100:00000001:1.0:1779213150.620801:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213150.620803:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213150.620804:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213150.620808:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213150.620809:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213150.620810:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213150.620812:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213150.620816:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213150.620817:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213150.620825:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.620826:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213150.620826:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [169:169:256:4294967295] 192.168.202.129@tcp LPNI seq info [169:169:8:4294967295] 00000100:00000040:0.0:1779213150.620834:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213150.620840:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 00000100:00000001:1.0:1779213150.620840:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213150.620843:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213150.620846:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960531200, offset 0 02000000:00000001:1.0:1779213150.620846:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213150.620849:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213150.620852:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213150.620853:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213150.620857:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960531328:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213150.620858:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213150.620865:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213150.620869:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213150.620870:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213150.620873:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779213150.620874:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000010:1.0:1779213150.620877:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000705e87e3. 00000400:00000200:0.0:1779213150.620878:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779213150.620881:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000400:00000200:0.0:1779213150.620882:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213150.620887:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213150.620889:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213150.620891:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000800:00000200:2.0:1779213150.620893:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213150.620896:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1779213150.620897:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000400:00000200:0.0:1779213150.620901:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:1.0:1779213150.620902:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531328, portal 10 00000400:00000200:0.0:1779213150.620906:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [170:170:255:4294967295] 192.168.202.129@tcp LPNI seq info [170:170:7:4294967295] 00000100:00000001:1.0:1779213150.620907:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213150.620910:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000800:00000200:2.0:1779213150.620910:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213150.620916:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1779213150.620922:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213150.620929:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213150.620929:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213150.620936:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305991107 00000800:00000200:0.0:1779213150.620941:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213150.620945:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305985987 00000800:00000010:0.0:1779213150.620946:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000100:00000001:2.0:1779213150.620952:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305991107 00000800:00000200:0.0:1779213150.620956:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213150.620958:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213150.620959:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305985987 00000100:00000001:2.0:1779213150.620964:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305991107 00000800:00000200:0.0:1779213150.620965:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:1.0:1779213150.620966:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213150.620970:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305985987 00000800:00000200:0.0:1779213150.620971:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1779213150.620972:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000001:2.0:1779213150.620974:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305991107 00000100:00000200:1.0:1779213150.620978:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960531328, offset 0 00000100:00000001:0.0:1779213150.620979:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213150.620981:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305985987 00000100:00000001:2.0:1779213150.620986:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213150.620988:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1779213150.620989:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213150.620992:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213150.620993:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 598576 usecs (599 jiffies) 00000800:00000010:3.0:1779213150.620994:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000100:00000001:2.0:1779213150.620996:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.620999:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305986135 00000400:00000200:1.0:1779213150.620999:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213150.621000:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213150.621001:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213150.621006:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305991107 00000400:00000200:1.0:1779213150.621007:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213150.621008:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213150.621012:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213150.621012:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213150.621013:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305986135 00000400:00000200:1.0:1779213150.621015:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213150.621018:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213150.621019:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305991107 00000100:00000001:2.0:1779213150.621020:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213150.621022:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213150.621023:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.621025:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305986135 00000400:00000200:1.0:1779213150.621028:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213150.621028:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.621030:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305991107 00000400:00000200:1.0:1779213150.621036:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [171:171:254:4294967295] 192.168.202.129@tcp LPNI seq info [171:171:6:4294967295] 00000100:00000001:0.0:1779213150.621042:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305986135 00000100:00000001:0.0:1779213150.621047:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305991107 00000400:00000200:1.0:1779213150.621050:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213150.621052:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213150.621056:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213150.621058:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000800:00000200:1.0:1779213150.621059:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213150.621061:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213150.621062:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000800:00000010:1.0:1779213150.621065:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:0.0:1779213150.621066:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.621069:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213150.621072:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213150.621072:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213150.621074:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.621078:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.621080:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213150.621083:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213150.621087:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1779213150.621087:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213150.621093:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213150.621099:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 36171 usecs (37 jiffies) 00000100:00000001:3.0:1779213150.621102:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213150.621103:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305985573 00000100:00000001:1.0:1779213150.621107:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305991107 00000100:00000040:3.0:1779213150.621107:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213150.621112:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305985573 00000100:00000001:3.0:1779213150.621117:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.621120:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213150.621122:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305991107 00000100:00000001:1.0:1779213150.621125:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305985573 00000100:00000001:1.0:1779213150.621126:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305991107 00000100:00000001:1.0:1779213150.621128:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305985573 00000100:00000001:1.0:1779213150.621130:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305991107 00000100:00000001:1.0:1779213150.621133:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213150.621134:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213150.621135:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213150.621137:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:1.0:1779213150.621140:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213150.621141:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213150.621145:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213150.621147:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213150.621151:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:3.0:1779213150.621153:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000100:00000001:3.0:1779213150.621155:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213150.621158:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213150.621165:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213150.621172:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213150.621178:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.621180:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213150.621267:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213150.621269:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:3.0:1779213150.621272:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213150.621275:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213150.621278:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:3.0:1779213150.621279:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:3.0:1779213150.621281:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213150.621284:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213150.621290:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213150.621292:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213150.621298:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.621300:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213150.625661:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213150.625675:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213150.625679:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213150.625680:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213150.625688:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213150.625702:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205080 00000400:00000200:2.0:1779213150.625709:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x62d [1] + 224 00000800:00000001:2.0:1779213150.625726:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213150.625728:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213150.625730:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213150.625733:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213150.625751:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213150.625759:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213150.625769:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213150.625795:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213150.625803:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213150.625807:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213150.625809:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213150.625811:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213150.625815:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213150.625821:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205100 00000400:00000200:2.0:1779213150.625827:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x635 [1] + 224 00000800:00000001:2.0:1779213150.625831:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213150.625835:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213150.625837:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213150.625841:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213150.625841:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213150.625846:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213150.625847:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1779213150.625852:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213150.625855:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213150.625859:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213150.625863:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000100:00000040:2.0:1779213150.625866:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213150.625870:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:1.0:1779213150.625874:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:1.0:1779213150.625878:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213150.625883:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213150.625887:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213150.625893:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213150.625896:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213150.625898:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213150.625902:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213150.625906:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213150.625909:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213150.625911:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213150.625916:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213150.625921:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1779213150.625921:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213150.625925:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213150.625927:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213150.625928:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.625930:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213150.625934:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213150.625935:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213150.625938:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213150.625940:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000400:00000200:2.0:1779213150.625940:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205180 00000100:00001000:1.0:1779213150.625942:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=55 v=5 (5 5 0 0) 00000400:00000200:0.0:1779213150.625944:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000100:00001000:1.0:1779213150.625951:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=55 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213150.625954:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1779213150.625957:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:1.0:1779213150.625958:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213150.625963:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213150.625964:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779213150.625967:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x63d [1] + 224 00000100:00000200:0.0:1779213150.625972:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213150.625973:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213150.625975:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213150.625979:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213150.625990:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213150.625990:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213150.625996:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213150.626002:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213150.626010:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213150.626012:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213150.626013:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213150.626016:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213150.626018:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213150.626021:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213150.626022:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213150.626024:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213150.626025:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213150.626025:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.626026:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213150.626029:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213150.626032:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213150.626035:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213150.626039:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=44 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213150.626047:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=44 v=5 (1 1 0 0) 00000100:00000040:2.0:1779213150.626050:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.626052:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213150.626055:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213150.626065:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1779213150.626067:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960531072:192.168.202.129@tcp:400: 00010000:00000001:0.0:1779213150.626070:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.626078:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213150.626080:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213150.626080:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213150.626084:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213150.626087:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213150.626088:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213150.626091:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213150.626092:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213150.626093:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213150.626099:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213150.626100:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960531072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.626115:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213150.626120:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213150.626120:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213150.626120:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213150.626122:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213150.626124:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213150.626125:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1779213150.626128:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213150.626130:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcf61ca3. 00000400:00000001:3.0:1779213150.626130:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213150.626134:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213150.626137:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 02000000:00000001:1.0:1779213150.626138:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1779213150.626139:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960531200:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213150.626142:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000020:00000001:1.0:1779213150.626143:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1779213150.626145:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:0.0:1779213150.626146:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1779213150.626147:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213150.626150:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1779213150.626151:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213150.626151:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213150.626154:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a474cc5 x1865639960531200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213150.626156:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 00000100:00000200:3.0:1779213150.626159:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213150.626164:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213150.626168:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213150.626168:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213150.626172:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 02000000:00000001:0.0:1779213150.626173:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213150.626175:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046324dcc. 00000100:00000200:3.0:1779213150.626178:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213150.626180:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213150.626180:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1779213150.626183:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213150.626183:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1779213150.626186:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213150.626187:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213150.626193:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1779213150.626194:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213150.626195:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213150.626196:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1779213150.626197:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 00000100:00000001:3.0:1779213150.626198:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213150.626199:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213150.626202:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213150.626202:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213150.626205:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213150.626206:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213150.626209:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1779213150.626210:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 00000100:00000001:3.0:1779213150.626211:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213150.626214:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.626216:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1779213150.626217:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.626219:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213150.626260:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=55 v=5 (5 5 0 0) 00000100:00000001:0.0:1779213150.626265:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213150.626265:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213150.626270:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213150.626271:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.626272:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1779213150.626274:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213150.626275:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213150.626278:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1779213150.626280:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213150.626282:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213150.626290:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.626293:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213150.626294:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213150.626296:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213150.626298:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213150.626301:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213150.626306:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213150.626308:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213150.626309:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213150.626311:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213150.626318:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960531328:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213150.626322:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213150.626323:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213150.626325:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960531328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213150.626330:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213150.626331:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213150.626333:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000705e87e3. 02000000:00000001:3.0:1779213150.626336:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213150.626342:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213150.626343:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213150.626345:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213150.626346:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041910d02. 02000000:00000001:3.0:1779213150.626348:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213150.626349:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213150.626350:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:3.0:1779213150.626353:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213150.626353:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213150.626355:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213150.626358:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213150.626359:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213150.626361:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213150.626362:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213151.260454:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213151.260460:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213151.260465:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213151.260466:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213151.260483:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213151.260486:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213151.260489:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213152.284398:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213152.284415:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213152.284423:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213152.284423:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213152.284623:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213152.284627:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213152.284630:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213153.308386:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213153.308392:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213153.308399:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213153.308400:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213153.308467:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213153.308471:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213153.308474:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213154.332412:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213154.332420:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213154.332428:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213154.332518:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213154.332573:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213154.332576:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213154.332579:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213155.356523:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213155.356530:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213155.356535:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213155.356536:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213155.356629:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213155.356637:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213155.356641:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213155.740365:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213155.740372:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213155.740382:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000020:00000040:3.0:1779213155.740388:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213155.740392:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213155.740395:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213155.740406:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213155.740412:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003715d19b. 00000100:00000001:3.0:1779213155.740419:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213155.740428:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213155.740441:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213155.740459:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213155.740465:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_00+0] req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.740513:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213155.740516:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213155.740519:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213155.740524:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000020:00000040:3.0:1779213155.740527:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213155.740530:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213155.740532:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213155.740535:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213155.740540:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cc43228. 00000100:00000001:3.0:1779213155.740546:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213155.740547:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213155.740551:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213155.740552:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213155.740559:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213155.740562:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213155.740562:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213155.740570:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213155.740579:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a474cc5] to pc [ptlrpcd_00_01+1] req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213155.740580:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213155.740584:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213155.740590:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213155.740593:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213155.740594:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213155.740597:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213155.740599:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1779213155.740603:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960531456:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213155.740605:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213155.740609:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1779213155.740610:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779213155.740614:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213155.740617:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213155.740618:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213155.740619:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213155.740622:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213155.740623:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213155.740626:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213155.740630:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003651afbd. 02000000:00000010:1.0:1779213155.740633:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004447e9e8. 00000100:00000001:3.0:1779213155.740634:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213155.740637:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213155.740642:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1779213155.740644:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000100:00000001:0.0:1779213155.740651:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1779213155.740654:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000001:0.0:1779213155.740657:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213155.740662:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1779213155.740663:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531456, portal 25 00000100:00000001:1.0:1779213155.740669:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213155.740672:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000100:00000040:0.0:1779213155.740675:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.740677:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213155.740681:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213155.740688:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213155.740697:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_02+2] req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213155.740737:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213155.740740:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213155.740744:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213155.740750:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213155.740754:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1779213155.740754:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28f5c7f. 02000000:00000001:0.0:1779213155.740759:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213155.740759:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960531456, offset 0 02000000:00000001:0.0:1779213155.740770:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213155.740770:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213155.740779:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213155.740779:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1779213155.740783:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960531584:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213155.740787:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213155.740797:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213155.740797:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213155.740798:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213155.740801:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213155.740803:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213155.740807:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213155.740810:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11328) 02000000:00000001:0.0:1779213155.740811:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213155.740813:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213155.740817:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213155.740821:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213155.740828:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd9bc011. 00000400:00000200:1.0:1779213155.740828:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213155.740836:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213155.740837:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213155.740843:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213155.740846:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213155.740849:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000400:00000200:1.0:1779213155.740857:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:0.0:1779213155.740862:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000001:2.0:1779213155.740863:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213155.740869:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [172:172:256:4294967295] 192.168.202.129@tcp LPNI seq info [172:172:8:4294967295] 00000100:00000001:2.0:1779213155.740870:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213155.740873:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531584, portal 10 02000000:00000001:2.0:1779213155.740875:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213155.740880:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1779213155.740880:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213155.740885:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 02000000:00000001:2.0:1779213155.740890:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213155.740899:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213155.740905:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:2.0:1779213155.740912:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960531712:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213155.740923:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1779213155.740927:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213155.740930:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213155.740935:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213155.740939:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:0.0:1779213155.740940:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213155.740940:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213155.740947:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093828814. 00000100:00000040:0.0:1779213155.740948:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213155.740954:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 02000000:00000001:2.0:1779213155.740955:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213155.740956:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213155.740960:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960531584, offset 0 00000400:00000010:2.0:1779213155.740962:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000400:00000200:0.0:1779213155.740979:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213155.740979:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213155.740989:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1779213155.740991:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000200:2.0:1779213155.740998:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531712, portal 10 00000400:00000200:0.0:1779213155.740999:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213155.741002:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213155.741004:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000400:00000200:0.0:1779213155.741005:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213155.741008:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213155.741012:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:2.0:1779213155.741014:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213155.741015:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4305996227 00000400:00000200:0.0:1779213155.741022:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213155.741031:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213155.741032:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305991107 00000100:00000001:2.0:1779213155.741037:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213155.741042:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [173:173:255:4294967295] 192.168.202.129@tcp LPNI seq info [173:173:7:4294967295] 00000100:00000001:1.0:1779213155.741045:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4305996227 00000100:00000040:2.0:1779213155.741049:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213155.741055:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000001:1.0:1779213155.741056:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305991107 00000400:00000200:0.0:1779213155.741064:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213155.741065:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305996227 00000100:00000200:2.0:1779213155.741068:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960531712, offset 0 00000800:00000200:0.0:1779213155.741083:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213155.741084:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305991107 00000800:00000010:0.0:1779213155.741090:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000200:2.0:1779213155.741090:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213155.741095:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305996227 00000400:00000200:2.0:1779213155.741105:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213155.741106:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213155.741106:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305991107 00000400:00000200:2.0:1779213155.741112:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213155.741118:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213155.741121:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213155.741129:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213155.741129:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213155.741130:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213155.741133:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213155.741141:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1779213155.741142:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000100:00000001:1.0:1779213155.741144:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213155.741145:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213155.741154:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213155.741156:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213155.741159:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [174:174:254:4294967295] 192.168.202.129@tcp LPNI seq info [174:174:6:4294967295] 00000400:00000200:3.0:1779213155.741159:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1779213155.741166:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 586247 usecs (587 jiffies) 00000100:00000001:1.0:1779213155.741167:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213155.741174:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213155.741176:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305991243 00000100:00000001:1.0:1779213155.741180:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213155.741184:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213155.741185:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213155.741201:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213155.741203:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305996227 00000400:00000200:2.0:1779213155.741210:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213155.741211:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305991243 00000100:00000001:1.0:1779213155.741211:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213155.741218:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305996227 00000100:00000001:0.0:1779213155.741270:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305991244 00000100:00000001:0.0:1779213155.741272:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305996227 00000100:00000001:0.0:1779213155.741274:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305991244 00000100:00000001:0.0:1779213155.741277:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305996227 00000100:00000001:0.0:1779213155.741286:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213155.741286:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213155.741286:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28f5c7f 00000400:00000010:3.0:1779213155.741295:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f28f5c7f. 00000100:00000001:0.0:1779213155.741296:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213155.741298:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 00000100:00000001:0.0:1779213155.741304:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213155.741306:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213155.741308:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213155.741311:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:3.0:1779213155.741317:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213155.741318:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1779213155.741322:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213155.741323:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213155.741329:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213155.741337:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213155.741341:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213155.741342:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213155.741346:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213155.741351:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 35505 usecs (36 jiffies) 00000100:00000001:0.0:1779213155.741355:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213155.741361:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305990693 00000100:00000001:2.0:1779213155.741368:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4305996227 00000100:00000001:3.0:1779213155.741372:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213155.741373:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305990693 00000100:00000001:2.0:1779213155.741379:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4305996227 00000100:00000001:2.0:1779213155.741382:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305990693 00000100:00000040:3.0:1779213155.741383:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213155.741388:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4305996227 00000100:00000001:2.0:1779213155.741396:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305990693 00000100:00000001:2.0:1779213155.741402:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4305996227 00000100:00000001:2.0:1779213155.741409:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213155.741417:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213155.741422:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213155.741428:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213155.741429:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213155.741433:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213155.741440:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213155.741442:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213155.741446:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213155.741447:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213155.741449:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213155.741453:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213155.741456:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213155.741460:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:3.0:1779213155.741464:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213155.741469:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213155.741472:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000400:00000010:3.0:1779213155.741473:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000001:3.0:1779213155.741483:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213155.741486:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.741494:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213155.741495:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.741511:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213155.741513:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213155.741538:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213155.741540:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000400:00000200:3.0:1779213155.741543:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213155.741547:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213155.741550:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:3.0:1779213155.741551:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:3.0:1779213155.741553:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213155.741556:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.741562:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213155.741564:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.741569:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213155.741570:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213155.743661:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743673:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213155.743678:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743680:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213155.743745:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213155.743820:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205200 00000400:00000200:3.0:1779213155.743827:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x645 [1] + 224 00000800:00000001:3.0:1779213155.743834:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743838:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213155.743841:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213155.743856:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213155.743863:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213155.743869:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213155.743878:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.743901:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213155.743908:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743912:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213155.743914:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743915:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213155.743919:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213155.743925:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205280 00000400:00000200:3.0:1779213155.743930:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x64d [1] + 224 00000800:00000001:3.0:1779213155.743933:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743936:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213155.743937:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213155.743940:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213155.743943:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213155.743946:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213155.743954:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.743974:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213155.743978:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743982:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213155.743983:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.743985:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213155.743989:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213155.743994:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205300 00000400:00000200:3.0:1779213155.743998:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x655 [1] + 224 00000800:00000001:3.0:1779213155.744008:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.744013:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213155.744014:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213155.744018:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213155.744021:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213155.744024:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213155.744031:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213155.744048:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213155.744051:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213155.744054:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213155.744084:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213155.744088:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213155.744096:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213155.744099:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213155.744102:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000400:00000200:2.0:1779213155.744109:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:2.0:1779213155.744112:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000001:2.0:1779213155.744117:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213155.744124:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213155.744129:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213155.744136:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1779213155.744142:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213155.744143:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213155.744146:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213155.744149:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 00000400:00000200:1.0:1779213155.744157:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000100:00000001:2.0:1779213155.744162:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213155.744165:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213155.744166:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:2.0:1779213155.744170:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213155.744173:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1779213155.744175:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213155.744179:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1779213155.744180:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213155.744182:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213155.744200:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213155.744208:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213155.744213:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=60 v=5 (5 5 0 0) 00000100:00000001:1.0:1779213155.744217:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1779213155.744220:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=24 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213155.744249:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213155.744252:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213155.744255:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213155.744256:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213155.744262:0:199012:0:(client.c:1579:after_reply()) Process entered 00010000:00080000:2.0:1779213155.744265:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213155.744268:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213155.744271:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213155.744275:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213155.744284:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213155.744286:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213155.744292:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=60 v=5 (5 5 0 0) 00000100:00000001:2.0:1779213155.744292:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213155.744296:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213155.744301:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1779213155.744304:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213155.744307:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213155.744308:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213155.744313:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213155.744314:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213155.744317:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213155.744320:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213155.744327:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213155.744333:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213155.744366:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213155.744372:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213155.744374:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213155.744376:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213155.744378:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213155.744380:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213155.744392:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213155.744392:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213155.744454:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960531712:192.168.202.129@tcp:400: 00000100:00100000:1.0:1779213155.744457:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960531456:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213155.744473:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213155.744475:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213155.744480:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213155.744481:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213155.744495:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960531456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213155.744495:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960531712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213155.744550:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213155.744553:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213155.744557:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093828814. 02000000:00000001:2.0:1779213155.744564:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213155.744568:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213155.744571:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1779213155.744572:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213155.744575:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1779213155.744582:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213155.744583:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004447e9e8. 02000000:00000010:2.0:1779213155.744586:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003651afbd. 02000000:00000001:1.0:1779213155.744590:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213155.744593:0:199012:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1779213155.744594:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1779213155.744596:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 02000000:00000001:2.0:1779213155.744599:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1779213155.744601:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1779213155.744603:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 02000000:00000010:1.0:1779213155.744604:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003715d19b. 00000100:00000001:2.0:1779213155.744614:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1779213155.744615:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213155.744618:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213155.744619:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213155.744622:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:2.0:1779213155.744624:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213155.744632:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213155.744634:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213155.744635:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213155.744640:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213155.744640:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213155.744647:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213155.744651:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213155.744653:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213155.744657:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213155.744661:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213155.744663:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213155.744761:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213155.744764:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213155.744767:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213155.744768:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213155.744769:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000400:00000200:0.0:1779213155.744772:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213155.744773:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213155.744775:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213155.744779:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213155.744785:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213155.744789:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213155.744790:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213155.744791:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213155.744792:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213155.744792:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213155.744794:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213155.744795:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213155.744799:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=49 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213155.744801:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213155.744802:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213155.744803:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213155.744804:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213155.744806:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213155.744808:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213155.744814:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213155.744815:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213155.744816:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213155.744818:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213155.744822:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213155.744823:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213155.744824:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213155.744825:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213155.744828:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960531584:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213155.744831:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213155.744832:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213155.744834:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a474cc5 x1865639960531584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213155.744837:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213155.744838:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213155.744839:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd9bc011. 02000000:00000001:0.0:1779213155.744840:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213155.744841:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213155.744841:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213155.744842:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213155.744844:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cc43228. 02000000:00000001:0.0:1779213155.744846:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213155.744847:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213155.744848:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 00000100:00000001:0.0:1779213155.744850:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213155.744851:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213155.744853:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213155.744856:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213155.744857:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213155.744859:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213155.744860:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213156.380309:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213156.380317:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213156.380349:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213156.380350:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213156.380411:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213156.380415:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213156.380417:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213157.404314:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213157.404323:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213157.404325:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213157.404328:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213157.404333:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213157.404335:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213157.404337:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213157.404338:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213157.404342:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213157.404344:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213157.404345:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213157.404347:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213157.404348:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213157.404349:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213157.404351:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213157.404352:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213157.404371:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213157.404373:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213157.404376:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213158.428344:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213158.428351:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213158.428357:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213158.428358:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213158.428451:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213158.428455:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213158.428457:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213159.452323:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213159.452330:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213159.452336:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213159.452337:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213159.452394:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213159.452399:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213159.452401:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213160.476347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213160.476352:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213160.476358:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213160.476359:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213160.476379:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213160.476383:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213160.476385:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213160.860353:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213160.860382:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213160.860390:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213160.860396:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213160.860401:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213160.860404:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213160.860409:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213160.860417:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000001:2.0:1779213160.860424:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.860436:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213160.860447:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213160.860449:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.860455:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_03+3] req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.860486:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.860489:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213160.860493:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213160.860496:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054fe10a9. 00000020:00000040:2.0:1779213160.860499:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213160.860501:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213160.860502:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213160.860502:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213160.860505:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213160.860508:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:2.0:1779213160.860509:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:3.0:1779213160.860513:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213160.860514:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.860521:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213160.860525:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213160.860528:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213160.860533:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213160.860534:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213160.860535:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213160.860536:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213160.860537:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213160.860540:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213160.860540:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213160.860544:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054fe10a9] to pc [ptlrpcd_00_00+0] req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213160.860548:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213160.860568:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213160.860570:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213160.860578:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213160.860583:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213160.860586:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213160.860589:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.860594:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1779213160.860594:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960531840:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213160.860602:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213160.860603:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213160.860606:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1779213160.860607:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 02000000:00000001:3.0:1779213160.860607:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213160.860609:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779213160.860611:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.860612:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1779213160.860613:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213160.860614:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213160.860617:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.860618:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213160.860619:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213160.860620:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045195cc0. 02000000:00000001:2.0:1779213160.860621:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213160.860624:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213160.860625:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213160.860626:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.860633:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213160.860634:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213160.860634:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000400:00000010:3.0:1779213160.860635:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ebf2dd7. 02000000:00000001:1.0:1779213160.860638:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213160.860641:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213160.860642:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213160.860643:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213160.860645:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00100000:1.0:1779213160.860649:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960531968:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213160.860651:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1779213160.860653:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531840, portal 25 00000100:00000001:1.0:1779213160.860655:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213160.860659:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213160.860659:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1779213160.860663:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213160.860663:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 02000000:00000001:1.0:1779213160.860667:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213160.860670:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1779213160.860671:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 00000100:00000040:3.0:1779213160.860673:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213160.860674:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213160.860674:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.860684:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb3172c] to pc [ptlrpcd_00_01+1] req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213160.860686:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000400:00000010:1.0:1779213160.860693:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000001:3.0:1779213160.860693:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1779213160.860700:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960531968, portal 10 00000100:00000040:3.0:1779213160.860701:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213160.860705:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213160.860707:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169024 : -104754182382592 : ffffa0ba042b9c00) 00000400:00000010:3.0:1779213160.860707:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c13bfc6. 00000100:00000200:3.0:1779213160.860711:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960531840, offset 0 00000100:00000040:1.0:1779213160.860717:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213160.860721:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213160.860722:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.860728:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213160.860732:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213160.860734:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213160.860736:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:1.0:1779213160.860740:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213160.860742:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11333) 00000400:00000010:1.0:1779213160.860744:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 00000400:00000200:3.0:1779213160.860744:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1779213160.860749:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960531968, offset 0 00000400:00000200:3.0:1779213160.860753:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213160.860756:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213160.860759:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213160.860763:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213160.860766:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [175:175:256:4294967295] 192.168.202.129@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1779213160.860776:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213160.860782:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213160.860785:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779213160.860787:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7343de. 00000400:00000200:1.0:1779213160.860789:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213160.860794:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213160.860799:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213160.860802:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213160.860806:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213160.860806:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213160.860810:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1779213160.860810:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213160.860813:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213160.860815:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [176:176:255:4294967295] 192.168.202.129@tcp LPNI seq info [176:176:7:4294967295] 00000100:00000040:0.0:1779213160.860821:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213160.860822:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c7343de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213160.860836:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213160.860837:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213160.860840:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213160.860841:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213160.860844:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213160.860848:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306001347 02000000:00000001:0.0:1779213160.860852:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213160.860852:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213160.860855:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000100:00000001:3.0:1779213160.860856:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305996227 02000000:00000001:0.0:1779213160.860859:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213160.860862:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306001347 00000800:00000200:1.0:1779213160.860864:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00100000:0.0:1779213160.860866:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960532096:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213160.860868:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305996227 00000800:00000200:1.0:1779213160.860875:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213160.860875:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306001347 00000100:00000001:0.0:1779213160.860876:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213160.860881:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1779213160.860881:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213160.860882:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305996227 02000000:00000001:0.0:1779213160.860884:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213160.860888:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213160.860888:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306001347 00000100:00000001:3.0:1779213160.860893:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305996227 02000000:00000010:0.0:1779213160.860895:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a078aec3. 00000100:00000001:1.0:1779213160.860896:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213160.860896:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213160.860898:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213160.860903:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 574391 usecs (575 jiffies) 00000100:00000001:3.0:1779213160.860903:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213160.860904:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00000001:3.0:1779213160.860907:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.860910:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305996351 00000400:00000010:0.0:1779213160.860911:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000001:3.0:1779213160.860911:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.860915:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306001347 00000100:00000200:0.0:1779213160.860917:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532096, portal 10 00000100:00000001:1.0:1779213160.860919:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305996351 00000100:00000001:0.0:1779213160.860921:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213160.860923:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000001:1.0:1779213160.860923:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306001347 00000100:00000040:0.0:1779213160.860932:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213160.860933:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305996351 00000100:00000001:1.0:1779213160.860937:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306001347 00000100:00000001:1.0:1779213160.860941:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305996351 00000100:00000001:1.0:1779213160.860944:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306001347 00000100:00000001:1.0:1779213160.860948:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213160.860952:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213160.860956:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213160.860957:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213160.860960:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000001:1.0:1779213160.860961:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213160.860964:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960532096, offset 0 00000100:00000001:1.0:1779213160.860964:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213160.860972:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213160.860972:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213160.860975:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213160.860978:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213160.860980:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213160.860982:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213160.860983:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.860985:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213160.860990:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213160.860993:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213160.860994:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213160.860996:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213160.860998:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [177:177:254:4294967295] 192.168.202.129@tcp LPNI seq info [177:177:6:4294967295] 00000400:00000200:0.0:1779213160.861005:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213160.861008:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213160.861011:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213160.861013:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213160.861016:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213160.861018:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213160.861019:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213160.861021:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 34810 usecs (35 jiffies) 00000100:00000001:0.0:1779213160.861023:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4305995811 00000100:00000001:0.0:1779213160.861024:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306001347 00000100:00000001:0.0:1779213160.861025:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4305995811 00000100:00000001:0.0:1779213160.861026:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306001347 00000100:00000001:0.0:1779213160.861027:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4305995811 00000100:00000001:0.0:1779213160.861028:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306001347 00000100:00000001:0.0:1779213160.861029:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4305995811 00000100:00000001:0.0:1779213160.861029:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306001347 00000100:00000001:0.0:1779213160.861030:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213160.861032:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213160.861033:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213160.861034:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213160.861037:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213160.861037:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213160.861038:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213160.861042:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213160.861043:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213160.861044:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213160.861120:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213160.861124:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7343de. 00000400:00000200:2.0:1779213160.861130:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213160.861134:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213160.861151:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c13bfc6 00000400:00000010:2.0:1779213160.861153:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004c13bfc6. 00000100:00000001:2.0:1779213160.861157:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213160.861160:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.861171:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213160.861173:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.861189:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213160.861191:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213160.861204:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213160.861206:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000400:00000200:2.0:1779213160.861208:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213160.861212:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213160.861214:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000010:2.0:1779213160.861216:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:2.0:1779213160.861218:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213160.861220:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.861246:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213160.861247:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.861251:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213160.861252:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213160.861302:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213160.861303:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:2.0:1779213160.861305:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213160.861307:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213160.861309:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:2.0:1779213160.861310:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:2.0:1779213160.861311:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213160.861313:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.861317:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213160.861318:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.861321:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213160.861322:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213160.864976:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.864990:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213160.864994:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.864995:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213160.865005:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213160.865021:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205380 00000400:00000200:3.0:1779213160.865094:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x65d [1] + 224 00000800:00000001:3.0:1779213160.865103:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.865107:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213160.865109:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213160.865113:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213160.865119:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213160.865124:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213160.865135:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213160.865187:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213160.865195:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.865198:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213160.865200:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.865201:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213160.865206:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213160.865211:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205400 00000400:00000200:3.0:1779213160.865217:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x661 [1] + 224 00000800:00000001:3.0:1779213160.865221:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.865253:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213160.865255:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213160.865258:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213160.865261:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213160.865265:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.865266:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213160.865270:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213160.865274:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213160.865283:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213160.865285:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213160.865288:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ebf2dd7. 00000100:00000001:3.0:1779213160.865289:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213160.865293:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:2.0:1779213160.865296:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000001:2.0:1779213160.865299:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213160.865303:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213160.865304:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.865309:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213160.865313:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213160.865316:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213160.865317:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213160.865326:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213160.865331:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213160.865333:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213160.865334:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213160.865336:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213160.865339:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205480 00000400:00000001:1.0:1779213160.865340:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213160.865340:0:199014:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:1.0:1779213160.865343:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1779213160.865345:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1779213160.865346:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 00000100:00000001:2.0:1779213160.865349:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1779213160.865352:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000100:00000001:2.0:1779213160.865352:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213160.865355:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 02000000:00000001:2.0:1779213160.865357:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.865360:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1779213160.865363:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x66d [1] + 224 00000100:00001000:2.0:1779213160.865364:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 0 0) 00000100:00000200:1.0:1779213160.865367:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213160.865368:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1779213160.865370:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 0 0) 00000800:00000001:3.0:1779213160.865375:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213160.865376:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213160.865380:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213160.865380:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1779213160.865385:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213160.865389:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213160.865390:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213160.865390:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213160.865395:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213160.865397:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1779213160.865403:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213160.865407:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1779213160.865410:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213160.865411:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213160.865415:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213160.865418:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213160.865421:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213160.865422:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213160.865424:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213160.865428:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213160.865431:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213160.865435:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213160.865437:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213160.865438:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213160.865451:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=54 v=5 (5 5 0 0) 00000100:00100000:2.0:1779213160.865458:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960531840:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213160.865464:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1779213160.865465:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=54 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213160.865465:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213160.865469:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1779213160.865470:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213160.865471:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213160.865475:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213160.865476:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213160.865477:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1779213160.865480:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213160.865483:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960531840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213160.865486:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213160.865489:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213160.865493:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213160.865493:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213160.865497:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213160.865497:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213160.865497:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213160.865502:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1779213160.865502:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045195cc0. 00000100:00000040:1.0:1779213160.865506:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213160.865507:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1779213160.865508:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1779213160.865510:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1779213160.865512:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:0.0:1779213160.865513:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000020:00000040:2.0:1779213160.865516:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000200:0.0:1779213160.865520:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000020:00000001:2.0:1779213160.865521:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:0.0:1779213160.865524:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 02000000:00000010:2.0:1779213160.865525:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 00000100:00000001:1.0:1779213160.865527:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213160.865531:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213160.865531:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1779213160.865531:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213160.865534:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213160.865535:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1779213160.865538:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779213160.865539:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000040:1.0:1779213160.865542:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213160.865545:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213160.865547:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213160.865553:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213160.865562:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213160.865565:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213160.865568:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213160.865570:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960531968:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213160.865570:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213160.865574:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.865580:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213160.865585:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213160.865585:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213160.865588:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213160.865590:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054fe10a9 x1865639960531968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213160.865591:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213160.865594:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213160.865596:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213160.865599:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213160.865604:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.865604:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213160.865607:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213160.865609:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 00000100:00001000:0.0:1779213160.865610:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=65 v=5 (5 5 0 0) 02000000:00000001:1.0:1779213160.865613:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213160.865615:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:0.0:1779213160.865616:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=29 v=5 (1 1 0 0) 00000020:00000040:1.0:1779213160.865618:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213160.865621:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213160.865623:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213160.865624:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213160.865629:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213160.865630:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213160.865633:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:1.0:1779213160.865638:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1779213160.865641:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213160.865641:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213160.865643:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054fe10a9. 00000100:00000001:0.0:1779213160.865645:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213160.865647:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1779213160.865648:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213160.865650:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213160.865651:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.865654:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213160.865657:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213160.865659:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213160.865664:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213160.865665:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213160.865668:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213160.865671:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213160.865678:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213160.865680:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213160.865682:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213160.865686:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213160.865693:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960532096:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213160.865697:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213160.865698:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213160.865700:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960532096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213160.865706:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213160.865708:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213160.865709:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a078aec3. 02000000:00000001:0.0:1779213160.865712:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213160.865713:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213160.865789:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213160.865791:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213160.865793:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 02000000:00000001:0.0:1779213160.865795:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213160.865796:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213160.865796:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000001:0.0:1779213160.865798:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213160.865799:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213160.865800:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213160.865803:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213160.865804:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213160.865805:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213160.865806:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213161.500291:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213161.500296:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213161.500303:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213161.500304:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213161.500381:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213161.500386:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213161.500390:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213162.524399:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213162.524409:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213162.524418:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213162.524419:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213162.524679:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213162.524682:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213162.524685:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213163.548496:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213163.548504:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213163.548510:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213163.548512:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213163.548532:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213163.548536:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213163.548538:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213164.572895:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213164.572918:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213164.572923:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213164.572932:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213164.572997:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213164.573001:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213164.573004:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213165.596384:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213165.596392:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213165.596399:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213165.596401:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213165.596472:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213165.596476:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213165.596480:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213165.980347:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213165.980353:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213165.980366:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213165.980372:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213165.980376:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213165.980378:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213165.980383:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213165.980388:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c4d8210. 00000100:00000001:3.0:1779213165.980393:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213165.980409:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213165.980419:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213165.980421:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213165.980426:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_02+2] req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.980466:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213165.980467:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213165.980470:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213165.980472:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213165.980474:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213165.980476:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213165.980477:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213165.980479:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213165.980481:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5ad21c7. 00000100:00000001:2.0:1779213165.980483:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213165.980483:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213165.980487:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213165.980489:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213165.980493:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213165.980494:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213165.980496:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213165.980501:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213165.980501:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_03+3] req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.980527:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.980528:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213165.980531:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213165.980531:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213165.980536:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213165.980537:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1779213165.980537:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 02000000:00000001:2.0:1779213165.980540:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1779213165.980540:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213165.980544:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213165.980544:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213165.980545:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213165.980548:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213165.980550:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960532224:192.168.202.129@tcp:400: 02000000:00000010:3.0:1779213165.980553:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:2.0:1779213165.980554:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213165.980557:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213165.980559:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213165.980561:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213165.980562:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213165.980564:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213165.980569:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e48b9bf. 02000000:00000001:2.0:1779213165.980572:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213165.980573:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1779213165.980577:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000100:00000001:3.0:1779213165.980580:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213165.980582:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000040:3.0:1779213165.980586:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_00+0] req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213165.980588:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532224, portal 25 00000100:00000001:2.0:1779213165.980592:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213165.980594:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000040:2.0:1779213165.980600:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.980606:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213165.980608:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213165.980609:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000200:2.0:1779213165.980616:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960532224, offset 0 00000100:00000001:3.0:1779213165.980618:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213165.980622:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213165.980622:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213165.980628:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213165.980632:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11338) 00000400:00000200:2.0:1779213165.980636:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213165.980640:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213165.980643:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213165.980646:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213165.980648:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213165.980652:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [178:178:256:4294967295] 192.168.202.129@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1779213165.980660:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213165.980664:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213165.980667:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a3988f0. 00000800:00000200:2.0:1779213165.980681:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213165.980688:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1779213165.980690:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213165.980695:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a3988f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213165.980696:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213165.980702:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213165.980709:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213165.980715:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.980715:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306006467 00000100:00000001:2.0:1779213165.980727:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306001347 00000100:00000001:2.0:1779213165.980737:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306006467 00000100:00000001:1.0:1779213165.980747:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213165.980748:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306001347 00000100:00000001:1.0:1779213165.980753:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.980754:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306006467 00000100:00000001:2.0:1779213165.980764:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306001347 02000000:00000001:1.0:1779213165.980765:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213165.980769:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306006467 00000100:00000001:2.0:1779213165.980770:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306001347 00000100:00000001:2.0:1779213165.980771:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213165.980773:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.980774:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.980778:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213165.980779:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213165.980783:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.980784:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213165.980786:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213165.980793:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213165.980796:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1779213165.980799:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960532480:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213165.980800:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213165.980806:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1779213165.980810:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213165.980811:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.980816:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1779213165.980817:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213165.980818:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213165.980821:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213165.980821:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213165.980822:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213165.980827:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213165.980829:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1779213165.980829:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a3988f0. 00000100:00000001:2.0:1779213165.980830:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213165.980841:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1779213165.980842:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 00000100:00000040:2.0:1779213165.980843:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213165.980848:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213165.980856:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213165.980857:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1779213165.980861:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000100:00000001:0.0:1779213165.980864:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.980877:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213165.980878:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000100:00000001:0.0:1779213165.980879:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213165.980879:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213165.980884:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:0.0:1779213165.980886:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213165.980887:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213165.980893:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213165.980893:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1779213165.980896:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 02000000:00000001:2.0:1779213165.980899:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213165.980900:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213165.980906:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532480, portal 10 00000100:00100000:2.0:1779213165.980909:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960532352:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213165.980917:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213165.980918:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213165.980923:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000001:2.0:1779213165.980924:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213165.980925:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213165.980930:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213165.980933:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213165.980937:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213165.980939:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213165.980939:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213165.980942:0:199005:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1779213165.980946:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4c69df. 02000000:00000001:2.0:1779213165.980953:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213165.980963:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000001:1.0:1779213165.980971:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1779213165.980974:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000040:1.0:1779213165.980980:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213165.980982:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532352, portal 10 00000400:00000010:1.0:1779213165.980985:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e183af94. 00000100:00000001:2.0:1779213165.980986:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213165.980989:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000200:1.0:1779213165.980991:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960532480, offset 0 00000100:00000040:2.0:1779213165.980997:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.981009:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213165.981014:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213165.981020:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213165.981020:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfc1185. 00000400:00000200:1.0:1779213165.981033:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:2.0:1779213165.981033:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960532352, offset 0 00000400:00000200:1.0:1779213165.981043:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213165.981049:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213165.981065:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213165.981069:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213165.981072:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213165.981074:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [179:179:256:4294967295] 192.168.202.129@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1779213165.981100:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213165.981106:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213165.981112:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000400:00000200:2.0:1779213165.981119:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213165.981125:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213165.981128:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213165.981135:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213165.981139:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213165.981145:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213165.981145:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213165.981155:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213165.981158:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [180:180:255:4294967295] 192.168.202.129@tcp LPNI seq info [180:180:7:4294967295] 00000100:00000001:1.0:1779213165.981171:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213165.981177:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 34186 usecs (35 jiffies) 00000100:00000001:1.0:1779213165.981185:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306000931 00000400:00000200:2.0:1779213165.981188:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213165.981190:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306006467 00000100:00000001:1.0:1779213165.981196:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306000931 00000100:00000001:1.0:1779213165.981204:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306006467 00000800:00000200:2.0:1779213165.981210:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213165.981215:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a3988f0. 00000100:00000001:1.0:1779213165.981220:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306000931 00000800:00000200:2.0:1779213165.981257:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213165.981263:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213165.981266:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000a3988f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213165.981271:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306006467 00000100:00000001:2.0:1779213165.981274:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213165.981276:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306000932 00000800:00000200:3.0:1779213165.981279:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213165.981280:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306006467 00000100:00000040:2.0:1779213165.981282:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 563023 usecs (564 jiffies) 00000800:00000010:3.0:1779213165.981286:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000100:00000001:1.0:1779213165.981289:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213165.981292:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306001461 00000400:00000200:3.0:1779213165.981292:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213165.981299:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.981300:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306006467 00000400:00000200:3.0:1779213165.981306:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213165.981310:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.981310:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306001461 00000400:00000200:3.0:1779213165.981311:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e183af94 00000400:00000010:3.0:1779213165.981315:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e183af94. 00000100:00000001:1.0:1779213165.981319:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.981321:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306006467 00000100:00000001:3.0:1779213165.981321:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213165.981328:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306001461 00000100:00000001:2.0:1779213165.981330:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306006467 00000100:00000001:2.0:1779213165.981332:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306001461 00000100:00000001:2.0:1779213165.981334:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306006467 00000100:00000001:2.0:1779213165.981336:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213165.981338:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213165.981339:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213165.981342:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.981345:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213165.981348:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213165.981351:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213165.981353:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213165.981357:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213165.981360:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213165.981377:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.981384:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213165.981391:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.981395:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213165.981397:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213165.981433:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213165.981436:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a3988f0. 00000400:00000200:3.0:1779213165.981439:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213165.981442:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213165.981445:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfc1185 00000400:00000010:3.0:1779213165.981446:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfc1185. 00000100:00000001:3.0:1779213165.981448:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213165.981451:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.981458:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213165.981459:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.981464:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213165.981465:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213165.982448:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.982458:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213165.982461:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.982463:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213165.982470:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213165.982481:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205500 00000400:00000200:3.0:1779213165.982488:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x675 [1] + 224 00000800:00000001:3.0:1779213165.982493:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.982496:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213165.982498:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213165.982501:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213165.982505:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213165.982509:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213165.982517:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.982697:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213165.982704:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.982709:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213165.982711:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.982713:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213165.982718:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213165.982725:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205600 00000100:00000001:2.0:1779213165.982732:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213165.982732:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x67d [1] + 224 00000100:00000001:2.0:1779213165.982735:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213165.982737:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1779213165.982740:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213165.982743:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1779213165.982744:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213165.982745:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000400:00000200:3.0:1779213165.982748:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213165.982749:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:2.0:1779213165.982752:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000400:00000200:3.0:1779213165.982755:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213165.982756:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213165.982759:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213165.982761:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213165.982766:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213165.982774:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.982785:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1779213165.982785:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.982787:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.982791:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213165.982793:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213165.982796:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213165.982798:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213165.982800:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213165.982805:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=70 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213165.982808:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=70 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213165.982809:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213165.982813:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213165.982815:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213165.982815:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1779213165.982820:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1779213165.982820:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213165.982824:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.982828:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213165.982836:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.982843:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213165.982846:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213165.982848:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213165.982851:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213165.982851:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213165.982854:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213165.982857:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213165.982858:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1779213165.982858:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960532224:192.168.202.129@tcp:400: 00000400:00000010:1.0:1779213165.982860:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 00000400:00000200:1.0:1779213165.982863:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:1.0:1779213165.982864:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:1.0:1779213165.982867:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213165.982868:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213165.982869:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.982870:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213165.982872:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960532224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213165.982877:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.982879:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213165.982881:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213165.982883:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1779213165.982883:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e48b9bf. 00000100:00000001:1.0:1779213165.982884:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213165.982885:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213165.982886:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1779213165.982887:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213165.982888:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1779213165.982888:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213165.982889:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213165.982890:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213165.982890:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213165.982892:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:1.0:1779213165.982894:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=70 v=5 (5 5 0 0) 02000000:00000010:2.0:1779213165.982894:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c4d8210. 00000100:00001000:1.0:1779213165.982897:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=34 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213165.982898:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1779213165.982898:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213165.982899:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213165.982900:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1779213165.982901:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1779213165.982901:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00010000:00080000:1.0:1779213165.982903:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.982904:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213165.982905:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.982908:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213165.982910:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.982910:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213165.982911:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213165.982912:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213165.982913:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213165.982913:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213165.982914:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213165.982916:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213165.982922:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213165.982925:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213165.982931:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213165.982932:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213165.982933:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213165.982936:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213165.982942:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960532480:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213165.982946:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213165.982948:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213165.982949:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960532480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213165.982953:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213165.982954:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213165.982955:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:1.0:1779213165.982958:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213165.982959:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213165.982960:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213165.982962:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213165.982963:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 02000000:00000001:1.0:1779213165.982965:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213165.982966:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213165.982967:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:1.0:1779213165.982969:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213165.982970:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213165.982972:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213165.982977:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213165.982979:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213165.982981:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213165.982982:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213165.983053:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.983057:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213165.983058:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.983059:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213165.983064:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213165.983071:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205580 00000400:00000200:3.0:1779213165.983075:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x681 [1] + 224 00000800:00000001:3.0:1779213165.983079:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.983083:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213165.983094:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213165.983104:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213165.983108:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213165.983111:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213165.983118:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213165.983132:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213165.983137:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213165.983139:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.983164:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213165.983166:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213165.983169:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213165.983171:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213165.983172:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213165.983175:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000010:2.0:1779213165.983177:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000001:2.0:1779213165.983179:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213165.983183:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213165.983192:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.983199:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213165.983206:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.983208:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213165.983210:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213165.983211:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213165.983212:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213165.983214:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213165.983217:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=59 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213165.983220:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=59 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213165.983243:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213165.983244:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213165.983246:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213165.983248:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.983250:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213165.983252:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213165.983253:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213165.983254:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213165.983257:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.983264:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213165.983266:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213165.983267:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213165.983270:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213165.983276:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960532352:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213165.983280:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.983282:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213165.983284:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960532352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213165.983290:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213165.983291:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213165.983292:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4c69df. 02000000:00000001:2.0:1779213165.983295:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213165.983296:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213165.983301:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213165.983304:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213165.983305:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5ad21c7. 02000000:00000001:2.0:1779213165.983308:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213165.983309:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213165.983310:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:2.0:1779213165.983313:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213165.983314:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.983316:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213165.983319:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213165.983320:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213165.983322:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213165.983323:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213166.620347:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213166.620353:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213166.620359:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213166.620360:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213166.620382:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213166.620385:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213166.620387:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213167.644366:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213167.644376:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213167.644378:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213167.644382:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213167.644387:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213167.644389:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213167.644390:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213167.644392:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213167.644395:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213167.644396:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213167.644397:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213167.644398:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213167.644399:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213167.644400:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213167.644401:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213167.644402:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213167.644547:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213167.644551:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213167.644576:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213168.668369:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213168.668376:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213168.668406:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213168.668408:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213168.668467:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213168.668472:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213168.668476:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213169.692436:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213169.692445:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213169.692452:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213169.692454:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213169.692482:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213169.692485:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213169.692488:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213170.716433:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213170.716438:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213170.716441:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213170.716442:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213170.716506:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213170.716511:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213170.716514:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213171.100394:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213171.100404:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213171.100413:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004be2885. 00000020:00000040:1.0:1779213171.100420:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213171.100424:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213171.100427:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213171.100432:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213171.100439:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 00000100:00000001:1.0:1779213171.100452:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213171.100463:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213171.100473:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213171.100475:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213171.100481:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004be2885] to pc [ptlrpcd_00_01+1] req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213171.100521:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213171.100523:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213171.100527:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213171.100530:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 00000020:00000040:1.0:1779213171.100533:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213171.100536:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213171.100537:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213171.100539:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213171.100542:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:0.0:1779213171.100545:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213171.100545:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213171.100549:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213171.100555:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213171.100566:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.100570:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213171.100573:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_02+2] req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213171.100574:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213171.100581:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213171.100586:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213171.100591:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.100604:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213171.100607:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213171.100611:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213171.100614:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213171.100616:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213171.100620:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960532608:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213171.100622:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213171.100624:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213171.100626:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213171.100626:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213171.100629:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213171.100630:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213171.100631:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213171.100636:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213171.100636:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213171.100637:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213171.100641:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1779213171.100642:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 02000000:00000010:0.0:1779213171.100648:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000968dc6ab. 00000020:00000040:1.0:1779213171.100649:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213171.100653:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.100655:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213171.100655:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213171.100658:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213171.100658:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213171.100660:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 02000000:00000001:1.0:1779213171.100662:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213171.100662:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213171.100665:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1779213171.100668:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000400:00000010:0.0:1779213171.100669:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 02000000:00000001:2.0:1779213171.100669:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.100675:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213171.100676:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960532736:192.168.202.129@tcp:400: 00000100:00000200:0.0:1779213171.100679:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532608, portal 25 00000100:00000001:0.0:1779213171.100685:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213171.100685:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213171.100685:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213171.100688:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213171.100689:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217984 : -104753981333632 : ffffa0ba10275f80) 02000000:00000001:2.0:1779213171.100691:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213171.100695:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213171.100701:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213171.100701:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd15ac9. 00000100:00000001:1.0:1779213171.100704:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213171.100704:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.100707:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213171.100711:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000040:1.0:1779213171.100716:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37d84ad] to pc [ptlrpcd_00_03+3] req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213171.100719:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1779213171.100719:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000200:2.0:1779213171.100725:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532736, portal 10 00000100:00000040:0.0:1779213171.100727:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213171.100730:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213171.100732:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213171.100733:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000001:1.0:1779213171.100736:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213171.100737:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213171.100738:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 00000100:00000200:0.0:1779213171.100739:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960532608, offset 0 00000100:00000040:1.0:1779213171.100740:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213171.100746:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213171.100749:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213171.100751:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213171.100752:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213171.100755:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11343) 00000100:00000001:2.0:1779213171.100763:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213171.100766:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213171.100770:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213171.100771:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213171.100776:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000400:00000200:0.0:1779213171.100780:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1779213171.100782:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960532736, offset 0 00000400:00000200:0.0:1779213171.100786:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213171.100788:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213171.100791:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213171.100793:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213171.100795:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213171.100797:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213171.100799:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1779213171.100800:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213171.100808:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213171.100812:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [181:181:256:4294967295] 192.168.202.129@tcp LPNI seq info [181:181:8:4294967295] 00000100:00100000:3.0:1779213171.100815:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960532864:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213171.100821:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213171.100824:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213171.100827:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213171.100831:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213171.100837:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213171.100841:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000800:00000200:0.0:1779213171.100847:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213171.100854:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213171.100858:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213171.100885:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.100888:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306011587 00000100:00000001:0.0:1779213171.100894:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306006467 00000100:00000001:0.0:1779213171.100897:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306011587 00000100:00000001:0.0:1779213171.100900:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306006467 00000100:00000001:0.0:1779213171.100903:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306011587 00000100:00000001:0.0:1779213171.100907:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306006467 00000100:00000001:0.0:1779213171.100910:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306011587 00000100:00000001:0.0:1779213171.100913:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306006467 00000100:00000001:0.0:1779213171.100916:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213171.100919:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.100922:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.100924:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213171.100931:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213171.100932:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213171.100935:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213171.100936:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213171.100938:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213171.100940:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213171.100942:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213171.100943:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.100946:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213171.100946:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213171.100951:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213171.100954:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [182:182:255:4294967295] 192.168.202.129@tcp LPNI seq info [182:182:7:4294967295] 00000400:00000200:2.0:1779213171.100963:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213171.100968:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213171.100973:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006110c9f2. 00000800:00000200:2.0:1779213171.100977:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213171.100979:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779213171.100982:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213171.100985:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006110c9f2 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1779213171.100985:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e95bb4a. 02000000:00000001:3.0:1779213171.100990:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213171.100991:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213171.100995:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000314c6374. 00000100:00000040:2.0:1779213171.100996:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 552050 usecs (553 jiffies) 00000100:00000001:2.0:1779213171.101001:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306006569 00000400:00000010:3.0:1779213171.101001:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000800:00000200:1.0:1779213171.101002:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213171.101003:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306011587 00000100:00000200:3.0:1779213171.101006:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532864, portal 10 00000800:00000010:1.0:1779213171.101008:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000100:00000001:2.0:1779213171.101008:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306006569 00000100:00000001:3.0:1779213171.101009:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213171.101013:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306011587 00000400:00000200:1.0:1779213171.101015:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213171.101016:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306006569 00000100:00000001:3.0:1779213171.101017:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:2.0:1779213171.101021:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306011587 00000100:00000001:2.0:1779213171.101025:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306006569 00000400:00000200:1.0:1779213171.101027:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:3.0:1779213171.101027:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213171.101052:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213171.101056:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000100:00000001:2.0:1779213171.101056:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306011587 00000100:00000040:3.0:1779213171.101060:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213171.101061:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213171.101062:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000400:00000010:3.0:1779213171.101064:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000001:2.0:1779213171.101067:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.101069:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213171.101069:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960532864, offset 0 00000100:00000001:2.0:1779213171.101070:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213171.101078:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213171.101082:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213171.101083:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213171.101087:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213171.101088:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213171.101091:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213171.101095:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213171.101100:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213171.101102:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213171.101103:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213171.101106:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213171.101106:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213171.101109:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213171.101110:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213171.101113:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213171.101115:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213171.101122:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [183:183:254:4294967295] 192.168.202.129@tcp LPNI seq info [183:183:6:4294967295] 00000100:00000001:1.0:1779213171.101132:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.101136:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1779213171.101140:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213171.101145:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213171.101148:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001baae163. 00000800:00000200:3.0:1779213171.101153:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213171.101160:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213171.101162:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006110c9f2. 00000400:00000200:1.0:1779213171.101166:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1779213171.101169:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213171.101173:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001baae163 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213171.101175:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213171.101178:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213171.101180:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000100:00000040:3.0:1779213171.101182:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 33520 usecs (34 jiffies) 00000400:00000010:1.0:1779213171.101183:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000001:3.0:1779213171.101187:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306006050 00000100:00000001:1.0:1779213171.101188:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213171.101192:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306011587 00000100:00000200:1.0:1779213171.101194:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213171.101196:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306006050 00000100:00000001:3.0:1779213171.101200:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306011587 00000100:00000001:3.0:1779213171.101204:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306006050 00000100:00000001:3.0:1779213171.101207:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306011587 00000100:00000001:3.0:1779213171.101211:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306006050 00000100:00000001:1.0:1779213171.101214:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213171.101217:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213171.101218:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306011587 00000100:00000001:3.0:1779213171.101240:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213171.101242:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213171.101244:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213171.101245:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213171.101250:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213171.101251:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213171.101253:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213171.101255:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213171.101256:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213171.101258:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.101278:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.101280:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213171.101313:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213171.101315:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001baae163. 00000400:00000200:1.0:1779213171.101318:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213171.101321:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213171.101324:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:1.0:1779213171.101326:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:1.0:1779213171.101328:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213171.101331:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213171.101337:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213171.101339:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213171.101355:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.101357:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213171.105068:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105159:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213171.105163:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105166:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213171.105177:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213171.105195:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205680 00000400:00000200:3.0:1779213171.105200:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x68d [1] + 224 00000800:00000001:3.0:1779213171.105205:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105208:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213171.105210:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213171.105213:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213171.105220:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213171.105255:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213171.105265:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213171.105289:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213171.105297:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105300:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213171.105302:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105303:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213171.105307:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213171.105325:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205700 00000400:00000200:3.0:1779213171.105330:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x691 [1] + 224 00000800:00000001:3.0:1779213171.105347:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105351:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213171.105353:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213171.105356:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213171.105359:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213171.105363:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213171.105370:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213171.105390:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213171.105394:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105397:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213171.105399:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105401:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213171.105404:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213171.105410:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205780 00000400:00000200:3.0:1779213171.105415:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x69d [1] + 224 00000800:00000001:3.0:1779213171.105418:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213171.105432:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213171.105434:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213171.105438:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213171.105443:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213171.105444:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213171.105446:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213171.105451:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213171.105452:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213171.105455:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213171.105460:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000100:00000040:3.0:1779213171.105462:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213171.105474:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213171.105477:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213171.105481:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213171.105486:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213171.105491:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213171.105497:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213171.105504:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213171.105507:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213171.105515:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213171.105517:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213171.105520:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213171.105523:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213171.105526:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213171.105529:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213171.105532:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.105535:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213171.105538:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1779213171.105539:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=76 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213171.105544:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=76 v=5 (1 1 0 0) 00000400:00000001:1.0:1779213171.105544:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213171.105547:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213171.105549:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1779213171.105550:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000314c6374. 00000100:00000001:0.0:1779213171.105552:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213171.105555:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1779213171.105555:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00010000:00000001:0.0:1779213171.105558:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.105561:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213171.105566:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213171.105567:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:1.0:1779213171.105573:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213171.105578:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213171.105580:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213171.105583:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213171.105587:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213171.105594:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213171.105597:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213171.105617:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960532608:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213171.105618:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213171.105622:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213171.105624:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213171.105625:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213171.105626:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213171.105628:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213171.105630:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213171.105630:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213171.105633:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213171.105633:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213171.105637:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004be2885 x1865639960532608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213171.105637:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1779213171.105640:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=76 v=5 (5 5 0 0) 00000400:00000001:2.0:1779213171.105642:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213171.105645:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1779213171.105648:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=40 v=5 (1 1 0 0) 00000400:00000010:2.0:1779213171.105649:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000100:00000001:1.0:1779213171.105654:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1779213171.105655:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000100:00000001:1.0:1779213171.105656:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213171.105659:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1779213171.105659:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000001:2.0:1779213171.105664:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:1.0:1779213171.105665:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213171.105671:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213171.105683:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213171.105687:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213171.105692:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000968dc6ab. 00010000:00000001:1.0:1779213171.105692:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213171.105698:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213171.105698:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1779213171.105698:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213171.105702:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1779213171.105703:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000020:00000040:0.0:1779213171.105706:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213171.105708:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213171.105711:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213171.105713:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213171.105714:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1779213171.105716:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 00000100:00000001:2.0:1779213171.105716:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213171.105722:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213171.105722:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213171.105726:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1779213171.105726:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213171.105726:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1779213171.105730:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004be2885. 00000100:00000001:2.0:1779213171.105730:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213171.105734:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.105738:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1779213171.105738:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.105741:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213171.105743:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213171.105745:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213171.105745:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=65 v=5 (5 5 0 0) 00000100:00000001:1.0:1779213171.105746:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213171.105749:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213171.105752:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=65 v=5 (1 1 0 0) 00000100:00000040:1.0:1779213171.105755:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213171.105756:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213171.105756:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213171.105760:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213171.105760:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213171.105766:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1779213171.105766:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213171.105770:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213171.105771:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960532864:192.168.202.129@tcp:400: 00010000:00000001:2.0:1779213171.105778:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.105779:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213171.105783:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213171.105784:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213171.105787:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000040:1.0:1779213171.105790:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960532864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213171.105790:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213171.105792:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213171.105799:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213171.105806:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213171.105808:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213171.105809:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213171.105811:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213171.105817:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960532736:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213171.105821:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213171.105823:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213171.105825:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960532736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213171.105830:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213171.105832:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213171.105833:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd15ac9. 02000000:00000001:2.0:1779213171.105837:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213171.105838:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213171.105839:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213171.105841:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213171.105842:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 02000000:00000001:2.0:1779213171.105844:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213171.105845:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213171.105846:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 00000100:00000001:2.0:1779213171.105848:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213171.105849:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213171.105851:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213171.105854:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213171.105855:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213171.105861:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213171.105863:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.105974:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213171.105976:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213171.105978:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e95bb4a. 02000000:00000001:1.0:1779213171.105981:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213171.105982:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213171.105983:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213171.105985:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213171.105987:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 02000000:00000001:1.0:1779213171.105989:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213171.105990:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213171.105991:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213171.105993:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213171.105994:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213171.105996:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213171.105999:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213171.106001:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213171.106002:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213171.106004:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213171.740356:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213171.740362:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213171.740369:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213171.740370:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213171.740432:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213171.740436:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213171.740438:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213172.764362:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213172.764369:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213172.764376:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213172.764378:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213172.764400:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213172.764404:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213172.764407:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213173.788418:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213173.788427:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213173.788435:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213173.788436:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213173.788521:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213173.788528:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213173.788532:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213174.812329:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213174.812335:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213174.812341:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213174.812343:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213174.812432:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213174.812438:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213174.812443:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213175.836339:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213175.836345:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213175.836351:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213175.836352:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213175.836371:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213175.836374:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213175.836376:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213176.220314:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213176.220326:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213176.220338:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213176.220347:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213176.220352:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213176.220357:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213176.220363:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213176.220374:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000100:00000001:1.0:1779213176.220383:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213176.220396:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213176.220409:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213176.220411:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213176.220419:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37d84ad] to pc [ptlrpcd_00_00+0] req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213176.220456:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213176.220459:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213176.220464:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213176.220467:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003efad394. 00000020:00000040:1.0:1779213176.220470:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213176.220472:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213176.220474:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213176.220476:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213176.220481:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:1.0:1779213176.220485:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.220485:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213176.220490:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213176.220492:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213176.220496:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213176.220502:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213176.220502:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1779213176.220505:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213176.220506:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213176.220508:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213176.220514:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efad394] to pc [ptlrpcd_00_01+1] req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213176.220526:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213176.220530:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213176.220535:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213176.220538:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213176.220551:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213176.220567:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960532992:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213176.220569:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213176.220574:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213176.220575:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213176.220579:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213176.220583:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1bb517. 02000000:00000001:2.0:1779213176.220583:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213176.220586:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1779213176.220586:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213176.220587:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213176.220590:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213176.220592:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213176.220593:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213176.220594:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213176.220595:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213176.220598:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213176.220601:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd9bc011. 00000100:00000040:0.0:1779213176.220602:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213176.220604:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 02000000:00000001:2.0:1779213176.220605:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213176.220611:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213176.220616:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000040:1.0:1779213176.220620:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213176.220621:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213176.220623:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213176.220628:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1779213176.220628:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 02000000:00000001:0.0:1779213176.220631:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213176.220635:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213176.220637:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960532992, portal 25 00000100:00100000:0.0:1779213176.220643:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960533120:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213176.220643:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213176.220644:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213176.220646:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213176.220647:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213176.220651:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213176.220655:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213176.220657:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1bb517] to pc [ptlrpcd_00_02+2] req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213176.220658:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213176.220658:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213176.220663:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213176.220675:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0455bd. 02000000:00000001:0.0:1779213176.220678:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.220679:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779213176.220684:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00000040:2.0:1779213176.220684:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213176.220690:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00000001:1.0:1779213176.220694:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213176.220694:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960532992, offset 0 00000400:00000010:0.0:1779213176.220696:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000040:1.0:1779213176.220699:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1779213176.220702:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960533120, portal 10 00000100:00000040:1.0:1779213176.220705:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213176.220707:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213176.220708:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213176.220710:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728209920 : -104753981341696 : ffffa0ba10274000) 00000100:00000040:1.0:1779213176.220715:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11348) 00000100:00000040:0.0:1779213176.220719:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213176.220727:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213176.220727:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213176.220728:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213176.220733:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1779213176.220733:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213176.220734:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213176.220736:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213176.220739:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213176.220739:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213176.220740:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000400:00000200:2.0:1779213176.220743:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:0.0:1779213176.220746:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960533120, offset 0 00000400:00000200:2.0:1779213176.220748:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213176.220752:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213176.220752:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213176.220756:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213176.220757:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213176.220758:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [184:184:256:4294967295] 192.168.202.129@tcp LPNI seq info [184:184:8:4294967295] 00000100:00000001:1.0:1779213176.220763:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213176.220766:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213176.220768:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213176.220776:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213176.220786:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213176.220793:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213176.220795:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779213176.220800:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000400:00000200:0.0:1779213176.220802:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213176.220807:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213176.220814:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1779213176.220815:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213176.220818:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213176.220820:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213176.220821:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213176.220825:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [185:185:255:4294967295] 192.168.202.129@tcp LPNI seq info [185:185:7:4294967295] 02000000:00000001:1.0:1779213176.220827:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1779213176.220829:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:1.0:1779213176.220830:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213176.220834:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213176.220841:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960533248:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213176.220842:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213176.220844:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213176.220850:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213176.220854:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213176.220857:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213176.220858:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213176.220860:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1779213176.220864:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000100:00000001:2.0:1779213176.220864:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213176.220866:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009aa9dee. 00000800:00000200:0.0:1779213176.220871:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213176.220872:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306016707 02000000:00000001:1.0:1779213176.220875:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213176.220879:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:1.0:1779213176.220881:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000800:00000200:0.0:1779213176.220883:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213176.220884:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306011587 00000400:00000010:1.0:1779213176.220887:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000001:0.0:1779213176.220889:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.220890:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306016707 00000100:00000200:1.0:1779213176.220892:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960533248, portal 10 00000100:00000040:0.0:1779213176.220895:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 541557 usecs (542 jiffies) 00000100:00000001:1.0:1779213176.220896:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213176.220896:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306011587 00000100:00000001:1.0:1779213176.220899:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728222464 : -104753981329152 : ffffa0ba10277100) 00000100:00000001:0.0:1779213176.220900:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306011678 00000100:00000001:2.0:1779213176.220901:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306016707 00000100:00000001:0.0:1779213176.220907:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306016707 00000100:00000001:2.0:1779213176.220908:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306011587 00000100:00000040:1.0:1779213176.220911:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213176.220913:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306016707 00000100:00000001:2.0:1779213176.220919:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306011587 00000100:00000001:0.0:1779213176.220920:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306011678 00000100:00000001:2.0:1779213176.220925:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213176.220926:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306016707 00000100:00000001:0.0:1779213176.220932:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306011678 00000100:00000001:1.0:1779213176.220933:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213176.220933:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213176.220938:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306016707 00000100:00000001:2.0:1779213176.220939:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213176.220940:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213176.220941:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306011678 00000100:00000001:2.0:1779213176.220944:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213176.220945:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306016707 00000400:00000010:1.0:1779213176.220945:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000001:0.0:1779213176.220950:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213176.220951:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960533248, offset 0 00000100:00000001:2.0:1779213176.220951:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213176.220953:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.220954:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213176.220959:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.220959:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213176.220963:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213176.220964:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213176.220964:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213176.220965:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213176.220970:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213176.220970:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213176.220973:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213176.220975:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213176.220977:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213176.220979:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213176.220979:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213176.220996:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213176.220997:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213176.221001:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213176.221002:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213176.221005:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1779213176.221007:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213176.221011:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [186:186:254:4294967295] 192.168.202.129@tcp LPNI seq info [186:186:6:4294967295] 00000800:00000010:3.0:1779213176.221015:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:1.0:1779213176.221023:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:3.0:1779213176.221023:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213176.221033:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213176.221041:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000800:00000200:1.0:1779213176.221042:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213176.221045:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000800:00000010:1.0:1779213176.221047:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000100:00000001:3.0:1779213176.221050:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213176.221054:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:3.0:1779213176.221058:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213176.221062:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213176.221067:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213176.221073:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213176.221079:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 32948 usecs (33 jiffies) 00000100:00000001:3.0:1779213176.221081:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213176.221083:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306011169 00000100:00000001:1.0:1779213176.221087:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306016707 00000100:00000040:3.0:1779213176.221087:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213176.221091:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306011169 00000100:00000001:1.0:1779213176.221096:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306016707 00000100:00000001:1.0:1779213176.221100:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306011169 00000100:00000001:1.0:1779213176.221105:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306016707 00000100:00000001:3.0:1779213176.221107:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213176.221109:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306011169 00000100:00000001:3.0:1779213176.221111:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213176.221114:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306016707 00000100:00000001:1.0:1779213176.221117:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213176.221119:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213176.221121:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213176.221123:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213176.221139:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213176.221142:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:3.0:1779213176.221145:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213176.221149:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213176.221151:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000400:00000010:3.0:1779213176.221153:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000001:3.0:1779213176.221156:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213176.221159:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213176.221179:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213176.221181:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213176.221197:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213176.221199:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213176.221300:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213176.221303:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:3.0:1779213176.221306:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213176.221310:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213176.221312:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:3.0:1779213176.221314:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:3.0:1779213176.221316:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213176.221319:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213176.221327:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213176.221329:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213176.221336:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213176.221337:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213176.223116:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223133:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213176.223137:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223139:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213176.223151:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213176.223165:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205800 00000400:00000200:1.0:1779213176.223173:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x6a5 [1] + 224 00000800:00000001:1.0:1779213176.223180:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223185:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213176.223197:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213176.223201:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213176.223209:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213176.223214:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213176.223322:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213176.223347:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213176.223359:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223364:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213176.223366:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223368:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213176.223373:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213176.223380:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205880 00000400:00000200:1.0:1779213176.223386:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6ad [1] + 224 00000800:00000001:1.0:1779213176.223390:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223393:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213176.223395:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213176.223398:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213176.223400:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213176.223404:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213176.223412:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213176.223430:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213176.223435:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223438:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213176.223440:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213176.223442:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213176.223446:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213176.223454:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205900 00000100:00000001:0.0:1779213176.223463:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213176.223467:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213176.223467:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:1.0:1779213176.223473:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213176.223478:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1779213176.223480:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213176.223482:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213176.223483:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1779213176.223486:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000400:00000200:1.0:1779213176.223489:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213176.223493:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213176.223496:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213176.223499:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213176.223504:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213176.223514:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213176.223521:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213176.223523:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213176.223526:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213176.223530:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213176.223539:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213176.223541:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213176.223545:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.223551:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1779213176.223553:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=70 v=5 (5 5 0 0) 00000100:00000001:2.0:1779213176.223555:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1779213176.223557:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=70 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213176.223559:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213176.223560:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213176.223562:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213176.223565:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213176.223570:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213176.223572:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213176.223574:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213176.223575:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213176.223580:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213176.223584:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213176.223588:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213176.223592:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213176.223593:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213176.223596:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213176.223604:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213176.223618:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960533120:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213176.223618:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213176.223628:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213176.223632:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213176.223635:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003efad394 x1865639960533120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213176.223641:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213176.223643:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213176.223645:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0455bd. 00000100:00000001:1.0:1779213176.223645:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1779213176.223648:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213176.223650:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213176.223652:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000800:00000001:1.0:1779213176.223653:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1779213176.223654:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213176.223657:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 00000800:00000001:1.0:1779213176.223659:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213176.223665:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213176.223667:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213176.223668:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003efad394. 00000100:00000001:0.0:1779213176.223671:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213176.223672:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213176.223674:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213176.223679:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213176.223680:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213176.223681:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213176.223684:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213176.223685:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213176.223689:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213176.223689:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213176.223692:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213176.223694:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 00000400:00000200:3.0:1779213176.223699:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:3.0:1779213176.223701:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:3.0:1779213176.223704:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1779213176.223707:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1779213176.223709:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213176.223711:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213176.223715:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213176.223722:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000010:2.0:1779213176.223725:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000200:3.0:1779213176.223727:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213176.223730:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213176.223737:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213176.223747:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213176.223748:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213176.223751:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213176.223755:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213176.223757:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213176.223766:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213176.223769:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.223772:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213176.223773:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.223776:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213176.223778:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:3.0:1779213176.223779:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=81 v=5 (5 5 0 0) 02000000:00000001:2.0:1779213176.223780:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213176.223782:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213176.223784:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213176.223786:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=45 v=5 (1 1 0 0) 02000000:00000001:2.0:1779213176.223787:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213176.223792:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=81 v=5 (5 5 0 0) 00000100:00000001:3.0:1779213176.223792:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213176.223795:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213176.223796:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=81 v=5 (1 1 0 0) 00010000:00000001:3.0:1779213176.223798:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213176.223800:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213176.223803:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213176.223806:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213176.223806:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213176.223815:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213176.223818:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213176.223818:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213176.223821:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213176.223822:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213176.223824:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213176.223827:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213176.223830:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213176.223839:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213176.223841:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213176.223842:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213176.223845:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213176.223848:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213176.223868:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1779213176.223871:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960532992:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213176.223872:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213176.223875:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213176.223881:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213176.223883:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213176.223885:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213176.223890:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960532992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213176.223902:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960533248:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213176.223908:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213176.223911:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213176.223912:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213176.223915:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd9bc011. 00000100:00000001:3.0:1779213176.223916:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213176.223921:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213176.223921:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1bb517 x1865639960533248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213176.223924:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213176.223926:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213176.223930:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213176.223933:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213176.223936:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009aa9dee. 00000020:00000001:2.0:1779213176.223937:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213176.223940:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 02000000:00000001:3.0:1779213176.223942:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1779213176.223945:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213176.223947:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213176.223949:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000020:00000001:3.0:1779213176.223950:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213176.223953:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213176.223955:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1779213176.223956:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213176.223958:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213176.223959:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 00000100:00000001:2.0:1779213176.223962:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213176.223964:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213176.223966:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213176.223968:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1779213176.223968:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1bb517. 00000100:00000001:2.0:1779213176.223971:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213176.223974:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213176.223974:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213176.223976:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213176.223976:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213176.223980:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213176.223997:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213176.223998:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213176.224001:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213176.224003:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213176.860346:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213176.860352:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213176.860357:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213176.860358:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213176.860455:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213176.860461:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213176.860466:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213177.884382:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213177.884389:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213177.884392:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213177.884397:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213177.884401:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213177.884403:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213177.884405:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213177.884407:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213177.884410:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213177.884412:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213177.884414:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213177.884416:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213177.884418:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213177.884419:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213177.884420:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213177.884422:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213177.884491:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213177.884495:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213177.884497:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213178.909054:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213178.909062:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213178.909073:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213178.909074:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213178.909100:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213178.909103:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213178.909131:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213179.932817:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213179.932825:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213179.932833:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213179.932835:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213179.933039:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213179.933043:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213179.933046:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213180.958980:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213180.958987:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213180.958994:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213180.958996:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213180.959108:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213180.959112:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213180.959116:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213181.340354:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213181.340363:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213181.340374:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779213181.340381:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213181.340385:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213181.340389:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213181.340394:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213181.340401:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:3.0:1779213181.340408:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213181.340419:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213181.340435:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213181.340437:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213181.340441:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_03+3] req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213181.340485:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213181.340487:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213181.340491:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213181.340494:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213181.340496:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213181.340499:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213181.340501:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213181.340503:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213181.340506:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:3.0:1779213181.340509:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.340511:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213181.340514:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213181.340517:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213181.340522:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213181.340526:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213181.340527:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213181.340530:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213181.340535:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213181.340535:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_00+0] req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213181.340541:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.340554:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213181.340557:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213181.340561:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213181.340564:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213181.340566:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213181.340570:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213181.340571:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960533376:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213181.340574:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213181.340579:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213181.340580:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1779213181.340581:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213181.340584:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213181.340585:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213181.340586:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213181.340589:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213181.340591:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1779213181.340591:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1779213181.340591:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.340596:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213181.340597:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:0.0:1779213181.340602:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213181.340602:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213181.340602:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.340605:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213181.340606:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213181.340608:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213181.340608:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213181.340609:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213181.340615:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b197e98. 00000100:00000001:2.0:1779213181.340615:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213181.340617:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213181.340618:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213181.340619:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.340622:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213181.340625:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213181.340627:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000100:00000040:2.0:1779213181.340631:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213181.340631:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_01+1] req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213181.340637:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000200:1.0:1779213181.340646:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960533376, portal 25 00000100:00000001:1.0:1779213181.340651:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213181.340654:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000100:00000001:2.0:1779213181.340663:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1779213181.340665:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213181.340665:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213181.340671:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213181.340673:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213181.340674:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213181.340679:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213181.340680:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.340682:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213181.340686:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1779213181.340688:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960533504:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213181.340691:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213181.340695:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000001:2.0:1779213181.340695:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213181.340697:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11353) 00000100:00000200:1.0:1779213181.340699:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960533376, offset 0 02000000:00000001:2.0:1779213181.340700:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213181.340701:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213181.340703:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213181.340705:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1779213181.340706:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213181.340707:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213181.340711:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213181.340714:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1779213181.340714:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d16580. 00000100:00000001:0.0:1779213181.340716:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213181.340718:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.340719:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213181.340721:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213181.340723:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1779213181.340725:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000040:0.0:1779213181.340728:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213181.340728:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213181.340732:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000400:00000200:1.0:1779213181.340739:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1779213181.340739:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960533504, portal 10 00000100:00000001:0.0:1779213181.340741:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213181.340743:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213181.340745:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213181.340746:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213181.340747:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213181.340751:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.340751:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213181.340754:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213181.340754:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000400:00000200:1.0:1779213181.340758:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00100000:0.0:1779213181.340761:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960533632:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213181.340766:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213181.340767:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [187:187:256:4294967295] 192.168.202.129@tcp LPNI seq info [187:187:8:4294967295] 00000100:00000001:0.0:1779213181.340768:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213181.340771:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213181.340774:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213181.340777:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213181.340781:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a35ea80. 02000000:00000001:0.0:1779213181.340784:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.340784:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779213181.340789:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00000040:2.0:1779213181.340792:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213181.340794:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000400:00000200:1.0:1779213181.340797:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213181.340798:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00000200:0.0:1779213181.340805:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960533632, portal 10 00000100:00000200:2.0:1779213181.340807:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960533504, offset 0 00000800:00000200:1.0:1779213181.340809:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213181.340810:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213181.340812:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000400:00000200:2.0:1779213181.340816:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213181.340818:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000100:00000040:0.0:1779213181.340819:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213181.340827:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213181.340828:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213181.340832:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213181.340834:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213181.340834:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1779213181.340839:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000400:00000200:2.0:1779213181.340841:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:0.0:1779213181.340842:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960533632, offset 0 00000800:00000200:1.0:1779213181.340847:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213181.340847:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213181.340851:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213181.340856:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213181.340868:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213181.340871:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [188:188:255:4294967295] 192.168.202.129@tcp LPNI seq info [188:188:7:4294967295] 00000400:00000200:2.0:1779213181.340880:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213181.340883:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213181.340888:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213181.340890:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213181.340890:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306021827 00000800:00000010:2.0:1779213181.340895:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 00000400:00000200:0.0:1779213181.340897:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213181.340903:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213181.340903:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306016707 00000800:00000200:2.0:1779213181.340903:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213181.340909:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1779213181.340913:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213181.340914:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1779213181.340919:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213181.340920:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [189:189:254:4294967295] 192.168.202.129@tcp LPNI seq info [189:189:6:4294967295] 00000100:00000001:1.0:1779213181.340921:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306021827 00000100:00000001:2.0:1779213181.340925:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.340929:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306016707 00000100:00000040:2.0:1779213181.340931:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 531408 usecs (532 jiffies) 00000400:00000200:0.0:1779213181.340943:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213181.340949:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306021827 00000100:00000001:2.0:1779213181.340949:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306016788 00000800:00000200:0.0:1779213181.340954:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213181.340956:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306021827 00000100:00000001:1.0:1779213181.340958:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306016707 00000800:00000200:3.0:1779213181.340959:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213181.340960:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dd5d65. 00000100:00000001:2.0:1779213181.340961:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306016788 00000100:00000001:1.0:1779213181.340966:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306021827 00000100:00000001:2.0:1779213181.340966:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306021827 00000800:00000010:3.0:1779213181.340967:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000800:00000200:0.0:1779213181.340968:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213181.340972:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306016788 00000100:00000001:1.0:1779213181.340976:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306016707 00000100:00000001:2.0:1779213181.340976:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306021827 00000800:00000200:0.0:1779213181.340978:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213181.340978:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1779213181.340981:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dd5d65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213181.340983:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213181.340987:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.340987:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306016788 00000100:00000001:1.0:1779213181.340989:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213181.340992:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 32355 usecs (33 jiffies) 00000400:00000200:3.0:1779213181.340992:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213181.340993:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306021827 00000100:00000001:0.0:1779213181.340996:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306016289 00000100:00000001:1.0:1779213181.340996:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.341000:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213181.341001:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306021827 00000100:00000001:1.0:1779213181.341001:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213181.341001:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000100:00000001:2.0:1779213181.341004:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.341006:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306016289 00000400:00000010:3.0:1779213181.341006:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:2.0:1779213181.341009:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.341010:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213181.341011:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306021827 00000100:00000001:1.0:1779213181.341012:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213181.341014:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213181.341015:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.341017:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306016289 00000100:00000001:1.0:1779213181.341018:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213181.341019:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213181.341022:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1779213181.341022:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213181.341023:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213181.341026:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.341026:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.341032:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.341032:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.341036:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306021827 00000100:00000001:0.0:1779213181.341043:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306016289 00000100:00000001:0.0:1779213181.341046:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306021827 00000100:00000001:3.0:1779213181.341046:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213181.341050:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213181.341052:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213181.341055:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.341061:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213181.341064:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.341065:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213181.341067:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213181.341083:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213181.341086:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000400:00000200:3.0:1779213181.341090:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213181.341093:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213181.341096:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:3.0:1779213181.341097:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:3.0:1779213181.341100:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213181.341103:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213181.341109:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213181.341117:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213181.341132:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213181.341134:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213181.341211:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213181.341214:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dd5d65. 00000400:00000200:3.0:1779213181.341217:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213181.341221:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213181.341255:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000400:00000010:3.0:1779213181.341257:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000100:00000001:3.0:1779213181.341260:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213181.341263:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213181.341270:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213181.341272:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213181.341277:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213181.341278:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213181.343674:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213181.343691:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213181.343696:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213181.343699:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213181.343768:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213181.343787:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205980 00000400:00000200:3.0:1779213181.343796:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000001:3.0:1779213181.343805:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213181.343810:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213181.343813:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213181.343818:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213181.343826:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213181.343833:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213181.343847:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213181.343881:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213181.343903:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213181.343908:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213181.343910:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213181.343913:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213181.343919:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213181.343921:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213181.343926:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213181.343927:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205a00 00000400:00000200:3.0:1779213181.343945:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:3.0:1779213181.343949:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213181.343951:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213181.343953:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213181.343955:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1779213181.343957:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213181.343958:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 00000400:00000200:3.0:1779213181.343963:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213181.343965:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:1.0:1779213181.343968:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:1.0:1779213181.343972:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213181.343973:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213181.343978:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213181.343980:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213181.344000:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213181.344005:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213181.344018:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213181.344021:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213181.344024:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213181.344027:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213181.344033:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213181.344037:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1779213181.344039:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213181.344042:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213181.344047:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213181.344047:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213181.344049:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213181.344052:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213181.344056:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:1.0:1779213181.344063:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=86 v=5 (5 5 0 0) 00000400:00000200:3.0:1779213181.344063:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205a80 00000100:00001000:1.0:1779213181.344070:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=86 v=5 (1 1 0 0) 00000400:00000200:3.0:1779213181.344075:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6c9 [1] + 224 00000100:00000001:1.0:1779213181.344076:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213181.344077:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213181.344079:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.344081:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213181.344082:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1779213181.344083:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213181.344086:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213181.344086:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213181.344089:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1779213181.344089:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213181.344090:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213181.344092:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:3.0:1779213181.344094:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213181.344097:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000100:00000040:1.0:1779213181.344098:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213181.344101:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000400:00000200:3.0:1779213181.344102:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213181.344107:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213181.344109:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213181.344113:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213181.344114:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213181.344120:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1779213181.344123:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213181.344124:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213181.344132:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213181.344134:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213181.344153:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213181.344163:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1779213181.344164:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960533376:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213181.344166:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213181.344170:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213181.344173:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213181.344174:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213181.344175:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213181.344177:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.344179:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213181.344180:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213181.344183:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960533376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213181.344186:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=75 v=5 (5 5 0 0) 00000100:00000001:3.0:1779213181.344189:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1779213181.344194:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=75 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213181.344195:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1779213181.344197:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1779213181.344199:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213181.344199:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1779213181.344201:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213181.344202:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213181.344203:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b197e98. 00010000:00000001:2.0:1779213181.344208:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1779213181.344210:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1779213181.344212:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213181.344213:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213181.344215:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213181.344218:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213181.344221:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 02000000:00000001:1.0:1779213181.344251:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213181.344254:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213181.344255:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:1.0:1779213181.344261:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213181.344264:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213181.344268:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213181.344269:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213181.344271:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213181.344272:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213181.344275:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.344279:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213181.344280:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213181.344283:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213181.344287:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213181.344291:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.344293:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213181.344296:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213181.344298:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213181.344301:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213181.344309:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960533504:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213181.344313:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213181.344314:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213181.344316:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213181.344316:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213181.344319:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960533504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213181.344321:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213181.344323:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213181.344325:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000100:00000001:2.0:1779213181.344326:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213181.344328:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1779213181.344329:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213181.344330:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 02000000:00000010:2.0:1779213181.344330:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9d16580. 00000100:00000001:0.0:1779213181.344334:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1779213181.344334:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213181.344335:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213181.344336:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000200:0.0:1779213181.344338:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213181.344339:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213181.344340:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 02000000:00000001:2.0:1779213181.344343:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213181.344344:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1779213181.344346:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779213181.344346:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:2.0:1779213181.344349:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213181.344351:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213181.344352:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213181.344352:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213181.344354:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213181.344355:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213181.344356:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1779213181.344357:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213181.344357:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.344358:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213181.344359:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213181.344359:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213181.344361:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213181.344365:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=86 v=5 (5 5 0 0) 00000100:00000001:2.0:1779213181.344367:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213181.344368:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=50 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213181.344371:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213181.344372:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213181.344373:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213181.344376:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213181.344393:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.344396:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213181.344397:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213181.344399:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213181.344400:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213181.344403:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213181.344409:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213181.344411:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213181.344413:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213181.344415:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213181.344422:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960533632:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213181.344426:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213181.344427:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213181.344430:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960533632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213197 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213181.344436:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213181.344437:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213181.344439:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a35ea80. 02000000:00000001:0.0:1779213181.344442:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213181.344444:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213181.344445:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213181.344447:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213181.344448:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 02000000:00000001:0.0:1779213181.344450:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213181.344451:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213181.344452:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:0.0:1779213181.344454:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213181.344455:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213181.344460:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213181.344463:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213181.344463:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213181.344465:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213181.344466:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213181.980388:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213181.980396:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213181.980402:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213181.980403:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213181.980432:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213181.980435:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213181.980437:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213183.004356:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213183.004364:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213183.004371:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213183.004372:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213183.004490:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213183.004495:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213183.004498:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213184.028501:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213184.028507:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213184.028513:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213184.028514:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213184.028714:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213184.028718:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213184.028721:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213185.052332:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213185.052337:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213185.052341:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213185.052342:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213185.052358:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779213185.052360:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213185.052362:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213186.076343:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213186.076348:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213186.076353:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213186.076355:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213186.076403:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213186.076407:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213186.076410:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213186.462001:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213186.462010:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213186.462021:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779213186.462028:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213186.462033:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213186.462036:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213186.462040:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213186.462049:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:3.0:1779213186.462056:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213186.462066:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213186.462077:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213186.462080:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213186.462085:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_02+2] req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.462113:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213186.462115:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213186.462119:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213186.462133:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213186.462136:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213186.462139:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213186.462140:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213186.462141:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213186.462143:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213186.462147:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:3.0:1779213186.462147:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:1.0:1779213186.462152:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213186.462153:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213186.462158:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213186.462160:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213186.462161:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213186.462165:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213186.462166:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213186.462166:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213186.462168:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462171:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213186.462174:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_03+3] req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.462175:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213186.462179:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213186.462187:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.462195:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462196:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213186.462199:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213186.462200:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213186.462205:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1779213186.462206:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1779213186.462208:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 02000000:00000001:1.0:1779213186.462209:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1779213186.462213:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213186.462214:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.462217:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213186.462219:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1779213186.462220:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960533760:192.168.202.129@tcp:400: 02000000:00000001:3.0:1779213186.462242:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213186.462245:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462251:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1779213186.462251:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:3.0:1779213186.462257:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213186.462258:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213186.462261:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213186.462262:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1779213186.462263:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779213186.462265:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213186.462267:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213186.462272:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b197e98. 00000100:00000001:2.0:1779213186.462274:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1779213186.462277:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.462278:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213186.462279:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213186.462282:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.462283:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1779213186.462286:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000100:00000001:2.0:1779213186.462287:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213186.462290:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213186.462290:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_00+0] req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213186.462295:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000040:2.0:1779213186.462298:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213186.462304:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960533760, portal 25 00000100:00000001:1.0:1779213186.462310:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213186.462313:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000040:1.0:1779213186.462327:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.462333:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213186.462337:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213186.462349:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213186.462353:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213186.462356:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213186.462356:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213186.462359:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213186.462361:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000040:3.0:1779213186.462362:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11359) 02000000:00000001:2.0:1779213186.462364:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1779213186.462365:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960533760, offset 0 02000000:00000001:2.0:1779213186.462367:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213186.462371:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213186.462375:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:2.0:1779213186.462377:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960533888:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213186.462382:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213186.462385:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213186.462388:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213186.462390:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213186.462390:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213186.462391:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1779213186.462394:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213186.462397:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213186.462398:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1779213186.462398:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63c0db6. 02000000:00000001:2.0:1779213186.462403:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213186.462406:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213186.462406:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1779213186.462408:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000001:3.0:1779213186.462409:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213186.462413:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213186.462414:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213186.462415:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000001:3.0:1779213186.462417:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213186.462419:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213186.462420:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1779213186.462421:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960533888, portal 10 00000400:00000200:1.0:1779213186.462425:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [190:190:256:4294967295] 192.168.202.129@tcp LPNI seq info [190:190:8:4294967295] 00000100:00000001:2.0:1779213186.462426:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1779213186.462428:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213186.462430:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000001:3.0:1779213186.462440:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213186.462442:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.462442:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213186.462448:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213186.462451:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213186.462458:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213186.462458:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213186.462462:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213186.462465:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00100000:3.0:1779213186.462466:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960534016:192.168.202.129@tcp:400: 00000400:00000010:2.0:1779213186.462471:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000001:3.0:1779213186.462473:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1779213186.462476:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213186.462477:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960533888, offset 0 02000000:00000001:3.0:1779213186.462478:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213186.462482:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213186.462484:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 02000000:00000001:3.0:1779213186.462485:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213186.462489:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000010:3.0:1779213186.462490:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 02000000:00000001:3.0:1779213186.462494:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213186.462495:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213186.462498:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213186.462501:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000314c6374. 00000400:00000200:2.0:1779213186.462503:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213186.462507:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:3.0:1779213186.462508:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000400:00000200:2.0:1779213186.462510:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213186.462513:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1779213186.462514:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534016, portal 10 00000400:00000200:2.0:1779213186.462516:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213186.462520:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213186.462522:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213186.462523:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000001:1.0:1779213186.462529:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213186.462529:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [191:191:255:4294967295] 192.168.202.129@tcp LPNI seq info [191:191:7:4294967295] 00000100:00000040:3.0:1779213186.462534:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.462536:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306026949 00000100:00000001:1.0:1779213186.462545:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306021827 00000400:00000200:2.0:1779213186.462550:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213186.462552:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213186.462553:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306026949 00000100:00000001:1.0:1779213186.462557:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306021827 00000100:00000001:1.0:1779213186.462564:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306026949 00000100:00000040:3.0:1779213186.462568:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213186.462569:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213186.462570:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306021827 00000400:00000010:3.0:1779213186.462571:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072bfd82d. 00000100:00000001:1.0:1779213186.462577:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306026949 00000800:00000010:2.0:1779213186.462577:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000100:00000200:3.0:1779213186.462577:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960534016, offset 0 00000100:00000001:1.0:1779213186.462584:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306021827 00000400:00000200:3.0:1779213186.462587:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213186.462589:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213186.462595:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213186.462597:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213186.462598:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1779213186.462602:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213186.462604:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213186.462604:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:2.0:1779213186.462608:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213186.462609:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213186.462610:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213186.462614:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213186.462616:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.462617:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213186.462619:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [192:192:254:4294967295] 192.168.202.129@tcp LPNI seq info [192:192:6:4294967295] 00000100:00000001:1.0:1779213186.462620:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213186.462623:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213186.462624:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 521651 usecs (522 jiffies) 00000100:00000001:1.0:1779213186.462626:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.462629:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306021900 00000100:00000001:1.0:1779213186.462630:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.462636:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306026949 00000400:00000200:3.0:1779213186.462636:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213186.462642:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306021900 00000100:00000001:2.0:1779213186.462647:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306026949 00000800:00000200:3.0:1779213186.462647:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213186.462652:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306021900 00000800:00000010:3.0:1779213186.462654:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd6485b. 00000100:00000001:2.0:1779213186.462656:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306026949 00000100:00000001:2.0:1779213186.462660:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306021900 00000800:00000200:3.0:1779213186.462662:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213186.462664:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306026949 00000100:00000001:2.0:1779213186.462668:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213186.462668:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213186.462673:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213186.462673:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001dd6485b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779213186.462674:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213186.462680:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000100:00000001:2.0:1779213186.462680:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213186.462680:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.462686:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213186.462687:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 31801 usecs (32 jiffies) 00000400:00000200:1.0:1779213186.462688:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213186.462692:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306021410 00000100:00000001:3.0:1779213186.462695:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306026949 00000400:00000200:1.0:1779213186.462697:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213186.462699:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306021410 00000100:00000001:3.0:1779213186.462702:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306026949 00000400:00000200:1.0:1779213186.462703:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000100:00000001:3.0:1779213186.462705:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306021410 00000400:00000010:1.0:1779213186.462707:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:3.0:1779213186.462708:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306026949 00000100:00000001:1.0:1779213186.462712:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213186.462712:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306021410 00000100:00000001:3.0:1779213186.462714:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306026949 00000100:00000200:1.0:1779213186.462718:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.462718:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213186.462723:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462730:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213186.462732:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213186.462734:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.462737:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462745:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462747:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213186.462758:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213186.462761:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000100:00000001:0.0:1779213186.462764:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213186.462764:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213186.462769:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213186.462769:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213186.462774:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:1.0:1779213186.462776:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000001:1.0:1779213186.462778:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213186.462781:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.462788:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213186.462790:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.462806:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462808:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213186.462871:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213186.462873:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd6485b. 00000400:00000200:1.0:1779213186.462876:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213186.462879:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213186.462893:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bfd82d 00000400:00000010:1.0:1779213186.462895:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072bfd82d. 00000100:00000001:1.0:1779213186.462897:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213186.462900:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.462907:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213186.462909:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.462914:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.462915:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213186.465335:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213186.465349:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213186.465353:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213186.465355:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213186.465364:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213186.465377:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205b00 00000400:00000200:3.0:1779213186.465498:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:3.0:1779213186.465505:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213186.465509:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213186.465512:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213186.465516:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213186.465555:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213186.465561:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213186.465572:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.465591:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213186.465598:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213186.465602:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213186.465603:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213186.465605:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213186.465609:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213186.465617:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205b80 00000400:00000200:3.0:1779213186.465623:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6dd [1] + 224 00000100:00000001:1.0:1779213186.465628:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213186.465628:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213186.465632:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213186.465632:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213186.465636:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1779213186.465639:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213186.465641:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1779213186.465641:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:1.0:1779213186.465645:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 00000400:00000200:1.0:1779213186.465648:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:1.0:1779213186.465649:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:1.0:1779213186.465652:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213186.465653:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213186.465656:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213186.465660:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213186.465664:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.465669:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213186.465670:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213186.465673:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213186.465675:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213186.465678:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1779213186.465685:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.465686:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213186.465691:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213186.465698:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=91 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213186.465701:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=91 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213186.465703:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213186.465705:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213186.465708:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213186.465711:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213186.465713:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213186.465716:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.465719:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213186.465721:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213186.465724:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213186.465725:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213186.465726:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1779213186.465728:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213186.465732:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1779213186.465734:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960533760:192.168.202.129@tcp:400: 00000800:00000001:3.0:1779213186.465737:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213186.465741:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213186.465741:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213186.465744:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213186.465748:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960533760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213186.465752:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213186.465755:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213186.465758:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213186.465762:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1779213186.465764:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1779213186.465765:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1779213186.465766:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205c00 00000400:00000001:2.0:1779213186.465767:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1779213186.465768:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b197e98. 00000400:00000010:2.0:1779213186.465770:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 02000000:00000001:1.0:1779213186.465774:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1779213186.465775:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000020:00000001:1.0:1779213186.465776:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:2.0:1779213186.465777:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000020:00000040:1.0:1779213186.465778:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213186.465780:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1779213186.465781:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213186.465784:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 00000400:00000200:3.0:1779213186.465785:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6e5 [1] + 224 00000100:00000200:2.0:1779213186.465786:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213186.465789:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213186.465791:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213186.465794:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000800:00000001:3.0:1779213186.465795:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213186.465799:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1779213186.465801:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213186.465804:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213186.465806:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213186.465811:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213186.465812:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.465813:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213186.465814:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213186.465814:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213186.465815:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213186.465818:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.465819:0:199014:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:3.0:1779213186.465819:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1779213186.465822:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213186.465823:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213186.465825:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213186.465827:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213186.465832:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=80 v=5 (5 5 0 0) 00000400:00000200:3.0:1779213186.465835:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00001000:2.0:1779213186.465836:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213186.465838:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213186.465840:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213186.465842:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213186.465844:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1779213186.465845:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213186.465849:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1779213186.465850:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213186.465852:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213186.465856:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213186.465858:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213186.465866:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213186.465868:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213186.465902:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213186.465904:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213186.465905:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213186.465908:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213186.465911:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1779213186.465914:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960533888:192.168.202.129@tcp:400: 00000800:00000001:3.0:1779213186.465917:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213186.465922:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213186.465922:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213186.465926:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213186.465928:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960533888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213186.465932:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213186.465933:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213186.465940:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63c0db6. 02000000:00000001:2.0:1779213186.465942:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213186.465943:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213186.465944:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213186.465946:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213186.465947:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 00000100:00000001:0.0:1779213186.465948:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213186.465949:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213186.465951:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213186.465952:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213186.465954:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000400:00000001:0.0:1779213186.465956:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213186.465957:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1779213186.465959:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213186.465959:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213186.465962:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000314c6374. 00000100:00000001:2.0:1779213186.465963:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213186.465967:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213186.465968:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000400:00000010:0.0:1779213186.465970:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000100:00000001:2.0:1779213186.465970:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213186.465975:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213186.465975:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213186.465977:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213186.465980:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213186.465987:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213186.465991:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213186.465992:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213186.465993:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213186.465994:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213186.465995:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213186.465996:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213186.465997:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213186.465999:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=91 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213186.466001:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213186.466002:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213186.466003:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213186.466004:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213186.466005:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213186.466009:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213186.466011:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213186.466011:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213186.466017:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213186.466018:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213186.466020:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213186.466023:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213186.466024:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213186.466025:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213186.466027:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213186.466030:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960534016:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213186.466033:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213186.466034:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213186.466035:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960534016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213202 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213186.466039:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213186.466040:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213186.466041:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:0.0:1779213186.466042:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213186.466043:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213186.466044:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213186.466045:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213186.466046:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 02000000:00000001:0.0:1779213186.466047:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213186.466048:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213186.466049:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:0.0:1779213186.466050:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213186.466051:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213186.466052:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213186.466055:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213186.466055:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213186.466056:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213186.466058:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213187.100309:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213187.100314:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213187.100319:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213187.100320:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213187.100373:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213187.100382:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213187.100385:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213188.124345:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213188.124352:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213188.124355:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213188.124358:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213188.124362:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213188.124364:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213188.124366:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213188.124368:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213188.124371:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213188.124373:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213188.124374:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213188.124376:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213188.124378:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213188.124379:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213188.124380:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213188.124382:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213188.124412:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213188.124416:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213188.124420:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213189.148374:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213189.148380:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213189.148402:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213189.148404:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213189.150044:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213189.150051:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213189.150056:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213190.172337:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213190.172344:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213190.172350:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213190.172351:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213190.172371:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213190.172376:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213190.172379:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213191.197816:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213191.197821:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213191.197828:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213191.197829:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213191.197881:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213191.197886:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213191.197889:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213191.580691:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213191.580702:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213191.580714:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213191.580723:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213191.580728:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213191.580758:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213191.580765:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213191.580776:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:3.0:1779213191.580784:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213191.580799:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213191.580811:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213191.580813:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213191.580820:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_01+1] req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.580868:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213191.580874:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213191.580874:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.580877:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213191.580878:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213191.580883:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1779213191.580884:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779213191.580888:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213191.580892:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213191.580897:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213191.580899:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213191.580902:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.580903:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213191.580907:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213191.580907:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:3.0:1779213191.580912:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213191.580914:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213191.580917:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213191.580918:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213191.580924:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213191.580931:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1779213191.580932:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960534144:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213191.580934:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.580939:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213191.580942:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_02+2] req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213191.580946:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213191.580950:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213191.580954:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213191.580959:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086087a0a. 02000000:00000001:0.0:1779213191.580961:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213191.580967:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00000001:3.0:1779213191.580968:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213191.580970:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213191.580974:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1779213191.580975:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000010:3.0:1779213191.580978:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213191.580981:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000200:0.0:1779213191.580983:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534144, portal 25 00000100:00000001:3.0:1779213191.580989:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213191.580990:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213191.580991:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213191.580994:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:3.0:1779213191.580997:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213191.581000:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213191.581005:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213191.581006:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213191.581008:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_03+3] req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213191.581013:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213191.581015:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213191.581017:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213191.581021:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11364) 00000100:00000001:0.0:1779213191.581035:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213191.581036:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000040:0.0:1779213191.581042:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.581058:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213191.581061:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213191.581063:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000100:00000200:0.0:1779213191.581065:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960534144, offset 0 00000400:00000200:0.0:1779213191.581071:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213191.581143:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213191.581148:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213191.581152:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213191.581155:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213191.581157:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213191.581160:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [193:193:256:4294967295] 192.168.202.129@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:0.0:1779213191.581169:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213191.581174:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213191.581178:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006855e5a7. 00000800:00000200:0.0:1779213191.581184:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213191.581192:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213191.581196:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006855e5a7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213191.581210:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.581214:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306032067 00000100:00000001:0.0:1779213191.581220:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306026949 00000100:00000001:0.0:1779213191.581248:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306032068 00000100:00000001:0.0:1779213191.581251:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306026949 00000100:00000001:0.0:1779213191.581253:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306032068 00000100:00000001:0.0:1779213191.581256:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306026949 00000100:00000001:0.0:1779213191.581257:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306032068 00000100:00000001:0.0:1779213191.581259:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306026949 00000100:00000001:0.0:1779213191.581261:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213191.581263:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.581270:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.581271:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213191.581280:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213191.581281:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213191.581283:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213191.581284:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213191.581284:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.581286:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213191.581988:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213191.581995:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006855e5a7. 00000400:00000200:3.0:1779213191.581999:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213191.582006:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213191.582012:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000400:00000010:3.0:1779213191.582015:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000100:00000001:3.0:1779213191.582019:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213191.582024:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213191.582033:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213191.582037:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213191.582044:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213191.582046:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213191.582793:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213191.582798:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213191.582799:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213191.582805:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213191.582812:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213191.582813:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213191.582816:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213191.582819:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213191.582821:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213191.582822:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960534272:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213191.582825:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213191.582828:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213191.582840:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213191.582843:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213191.582849:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3a8a481. 02000000:00000001:1.0:1779213191.582851:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213191.582858:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000400:00000010:1.0:1779213191.582868:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000200:1.0:1779213191.582874:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534272, portal 10 00000100:00000001:1.0:1779213191.582876:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213191.582877:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000040:1.0:1779213191.582884:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213191.582892:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213191.582895:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213191.582897:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:1.0:1779213191.582899:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960534272, offset 0 00000100:00000001:2.0:1779213191.582899:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213191.582903:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213191.582916:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213191.582925:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213191.582926:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213191.582928:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213191.582930:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213191.582930:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213191.582933:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:2.0:1779213191.582935:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213191.582936:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213191.582939:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213191.582942:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [194:194:256:4294967295] 192.168.202.129@tcp LPNI seq info [194:194:8:4294967295] 00000100:00000001:2.0:1779213191.582943:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213191.582944:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213191.582946:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213191.582948:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213191.582950:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213191.582951:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:2.0:1779213191.582953:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960534400:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213191.582956:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1779213191.582958:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213191.582959:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213191.582960:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213191.582962:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1779213191.582963:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 02000000:00000010:2.0:1779213191.582965:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057bddfb9. 02000000:00000001:2.0:1779213191.582967:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213191.582969:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:2.0:1779213191.582970:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000400:00000010:2.0:1779213191.582974:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000800:00000200:1.0:1779213191.582976:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:2.0:1779213191.582977:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534400, portal 10 00000800:00000200:1.0:1779213191.582979:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213191.582979:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213191.582980:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:2.0:1779213191.582985:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213191.582997:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213191.583000:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213191.583001:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213191.583002:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfc1185. 00000100:00000200:2.0:1779213191.583004:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960534400, offset 0 00000100:00000040:1.0:1779213191.583005:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 512250 usecs (513 jiffies) 00000100:00000001:1.0:1779213191.583008:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306027011 00000400:00000200:2.0:1779213191.583008:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213191.583011:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306032067 00000400:00000200:2.0:1779213191.583012:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213191.583013:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306027011 00000100:00000001:1.0:1779213191.583015:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306032068 00000400:00000200:2.0:1779213191.583015:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213191.583017:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306027011 00000400:00000200:2.0:1779213191.583018:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213191.583019:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306032068 00000400:00000200:2.0:1779213191.583020:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213191.583021:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306027011 00000400:00000200:2.0:1779213191.583022:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213191.583023:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306032068 00000100:00000001:1.0:1779213191.583025:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213191.583025:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [195:195:255:4294967295] 192.168.202.129@tcp LPNI seq info [195:195:7:4294967295] 00000100:00000001:1.0:1779213191.583027:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213191.583030:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213191.583031:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213191.583032:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213191.583035:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213191.583036:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1779213191.583039:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000100:00000001:1.0:1779213191.583042:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213191.583042:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213191.583045:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213191.583046:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213191.583046:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213191.583048:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213191.583048:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213191.583049:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213191.583050:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213191.583052:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 31267 usecs (32 jiffies) 00000100:00000001:2.0:1779213191.583054:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306026530 00000100:00000001:2.0:1779213191.583056:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306032067 00000100:00000001:2.0:1779213191.583058:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306026530 00000100:00000001:2.0:1779213191.583060:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306032068 00000100:00000001:2.0:1779213191.583061:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306026530 00000100:00000001:2.0:1779213191.583063:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306032068 00000100:00000001:2.0:1779213191.583064:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306026530 00000100:00000001:2.0:1779213191.583066:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306032068 00000100:00000001:2.0:1779213191.583072:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213191.583074:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213191.583076:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213191.583077:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213191.583080:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213191.583082:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213191.583084:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213191.583085:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213191.583086:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213191.583088:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213191.583344:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213191.583347:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:0.0:1779213191.583351:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213191.583356:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213191.583360:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:0.0:1779213191.583362:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:0.0:1779213191.583366:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213191.583369:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583378:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213191.583380:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583387:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.583388:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213191.583442:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213191.583444:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:0.0:1779213191.583447:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213191.583451:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213191.583453:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfc1185 00000400:00000010:0.0:1779213191.583455:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfc1185. 00000100:00000001:0.0:1779213191.583457:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213191.583460:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583467:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213191.583470:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583487:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.583489:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213191.583694:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.583705:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213191.583711:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.583713:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213191.583718:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213191.583728:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205c80 00000400:00000200:3.0:1779213191.583733:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:3.0:1779213191.583739:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.583743:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213191.583744:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213191.583746:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213191.583750:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213191.583753:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213191.583759:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583789:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213191.583791:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213191.583838:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213191.583845:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.583848:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213191.583885:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213191.583887:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213191.583889:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000400:00000200:0.0:1779213191.583893:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213191.583894:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213191.583897:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213191.583901:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213191.583908:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583914:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213191.583916:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213191.583919:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213191.583922:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213191.583924:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213191.583927:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213191.583929:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213191.583937:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=96 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213191.583940:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=96 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213191.583942:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213191.583943:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213191.583945:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213191.583947:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.583949:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213191.583952:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583956:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213191.583958:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213191.583960:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213191.583962:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213191.583972:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960534144:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213191.583976:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213191.583977:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213191.583978:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960534144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.583982:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213191.583985:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213191.583987:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086087a0a. 02000000:00000001:0.0:1779213191.583989:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213191.583991:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213191.583992:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213191.583994:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213191.583996:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 02000000:00000001:0.0:1779213191.583998:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213191.584000:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213191.584001:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:0.0:1779213191.584004:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213191.584005:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213191.584006:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213191.584010:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213191.584011:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213191.584012:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213191.584013:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213191.584597:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.584603:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213191.584605:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.584606:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213191.584612:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213191.584620:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205d80 00000400:00000200:3.0:1779213191.584624:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:3.0:1779213191.584628:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.584632:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213191.584634:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213191.584675:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213191.584680:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213191.584683:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213191.584689:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213191.584706:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213191.584711:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213191.584719:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213191.584741:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213191.584743:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213191.584746:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213191.584748:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213191.584749:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213191.584752:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000010:2.0:1779213191.584753:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000001:2.0:1779213191.584755:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213191.584757:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213191.584762:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213191.584775:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213191.584776:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213191.584778:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213191.584779:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213191.584781:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213191.584782:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213191.584784:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213191.584789:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=96 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213191.584792:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213191.584794:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213191.584795:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213191.584797:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213191.584800:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213191.584820:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213191.584823:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213191.584825:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213191.584828:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1779213191.584905:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213191.584910:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213191.584912:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213191.584913:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213191.584917:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213191.584923:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205d00 00000400:00000200:0.0:1779213191.584927:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x6f5 [1] + 224 00000800:00000001:0.0:1779213191.584931:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213191.584934:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213191.584936:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213191.584944:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213191.584947:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213191.584950:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213191.584957:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213191.584974:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213191.584978:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213191.584981:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213191.585011:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213191.585014:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213191.585017:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213191.585019:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213191.585020:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 00000400:00000200:1.0:1779213191.585023:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:1.0:1779213191.585024:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:1.0:1779213191.585027:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213191.585030:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213191.585036:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213191.585041:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213191.585042:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213191.585043:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213191.585045:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213191.585046:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213191.585047:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213191.585048:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213191.585052:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213191.585055:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213191.585056:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213191.585057:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213191.585059:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213191.585061:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213191.585063:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213191.585064:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213191.585065:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213191.585066:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213191.585069:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213191.585096:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213191.585098:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213191.585099:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213191.585102:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213191.585108:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960534272:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213191.585111:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213191.585113:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213191.585115:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960534272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213191.585119:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213191.585121:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213191.585123:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3a8a481. 02000000:00000001:1.0:1779213191.585128:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213191.585130:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213191.585130:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213191.585132:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213191.585133:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 02000000:00000001:1.0:1779213191.585136:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213191.585137:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213191.585137:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000001:1.0:1779213191.585141:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213191.585142:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213191.585143:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213191.585147:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213191.585148:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213191.585150:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213191.585151:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213191.585625:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213191.585632:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213191.585639:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213191.585642:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213191.585643:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213191.585646:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213191.585653:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960534400:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213191.585657:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213191.585659:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213191.585661:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960534400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213191.585668:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213191.585670:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213191.585671:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057bddfb9. 02000000:00000001:2.0:1779213191.585676:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213191.585677:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213191.585678:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213191.585680:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213191.585681:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 02000000:00000001:2.0:1779213191.585684:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213191.585685:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213191.585686:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:2.0:1779213191.585689:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213191.585690:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213191.585698:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213191.585702:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213191.585703:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213191.585705:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213191.585707:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213192.221087:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213192.221095:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213192.221102:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213192.221103:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213192.221196:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213192.221199:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213192.221201:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213193.244411:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213193.244416:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213193.244423:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213193.244424:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213193.244447:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213193.244451:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213193.244455:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213194.269003:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213194.269007:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213194.269013:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213194.269014:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213194.273194:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213194.273200:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213194.273204:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213195.292534:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213195.292541:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213195.292549:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213195.292550:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213195.292680:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213195.292687:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213195.292692:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213196.316340:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213196.316346:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213196.316352:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213196.316354:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213196.316390:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213196.316393:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213196.316395:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213196.701257:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213196.701264:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213196.701270:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213196.701277:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213196.701282:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213196.701286:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213196.701290:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213196.701297:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001dd6485b. 00000100:00000001:3.0:1779213196.701304:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701313:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213196.701324:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213196.701326:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701332:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_00+0] req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213196.701353:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701356:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213196.701358:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213196.701362:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213196.701364:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213196.701366:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213196.701367:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213196.701381:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213196.701385:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:3.0:1779213196.701388:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701391:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213196.701398:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213196.701399:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701402:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_01+1] req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213196.701410:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701411:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213196.701414:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213196.701417:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213196.701419:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213196.701422:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213196.701423:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213196.701425:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213196.701428:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:3.0:1779213196.701430:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701433:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213196.701440:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213196.701441:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701443:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_02+2] req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213196.701458:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.701460:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213196.701464:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213196.701468:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11369) 00000100:00000001:2.0:1779213196.701472:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213196.701478:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213196.701481:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213196.701486:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213196.701487:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.701490:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213196.701492:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213196.701497:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213196.701498:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213196.701502:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213196.701506:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213196.701510:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213196.701514:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213196.701518:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213196.701522:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213196.701524:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213196.701524:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213196.701529:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213196.701531:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1779213196.701531:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960534784:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213196.701535:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213196.701540:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960534528:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213196.701540:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213196.701543:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213196.701546:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213196.701549:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213196.701551:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213196.701551:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213196.701555:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213196.701556:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068b3a1c1. 02000000:00000001:1.0:1779213196.701558:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213196.701558:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213196.701563:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba02b3b7. 00000400:00000010:1.0:1779213196.701564:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 02000000:00000001:2.0:1779213196.701567:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213196.701570:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000400:00000010:2.0:1779213196.701573:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000200:1.0:1779213196.701576:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534528, portal 25 00000400:00000010:2.0:1779213196.701578:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000001:1.0:1779213196.701579:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213196.701581:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000200:2.0:1779213196.701584:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534784, portal 10 00000100:00000040:1.0:1779213196.701586:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.701589:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213196.701591:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000001:1.0:1779213196.701596:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213196.701598:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213196.701601:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000040:2.0:1779213196.701602:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213196.701604:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960534528, offset 0 00000400:00000200:1.0:1779213196.701613:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213196.701616:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213196.701620:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213196.701623:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000200:2.0:1779213196.701625:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960534784, offset 0 00000400:00000200:1.0:1779213196.701627:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213196.701633:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213196.701634:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213196.701638:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213196.701641:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213196.701643:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213196.701645:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [196:196:256:4294967295] 192.168.202.129@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1779213196.701652:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213196.701654:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213196.701657:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213196.701659:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213196.701665:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213196.701667:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213196.701672:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:0.0:1779213196.701678:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213196.701680:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213196.701680:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213196.701688:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779213196.701689:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1779213196.701691:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1779213196.701692:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213196.701701:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213196.701705:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213196.701705:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306037188 00000100:00100000:0.0:1779213196.701712:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960534656:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213196.701713:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306032067 00000100:00000001:0.0:1779213196.701718:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213196.701718:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306037188 02000000:00000001:0.0:1779213196.701724:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213196.701724:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306032068 02000000:00000001:0.0:1779213196.701727:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213196.701728:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306037188 02000000:00000001:0.0:1779213196.701729:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213196.701733:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306032068 00000100:00000001:1.0:1779213196.701734:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306037188 00000100:00000001:1.0:1779213196.701736:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306032068 00000100:00000001:1.0:1779213196.701738:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1779213196.701740:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fcb0f8. 00000100:00000001:1.0:1779213196.701740:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213196.701745:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213196.701746:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213196.701749:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00000001:1.0:1779213196.701749:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213196.701755:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000200:0.0:1779213196.701759:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534656, portal 10 00000100:00000001:1.0:1779213196.701760:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213196.701761:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213196.701763:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213196.701764:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000001:1.0:1779213196.701767:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213196.701770:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213196.701771:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213196.701772:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.701775:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213196.701793:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213196.701796:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213196.701798:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000100:00000200:0.0:1779213196.701801:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960534656, offset 0 00000400:00000200:0.0:1779213196.701810:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213196.701860:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213196.701864:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:1.0:1779213196.701868:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213196.701873:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213196.702246:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213196.702249:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213196.702251:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213196.702254:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213196.702256:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213196.702258:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [197:197:255:4294967295] 192.168.202.129@tcp LPNI seq info [197:197:7:4294967295] 00000400:00000200:2.0:1779213196.702267:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213196.702271:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213196.702275:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000800:00000200:2.0:1779213196.702279:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213196.702283:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213196.702286:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213196.702289:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213196.702292:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 30756 usecs (31 jiffies) 00000100:00000001:2.0:1779213196.702294:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306031649 00000100:00000001:2.0:1779213196.702301:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306037188 00000100:00000001:2.0:1779213196.702303:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306031649 00000100:00000001:2.0:1779213196.702304:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306037188 00000100:00000001:2.0:1779213196.702307:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306031649 00000100:00000001:2.0:1779213196.702308:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306037188 00000100:00000001:2.0:1779213196.702310:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306031649 00000100:00000001:2.0:1779213196.702311:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306037188 00000100:00000001:2.0:1779213196.702313:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213196.702314:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213196.702316:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213196.702318:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.702321:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213196.702322:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213196.702324:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213196.702325:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213196.702326:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213196.702327:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213196.703489:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213196.703493:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213196.703496:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213196.703498:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213196.703501:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213196.703504:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [198:198:254:4294967295] 192.168.202.129@tcp LPNI seq info [198:198:6:4294967295] 00000400:00000200:0.0:1779213196.703512:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213196.703517:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213196.703520:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000800:00000010:0.0:1779213196.703523:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000400:00000010:1.0:1779213196.703525:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000800:00000200:0.0:1779213196.703530:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213196.703531:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213196.703537:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213196.703542:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213196.703546:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213196.703548:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213196.703551:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 503193 usecs (504 jiffies) 00000100:00000001:0.0:1779213196.703556:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306032123 00000100:00000001:0.0:1779213196.703561:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306037188 00000100:00000001:1.0:1779213196.703565:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213196.703569:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213196.703574:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306032123 00000100:00000001:0.0:1779213196.703579:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306037188 00000100:00000001:1.0:1779213196.703583:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213196.703584:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306032123 00000100:00000001:1.0:1779213196.703588:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213196.703589:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306037188 00000100:00000001:0.0:1779213196.703593:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306032123 00000100:00000001:0.0:1779213196.703594:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306037188 00000100:00000001:0.0:1779213196.703596:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213196.703599:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213196.703601:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213196.703603:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213196.703609:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213196.703610:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213196.703613:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213196.703615:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213196.703616:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213196.703617:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213196.703620:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000100:00000001:0.0:1779213196.703621:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213196.703625:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213196.703629:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213196.703633:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000400:00000010:1.0:1779213196.703635:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:1.0:1779213196.703638:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213196.703641:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.703649:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213196.703651:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.703657:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213196.703658:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213196.703725:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213196.703727:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:1.0:1779213196.703730:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213196.703732:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213196.703735:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000400:00000010:1.0:1779213196.703736:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000001:1.0:1779213196.703738:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213196.703741:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.703747:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213196.703748:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.703763:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213196.703765:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213196.703770:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.703775:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213196.703777:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.703837:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213196.703844:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213196.703852:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205e00 00000400:00000200:1.0:1779213196.703859:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:1.0:1779213196.703865:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.703871:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213196.703873:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213196.703875:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213196.703880:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213196.703883:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213196.703891:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.703905:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213196.703911:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.703914:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.704105:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213196.704108:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213196.704113:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213196.704115:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213196.704117:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 00000400:00000200:2.0:1779213196.704121:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:2.0:1779213196.704123:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:2.0:1779213196.704126:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213196.704130:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213196.704139:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.704145:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213196.704147:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.704149:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213196.704157:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213196.704159:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213196.704161:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213196.704164:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213196.704169:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=101 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213196.704173:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=101 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213196.704176:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213196.704177:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213196.704180:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213196.704182:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213196.704184:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213196.704187:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.704194:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213196.704197:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213196.704199:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213196.704201:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213196.704209:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960534528:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213196.704244:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.704246:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213196.704249:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960534528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.704255:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213196.704257:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213196.704260:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068b3a1c1. 02000000:00000001:2.0:1779213196.704265:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213196.704266:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213196.704268:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213196.704270:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213196.704272:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001dd6485b. 02000000:00000001:2.0:1779213196.704275:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213196.704277:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213196.704278:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:2.0:1779213196.704286:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213196.704287:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.704288:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.704292:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213196.704293:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213196.704295:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213196.704296:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213196.705517:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.705527:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213196.705530:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.705531:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213196.705538:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213196.705549:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205f00 00000400:00000200:1.0:1779213196.705555:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:1.0:1779213196.705560:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.705563:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213196.705565:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213196.705574:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213196.705578:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213196.705583:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213196.705591:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213196.705612:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213196.705619:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.705624:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213196.705626:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.705628:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213196.705633:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213196.705639:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27205e80 00000400:00000200:1.0:1779213196.705645:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x715 [1] + 224 00000800:00000001:1.0:1779213196.705648:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.705654:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213196.705656:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213196.705659:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213196.705661:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213196.705664:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213196.705671:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.705725:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213196.705728:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213196.705753:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213196.705758:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213196.705762:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213196.705957:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213196.705960:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213196.705964:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213196.705966:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213196.705968:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:3.0:1779213196.705972:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000010:3.0:1779213196.705974:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000001:3.0:1779213196.705977:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213196.705981:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213196.705990:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213196.705996:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213196.705998:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213196.706000:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213196.706003:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213196.706005:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213196.706007:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213196.706010:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213196.706017:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=101 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213196.706021:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213196.706024:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213196.706025:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213196.706027:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213196.706031:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213196.706036:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213196.706040:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213196.706041:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213196.706043:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213196.706044:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213196.706047:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213196.706064:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1779213196.706065:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213196.706067:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1779213196.706068:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213196.706070:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213196.706071:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000100:00000040:3.0:1779213196.706075:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213196.706077:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:2.0:1779213196.706081:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:2.0:1779213196.706086:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1779213196.706089:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960534784:192.168.202.129@tcp:400: 00000100:00000200:2.0:1779213196.706093:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213196.706097:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213196.706102:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1779213196.706108:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213196.706108:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960534784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.706132:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213196.706133:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213196.706135:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213196.706136:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213196.706140:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:3.0:1779213196.706140:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba02b3b7. 02000000:00000001:2.0:1779213196.706142:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213196.706144:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213196.706146:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213196.706146:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1779213196.706150:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213196.706150:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213196.706154:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00001000:2.0:1779213196.706157:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=90 v=5 (5 5 0 0) 00000020:00000001:3.0:1779213196.706157:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213196.706160:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 00000100:00001000:2.0:1779213196.706161:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=90 v=5 (1 1 0 0) 02000000:00000001:3.0:1779213196.706164:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213196.706165:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1779213196.706167:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213196.706168:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213196.706170:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00010000:00000001:2.0:1779213196.706171:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213196.706175:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213196.706176:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213196.706178:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.706179:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213196.706181:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213196.706182:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213196.706186:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213196.706187:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213196.706190:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213196.706192:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213196.706195:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213196.706198:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213196.706200:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.706208:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213196.706210:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213196.706211:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213196.706214:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213196.706220:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960534656:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213196.706248:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.706250:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213196.706254:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960534656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213196.706260:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213196.706262:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213196.706264:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fcb0f8. 02000000:00000001:2.0:1779213196.706267:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213196.706268:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213196.706269:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213196.706270:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213196.706272:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 02000000:00000001:2.0:1779213196.706274:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213196.706275:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213196.706276:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:2.0:1779213196.706278:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213196.706279:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.706281:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213196.706285:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213196.706286:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213196.706287:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213196.706289:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213197.340556:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213197.340563:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213197.340569:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213197.340587:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213197.340815:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213197.340818:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213197.340821:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213198.364337:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213198.364345:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213198.364348:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213198.364351:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213198.364355:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213198.364357:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213198.364358:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213198.364360:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213198.364364:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213198.364365:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213198.364367:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213198.364368:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213198.364370:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213198.364371:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213198.364372:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213198.364374:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213198.364445:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213198.364449:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213198.364452:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213199.389690:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213199.389695:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213199.389699:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213199.389700:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213199.389825:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213199.389828:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213199.389831:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213200.412434:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213200.412442:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213200.412449:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213200.412450:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213200.412592:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213200.412596:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213200.412599:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213201.436325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213201.436332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213201.436338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213201.436339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213201.436405:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213201.436436:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213201.436439:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213201.820401:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213201.820415:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213201.820438:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213201.820448:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213201.820453:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213201.820457:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213201.820464:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213201.820475:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213201.820503:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213201.820518:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213201.820531:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213201.820533:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213201.820540:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_03+3] req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.820577:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213201.820581:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213201.820585:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213201.820589:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6aa159. 00000020:00000040:2.0:1779213201.820592:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213201.820592:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213201.820596:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213201.820598:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213201.820598:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213201.820600:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213201.820602:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1779213201.820605:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000040:3.0:1779213201.820610:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.820611:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.820618:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213201.820619:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213201.820624:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213201.820626:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213201.820629:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213201.820636:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213201.820640:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213201.820641:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213201.820642:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213201.820646:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213201.820649:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6aa159] to pc [ptlrpcd_00_00+0] req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213201.820652:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960534912:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213201.820660:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213201.820667:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213201.820670:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213201.820672:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213201.820677:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef6d70b. 02000000:00000001:3.0:1779213201.820679:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213201.820685:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ebf2dd7. 00000100:00000001:2.0:1779213201.820688:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213201.820692:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1779213201.820692:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4f854. 00000100:00000001:2.0:1779213201.820697:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213201.820700:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000963b77ee. 00000020:00000040:2.0:1779213201.820704:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213201.820707:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213201.820709:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1779213201.820714:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960534912, portal 25 00000100:00000001:3.0:1779213201.820718:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213201.820720:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000100:00000001:1.0:1779213201.820722:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213201.820726:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213201.820738:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213201.820739:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213201.820742:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779213201.820743:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.820744:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213201.820750:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213201.820753:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:3.0:1779213201.820759:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213201.820760:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213201.820765:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213201.820768:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000100:00000040:2.0:1779213201.820770:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1779213201.820782:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960534912, offset 0 00000100:00000001:1.0:1779213201.820790:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213201.820792:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213201.820794:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213201.820797:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213201.820797:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213201.820798:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213201.820800:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213201.820803:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213201.820807:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960535040:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213201.820811:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213201.820814:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213201.820816:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213201.820816:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000963b77ee] to pc [ptlrpcd_00_01+1] req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213201.820819:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213201.820820:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213201.820825:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da1236a9. 02000000:00000001:1.0:1779213201.820830:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213201.820830:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1779213201.820835:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6accf0c. 00000400:00000010:1.0:1779213201.820841:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000400:00000200:3.0:1779213201.820844:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779213201.820847:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535040, portal 10 00000100:00000001:1.0:1779213201.820850:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213201.820852:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527165440 : -104754182386176 : ffffa0ba042b8e00) 00000100:00000040:1.0:1779213201.820859:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.820860:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213201.820861:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213201.820866:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213201.820868:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213201.820876:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213201.820880:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213201.820880:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [199:199:256:4294967295] 192.168.202.129@tcp LPNI seq info [199:199:8:4294967295] 00000100:00000001:0.0:1779213201.820881:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213201.820884:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213201.820885:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11374) 00000100:00000001:0.0:1779213201.820888:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213201.820894:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213201.820896:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213201.820903:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213201.820907:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960535040, offset 0 00000400:00000200:3.0:1779213201.820908:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:1.0:1779213201.820918:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213201.820923:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213201.820928:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779213201.820932:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1749b69. 00000400:00000200:1.0:1779213201.820935:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213201.820941:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213201.820941:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213201.820944:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213201.820947:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213201.820947:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:0.0:1779213201.820948:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213201.820951:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213201.820953:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213201.820954:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213201.820959:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960535168:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213201.820959:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [200:200:255:4294967295] 192.168.202.129@tcp LPNI seq info [200:200:7:4294967295] 00000800:00000200:3.0:1779213201.820965:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213201.820966:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213201.820970:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1779213201.820971:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1749b69 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1779213201.820973:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213201.820976:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213201.820979:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf1ee24. 00000400:00000200:1.0:1779213201.820983:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213201.820984:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213201.820988:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000100:00000001:3.0:1779213201.820989:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213201.820996:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306042307 00000800:00000200:1.0:1779213201.820999:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213201.821003:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:3.0:1779213201.821005:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306037188 00000400:00000010:0.0:1779213201.821006:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000200:0.0:1779213201.821011:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535168, portal 10 00000800:00000200:1.0:1779213201.821011:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213201.821011:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306042307 00000100:00000001:0.0:1779213201.821017:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213201.821020:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527166336 : -104754182385280 : ffffa0ba042b9180) 00000100:00000001:3.0:1779213201.821020:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306037188 00000800:00000200:1.0:1779213201.821022:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213201.821028:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213201.821028:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306042307 00000100:00000040:0.0:1779213201.821032:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213201.821034:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213201.821035:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306037188 00000100:00000040:1.0:1779213201.821041:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 494470 usecs (495 jiffies) 00000100:00000001:3.0:1779213201.821041:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306042307 00000100:00000001:0.0:1779213201.821047:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213201.821047:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306037231 00000100:00000001:3.0:1779213201.821048:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306037188 00000100:00000001:1.0:1779213201.821052:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306042307 00000100:00000040:0.0:1779213201.821054:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213201.821055:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213201.821057:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306037231 00000400:00000010:0.0:1779213201.821059:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000001:3.0:1779213201.821059:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213201.821061:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306042307 00000100:00000200:0.0:1779213201.821064:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960535168, offset 0 00000100:00000001:1.0:1779213201.821065:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306037231 00000100:00000001:3.0:1779213201.821067:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213201.821069:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213201.821070:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306042307 00000100:00000001:3.0:1779213201.821071:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213201.821074:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213201.821075:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306037231 00000800:00000010:2.0:1779213201.821077:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1749b69. 00000100:00000001:1.0:1779213201.821079:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306042307 00000400:00000200:0.0:1779213201.821082:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213201.821085:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213201.821086:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213201.821087:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213201.821089:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213201.821092:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213201.821093:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213201.821094:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213201.821097:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213201.821098:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213201.821099:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213201.821101:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213201.821104:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213201.821105:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213201.821108:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213201.821108:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213201.821108:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213201.821111:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213201.821113:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213201.821116:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213201.821117:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [201:201:254:4294967295] 192.168.202.129@tcp LPNI seq info [201:201:6:4294967295] 00000100:00000001:1.0:1779213201.821117:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213201.821121:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213201.821126:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213201.821133:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213201.821146:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213201.821147:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000800:00000010:0.0:1779213201.821150:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000010:2.0:1779213201.821152:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000800:00000200:0.0:1779213201.821157:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213201.821159:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213201.821163:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213201.821167:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213201.821167:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213201.821173:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213201.821179:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 30283 usecs (31 jiffies) 00000100:00000001:0.0:1779213201.821183:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306036767 00000100:00000001:2.0:1779213201.821184:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213201.821186:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306042307 00000100:00000040:2.0:1779213201.821189:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213201.821191:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306036767 00000100:00000001:0.0:1779213201.821196:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306042307 00000100:00000001:0.0:1779213201.821201:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306036767 00000100:00000001:0.0:1779213201.821204:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306042307 00000100:00000001:2.0:1779213201.821204:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.821206:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306036767 00000100:00000001:0.0:1779213201.821209:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306042307 00000100:00000001:2.0:1779213201.821209:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213201.821212:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213201.821214:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.821216:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.821217:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213201.821255:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213201.821257:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213201.821260:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1779213201.821261:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213201.821262:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213201.821265:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213201.821265:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000100:00000001:0.0:1779213201.821269:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213201.821271:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213201.821277:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213201.821286:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:2.0:1779213201.821288:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:2.0:1779213201.821292:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213201.821295:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.821302:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213201.821304:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.821311:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213201.821312:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213201.821387:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213201.821390:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:2.0:1779213201.821392:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213201.821396:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213201.821398:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:2.0:1779213201.821400:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:2.0:1779213201.821402:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213201.821405:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.821412:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213201.821414:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.821419:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213201.821421:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213201.823602:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213201.823673:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213201.823677:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213201.823679:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213201.823690:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213201.823708:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206000 00000400:00000200:3.0:1779213201.823719:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x725 [1] + 224 00000800:00000001:3.0:1779213201.823738:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213201.823743:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213201.823747:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213201.823751:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213201.823759:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213201.823765:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213201.823777:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213201.823799:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213201.823810:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213201.823813:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213201.823816:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213201.823818:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213201.823821:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213201.823828:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27205f80 00000400:00000200:3.0:1779213201.823834:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:3.0:1779213201.823839:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213201.823845:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213201.823847:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213201.823851:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213201.823854:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213201.823854:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213201.823859:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1779213201.823860:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213201.823869:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213201.823870:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213201.823873:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213201.823876:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6accf0c. 00000400:00000200:1.0:1779213201.823883:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:1.0:1779213201.823894:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000001:1.0:1779213201.823899:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213201.823903:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213201.823904:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213201.823911:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213201.823916:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213201.823918:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213201.823927:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213201.823930:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213201.823933:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213201.823937:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213201.823940:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213201.823942:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213201.823946:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213201.823957:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=95 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213201.823962:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=95 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213201.823965:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213201.823967:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213201.823970:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213201.823976:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213201.823980:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213201.823983:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213201.823985:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213201.823987:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213201.823991:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213201.823992:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.823996:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213201.824002:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213201.824003:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1779213201.824005:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213201.824008:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1779213201.824009:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ebf2dd7. 00000100:00000001:1.0:1779213201.824013:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213201.824014:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4f854 00000400:00000010:2.0:1779213201.824017:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4f854. 00000100:00000040:1.0:1779213201.824019:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.824023:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213201.824030:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213201.824033:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960535040:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213201.824043:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213201.824055:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213201.824061:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6aa159 x1865639960535040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213201.824067:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213201.824073:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213201.824077:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213201.824079:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1779213201.824081:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da1236a9. 00000100:00000001:2.0:1779213201.824082:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213201.824086:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213201.824088:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1779213201.824090:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213201.824090:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213201.824093:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213201.824094:0:199012:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1779213201.824096:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213201.824097:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213201.824101:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1779213201.824102:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=106 v=5 (5 5 0 0) 02000000:00000010:1.0:1779213201.824104:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 00000100:00001000:2.0:1779213201.824106:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=106 v=5 (1 1 0 0) 02000000:00000001:1.0:1779213201.824110:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213201.824111:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1779213201.824113:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213201.824113:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213201.824116:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6aa159. 00010000:00000001:2.0:1779213201.824117:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213201.824119:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213201.824122:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213201.824123:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213201.824126:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213201.824128:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213201.824129:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213201.824138:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213201.824140:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213201.824141:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213201.824142:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213201.824145:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213201.824148:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213201.824150:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213201.824153:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213201.824160:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960534912:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213201.824166:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213201.824168:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213201.824171:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960534912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213201.824176:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213201.824178:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213201.824179:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef6d70b. 02000000:00000001:2.0:1779213201.824188:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213201.824189:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213201.824190:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213201.824192:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213201.824193:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:2.0:1779213201.824196:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213201.824197:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213201.824198:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000001:2.0:1779213201.824201:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213201.824202:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213201.824443:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213201.824450:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213201.824453:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213201.824455:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213201.824461:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213201.824470:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206080 00000400:00000200:1.0:1779213201.824475:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:1.0:1779213201.824480:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213201.824485:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213201.824487:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213201.824490:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213201.824494:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213201.824498:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213201.824519:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213201.824540:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213201.824547:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213201.824547:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213201.824552:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213201.824554:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213201.824556:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213201.824559:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213201.824561:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.824581:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213201.824585:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213201.824588:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213201.824590:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213201.824592:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000400:00000200:0.0:1779213201.824596:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:0.0:1779213201.824604:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:0.0:1779213201.824608:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213201.824612:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213201.824620:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213201.824626:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213201.824627:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213201.824629:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213201.824631:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213201.824632:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213201.824634:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213201.824635:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213201.824640:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=106 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213201.824643:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=70 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213201.824645:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213201.824646:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213201.824648:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213201.824650:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213201.824656:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.824658:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213201.824659:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213201.824661:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213201.824662:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213201.824664:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213201.824671:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213201.824673:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213201.824674:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213201.824676:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213201.824705:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960535168:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213201.824709:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213201.824711:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213201.824713:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000963b77ee x1865639960535168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213201.824719:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213201.824721:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213201.824723:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf1ee24. 02000000:00000001:0.0:1779213201.824725:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213201.824726:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213201.824739:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213201.824741:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213201.824743:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:0.0:1779213201.824745:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213201.824746:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213201.824747:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000963b77ee. 00000100:00000001:0.0:1779213201.824750:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213201.824751:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213201.824752:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213201.824757:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213201.824758:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213201.824760:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213201.824761:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213202.460352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213202.460359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213202.460368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213202.460369:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213202.460406:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213202.460412:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213202.460414:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213203.484555:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213203.484562:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213203.484568:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213203.484570:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213203.484623:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213203.484627:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213203.484630:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213204.508794:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213204.508801:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213204.508807:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213204.508808:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213204.508875:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213204.508880:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213204.508884:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213205.532313:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213205.532322:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213205.532329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213205.532330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213205.532393:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213205.532398:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213205.532402:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213206.556341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213206.556349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213206.556357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213206.556358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213206.556745:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213206.556750:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213206.556754:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213206.940341:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213206.940348:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213206.940356:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213206.940361:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213206.940365:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213206.940367:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213206.940372:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213206.940377:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:3.0:1779213206.940382:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213206.940390:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213206.940398:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213206.940400:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213206.940403:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_02+2] req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213206.940423:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213206.940425:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213206.940427:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213206.940428:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213206.940430:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213206.940431:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213206.940432:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213206.940433:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213206.940436:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:3.0:1779213206.940438:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.940444:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213206.940449:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1779213206.940451:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213206.940453:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213206.940458:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213206.940458:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213206.940460:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213206.940462:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_03+3] req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213206.940464:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213206.940467:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213206.940468:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.940471:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213206.940474:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213206.940476:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213206.940477:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213206.940480:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213206.940481:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213206.940487:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213206.940487:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1779213206.940489:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:3.0:1779213206.940492:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000100:00000001:0.0:1779213206.940493:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1779213206.940498:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213206.940499:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213206.940501:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213206.940501:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213206.940502:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213206.940504:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213206.940505:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213206.940506:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213206.940508:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213206.940510:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213206.940510:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213206.940513:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213206.940513:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213206.940514:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:0.0:1779213206.940516:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1779213206.940518:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960535296:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213206.940520:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.940523:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213206.940524:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213206.940528:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213206.940529:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213206.940531:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213206.940535:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213206.940540:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a437ba. 02000000:00000001:2.0:1779213206.940544:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213206.940548:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213206.940551:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213206.940551:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000100:00000001:3.0:1779213206.940551:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213206.940554:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213206.940557:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1779213206.940558:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000040:3.0:1779213206.940559:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_00+0] req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213206.940560:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213206.940565:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535296, portal 25 02000000:00000001:0.0:1779213206.940567:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.940569:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213206.940572:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00100000:0.0:1779213206.940575:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960535424:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213206.940579:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213206.940582:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1779213206.940582:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213206.940585:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213206.940588:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213206.940592:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fcb0f8. 00000100:00000001:2.0:1779213206.940592:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213206.940594:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213206.940596:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213206.940597:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213206.940598:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213206.940601:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000040:3.0:1779213206.940602:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1779213206.940603:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000100:00000200:2.0:1779213206.940605:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960535296, offset 0 00000100:00000040:3.0:1779213206.940608:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11379) 00000400:00000010:0.0:1779213206.940609:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000400:00000200:2.0:1779213206.940613:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213206.940621:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535424, portal 10 00000100:00000001:0.0:1779213206.940624:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213206.940625:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213206.940626:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000001:3.0:1779213206.940631:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213206.940632:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213206.940635:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213206.940635:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213206.940637:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213206.940638:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213206.940641:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213206.940642:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213206.940648:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213206.940653:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213206.940654:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213206.940655:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1779213206.940659:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213206.940659:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213206.940662:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [202:202:256:4294967295] 192.168.202.129@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000010:0.0:1779213206.940663:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 00000100:00000001:3.0:1779213206.940664:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213206.940667:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213206.940668:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960535424, offset 0 00000100:00000001:3.0:1779213206.940671:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213206.940689:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213206.940690:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213206.940693:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213206.940704:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213206.940705:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1779213206.940706:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213206.940708:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213206.940709:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213206.940714:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000010:2.0:1779213206.940714:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 02000000:00000001:3.0:1779213206.940714:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213206.940718:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213206.940718:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213206.940723:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213206.940724:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1779213206.940725:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00100000:3.0:1779213206.940730:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960535552:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213206.940731:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [203:203:255:4294967295] 192.168.202.129@tcp LPNI seq info [203:203:7:4294967295] 00000100:00000001:3.0:1779213206.940739:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213206.940740:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:3.0:1779213206.940744:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1779213206.940746:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213206.940747:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213206.940748:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1779213206.940752:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213206.940752:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1779213206.940757:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 02000000:00000010:3.0:1779213206.940757:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007c09fec. 00000800:00000200:0.0:1779213206.940761:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213206.940761:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213206.940767:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:3.0:1779213206.940768:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f62c2c3. 00000800:00000200:0.0:1779213206.940769:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213206.940769:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213206.940774:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213206.940774:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 00000100:00000040:0.0:1779213206.940780:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 486015 usecs (487 jiffies) 00000100:00000001:2.0:1779213206.940780:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306047427 00000100:00000200:3.0:1779213206.940780:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535552, portal 10 00000100:00000001:3.0:1779213206.940785:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213206.940787:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000001:0.0:1779213206.940788:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306042343 00000100:00000001:2.0:1779213206.940790:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306042307 00000100:00000001:0.0:1779213206.940797:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306047427 00000100:00000001:2.0:1779213206.940797:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306047427 00000100:00000040:3.0:1779213206.940798:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213206.940802:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306042343 00000100:00000001:2.0:1779213206.940804:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306042307 00000100:00000001:0.0:1779213206.940811:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306047427 00000100:00000001:2.0:1779213206.940812:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306047427 00000100:00000001:3.0:1779213206.940813:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213206.940815:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306042343 00000100:00000001:2.0:1779213206.940819:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306042307 00000100:00000040:3.0:1779213206.940819:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213206.940823:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4763079. 00000100:00000001:0.0:1779213206.940826:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306047427 00000100:00000001:2.0:1779213206.940826:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306047427 00000100:00000001:0.0:1779213206.940829:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306042343 00000800:00000200:1.0:1779213206.940831:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213206.940832:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306042307 00000800:00000010:1.0:1779213206.940835:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000100:00000200:3.0:1779213206.940835:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960535552, offset 0 00000100:00000001:0.0:1779213206.940837:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306047427 00000100:00000001:2.0:1779213206.940837:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213206.940841:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213206.940844:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213206.940844:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213206.940844:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213206.940850:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213206.940850:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213206.940851:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213206.940855:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213206.940856:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213206.940856:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.940861:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213206.940861:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213206.940864:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213206.940867:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213206.940868:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.940871:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213206.940876:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213206.940878:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213206.940880:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213206.940882:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [204:204:254:4294967295] 192.168.202.129@tcp LPNI seq info [204:204:6:4294967295] 00000400:00000200:3.0:1779213206.940888:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213206.940891:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213206.940893:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000800:00000010:3.0:1779213206.940894:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd6485b. 00000400:00000010:1.0:1779213206.940896:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000800:00000200:3.0:1779213206.940900:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213206.940902:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213206.940905:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213206.940907:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001dd6485b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779213206.940908:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213206.940910:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213206.940915:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 29810 usecs (30 jiffies) 00000100:00000001:3.0:1779213206.940918:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306041886 00000100:00000001:3.0:1779213206.940921:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306047427 00000100:00000001:3.0:1779213206.940924:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306041886 00000100:00000001:3.0:1779213206.940927:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306047427 00000100:00000001:3.0:1779213206.940928:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306041886 00000100:00000001:3.0:1779213206.940929:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306047427 00000100:00000001:1.0:1779213206.940931:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213206.940931:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306041886 00000100:00000001:3.0:1779213206.940932:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306047427 00000100:00000040:1.0:1779213206.940936:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213206.940942:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213206.940946:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213206.940946:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213206.940951:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213206.940951:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213206.940955:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213206.940965:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213206.940967:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:1.0:1779213206.940970:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213206.940974:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213206.940977:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000400:00000010:1.0:1779213206.940978:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000001:1.0:1779213206.940981:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213206.940983:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213206.940996:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213206.940998:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213206.941004:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213206.941005:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213206.941064:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213206.941066:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd6485b. 00000400:00000200:1.0:1779213206.941069:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213206.941073:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213206.941074:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4763079 00000400:00000010:1.0:1779213206.941075:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a4763079. 00000100:00000001:1.0:1779213206.941077:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213206.941079:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213206.941084:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213206.941085:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213206.941089:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213206.941090:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213206.943341:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213206.943360:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213206.943365:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213206.943368:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213206.943380:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213206.943412:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206100 00000400:00000200:3.0:1779213206.943422:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:3.0:1779213206.943430:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213206.943434:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213206.943437:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213206.943440:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213206.943449:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213206.943456:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213206.943468:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213206.943491:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213206.943500:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213206.943504:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213206.943506:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213206.943508:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213206.943512:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213206.943517:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206180 00000400:00000200:3.0:1779213206.943524:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:3.0:1779213206.943529:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213206.943532:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213206.943534:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213206.943538:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213206.943541:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213206.943545:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213206.943546:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213206.943552:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213206.943557:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213206.943561:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213206.943565:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213206.943569:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000100:00000001:3.0:1779213206.943577:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213206.943580:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:2.0:1779213206.943584:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:2.0:1779213206.943588:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1779213206.943591:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213206.943593:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213206.943604:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213206.943606:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213206.943608:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213206.943612:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213206.943620:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213206.943624:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213206.943624:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213206.943629:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213206.943635:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1779213206.943635:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206200 00000100:00000001:2.0:1779213206.943639:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1779213206.943643:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x745 [1] + 224 00000100:00000001:0.0:1779213206.943644:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213206.943644:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213206.943650:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213206.943651:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1779213206.943659:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=111 v=5 (5 5 0 0) 00000800:00000001:3.0:1779213206.943659:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213206.943665:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213206.943667:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1779213206.943669:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=111 v=5 (1 1 0 0) 00000400:00000001:0.0:1779213206.943688:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213206.943689:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1779213206.943689:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213206.943694:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213206.943694:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213206.943699:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00010000:00000001:2.0:1779213206.943699:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213206.943703:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.943708:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213206.943709:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:0.0:1779213206.943714:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000040:2.0:1779213206.943717:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213206.943721:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213206.943722:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213206.943731:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213206.943732:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213206.943737:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213206.943740:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213206.943745:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213206.943758:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213206.943784:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213206.943809:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213206.943814:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960535296:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213206.943832:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213206.943843:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213206.943845:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213206.943846:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213206.943850:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1779213206.943853:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1779213206.943857:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960535296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213206.943857:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213206.943868:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213206.943874:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213206.943877:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213206.943882:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213206.943891:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213206.943894:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213206.943895:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213206.943899:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213206.943899:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1779213206.943901:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=100 v=5 (5 5 0 0) 02000000:00000010:2.0:1779213206.943905:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a437ba. 00000400:00000001:1.0:1779213206.943906:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1779213206.943907:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=100 v=5 (1 1 0 0) 00000400:00000001:1.0:1779213206.943911:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213206.943914:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f62c2c3. 00000100:00000001:0.0:1779213206.943915:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213206.943918:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213206.943919:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00010000:00000001:0.0:1779213206.943920:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1779213206.943921:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 02000000:00000001:2.0:1779213206.943925:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1779213206.943926:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213206.943927:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1779213206.943930:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213206.943935:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1779213206.943935:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000200:1.0:1779213206.943938:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213206.943944:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000020:00000001:2.0:1779213206.943944:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213206.943949:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 00000100:00000001:0.0:1779213206.943950:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213206.943956:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213206.943958:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213206.943964:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213206.943967:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000040:0.0:1779213206.943968:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213206.943970:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213206.943976:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213206.943981:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213206.943994:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213206.944010:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213206.944015:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213206.944016:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213206.944018:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213206.944021:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213206.944022:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213206.944024:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213206.944029:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213206.944029:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213206.944035:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213206.944041:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213206.944044:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213206.944046:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213206.944049:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213206.944051:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213206.944055:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=111 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213206.944060:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=75 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213206.944066:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213206.944067:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213206.944070:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1779213206.944073:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960535424:192.168.202.129@tcp:400: 00010000:00080000:1.0:1779213206.944075:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213206.944083:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213206.944083:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213206.944088:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213206.944088:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213206.944089:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213206.944091:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213206.944092:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213206.944095:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960535424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213206.944098:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213206.944114:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213206.944116:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213206.944117:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213206.944119:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1779213206.944122:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fcb0f8. 00000100:00000001:1.0:1779213206.944122:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213206.944127:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1779213206.944129:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213206.944131:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213206.944133:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213206.944138:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213206.944141:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 02000000:00000001:0.0:1779213206.944146:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1779213206.944146:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960535552:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213206.944148:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213206.944151:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:0.0:1779213206.944155:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213206.944155:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213206.944158:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213206.944159:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213206.944162:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213206.944163:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960535552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213206.944169:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213206.944171:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213206.944173:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213206.944175:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213206.944176:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213206.944178:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213206.944184:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007c09fec. 02000000:00000001:1.0:1779213206.944188:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213206.944189:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213206.944191:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213206.944193:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213206.944195:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 02000000:00000001:1.0:1779213206.944197:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213206.944198:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213206.944200:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:1.0:1779213206.944202:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213206.944203:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213206.944205:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213206.944209:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213206.944211:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213206.944212:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213206.944214:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213207.580401:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213207.580404:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213207.580408:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580414:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213207.580416:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580418:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580420:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580425:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213207.580427:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213207.580428:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213207.580430:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580431:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213207.580432:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580434:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213207.580435:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213207.580506:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213207.580510:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213207.580513:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213208.604336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213208.604341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213208.604351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213208.604367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213208.604423:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213208.604426:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213208.604429:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213209.628343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213209.628350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213209.628356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213209.628358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213209.628413:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213209.628416:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213209.628418:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213210.652285:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213210.652290:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213210.652293:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213210.652294:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213210.652352:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213210.652356:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213210.652359:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213211.676312:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213211.676319:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213211.676325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213211.676325:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213211.676369:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213211.676372:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213211.676375:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213212.060315:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213212.060324:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213212.060331:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213212.060337:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213212.060341:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213212.060345:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213212.060350:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213212.060357:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d5e81ba. 00000100:00000001:2.0:1779213212.060367:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213212.060382:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213212.060391:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213212.060393:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213212.060398:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_01+1] req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213212.060425:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213212.060427:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213212.060431:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213212.060433:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 00000020:00000040:2.0:1779213212.060436:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213212.060455:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213212.060457:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213212.060459:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213212.060463:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000001:3.0:1779213212.060463:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213212.060467:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213212.060469:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213212.060471:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213212.060473:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213212.060480:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213212.060481:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213212.060482:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.060483:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213212.060485:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022886011] to pc [ptlrpcd_00_02+2] req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213212.060485:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213212.060487:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213212.060490:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213212.060495:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213212.060496:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213212.060506:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.060508:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213212.060514:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.060515:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213212.060517:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213212.060521:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213212.060524:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 02000000:00000001:3.0:1779213212.060525:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1779213212.060528:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213212.060528:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213212.060531:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213212.060531:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213212.060532:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213212.060535:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213212.060535:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960535680:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213212.060536:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213212.060539:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:0.0:1779213212.060540:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213212.060541:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213212.060542:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213212.060543:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213212.060549:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213212.060550:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213212.060552:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213212.060555:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213212.060558:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213212.060559:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213212.060571:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213212.060573:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213212.060574:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213212.060576:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0d59762. 00000100:00000040:2.0:1779213212.060580:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_03+3] req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213212.060581:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213212.060590:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000504931ea. 00000100:00000001:0.0:1779213212.060594:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213212.060597:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213212.060600:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 02000000:00000001:0.0:1779213212.060601:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213212.060603:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213212.060604:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213212.060608:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213212.060608:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1779213212.060611:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535680, portal 25 00000100:00100000:0.0:1779213212.060614:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960535808:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213212.060615:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1779213212.060616:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213212.060617:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213212.060620:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 02000000:00000001:0.0:1779213212.060621:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213212.060621:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213212.060639:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213212.060639:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213212.060642:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11384) 00000100:00000040:3.0:1779213212.060645:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213212.060649:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213212.060650:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213212.060655:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a24bec97. 02000000:00000001:0.0:1779213212.060660:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.060660:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779213212.060663:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000100:00000040:1.0:1779213212.060667:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213212.060671:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000040:3.0:1779213212.060672:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213212.060678:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000200:0.0:1779213212.060680:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535808, portal 10 00000100:00000001:0.0:1779213212.060685:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1779213212.060687:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960535680, offset 0 00000100:00000001:0.0:1779213212.060688:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527177088 : -104754182374528 : ffffa0ba042bbb80) 00000100:00000001:1.0:1779213212.060702:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213212.060704:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213212.060706:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213212.060706:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213212.060714:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213212.060721:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213212.060723:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213212.060725:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213212.060729:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213212.060737:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213212.060739:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 00000400:00000200:3.0:1779213212.060744:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1779213212.060749:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960535808, offset 0 00000100:00100000:1.0:1779213212.060755:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960535936:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213212.060756:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213212.060760:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213212.060763:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213212.060766:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213212.060769:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [205:205:256:4294967295] 192.168.202.129@tcp LPNI seq info [205:205:8:4294967295] 00000100:00000001:1.0:1779213212.060784:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213212.060790:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213212.060793:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213212.060798:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213212.060804:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e48b9bf. 00000400:00000200:3.0:1779213212.060805:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213212.060813:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213212.060823:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6accf0c. 00000800:00000200:3.0:1779213212.060825:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213212.060827:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213212.060833:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1779213212.060833:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000800:00000010:3.0:1779213212.060835:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000100:00000200:1.0:1779213212.060848:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960535936, portal 10 00000400:00000200:0.0:1779213212.060849:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213212.060854:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213212.060857:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213212.060863:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213212.060864:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000400:00000200:0.0:1779213212.060872:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:3.0:1779213212.060876:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213212.060883:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [206:206:255:4294967295] 192.168.202.129@tcp LPNI seq info [206:206:7:4294967295] 00000100:00000040:1.0:1779213212.060883:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213212.060886:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213212.060914:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213212.060919:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213212.060930:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213212.060931:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213212.060931:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213212.060936:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000400:00000010:1.0:1779213212.060940:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000100:00000001:3.0:1779213212.060942:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306052547 00000800:00000200:0.0:1779213212.060944:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:1.0:1779213212.060949:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960535936, offset 0 00000800:00000200:0.0:1779213212.060954:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213212.060956:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306047427 00000800:00000200:0.0:1779213212.060960:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213212.060966:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213212.060966:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213212.060966:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306052547 00000100:00000040:0.0:1779213212.060976:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 477848 usecs (478 jiffies) 00000100:00000001:3.0:1779213212.060978:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306047427 00000100:00000001:0.0:1779213212.060981:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306047454 00000100:00000001:3.0:1779213212.060983:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306052547 00000100:00000001:0.0:1779213212.060985:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306052547 00000100:00000001:0.0:1779213212.060989:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306047454 00000100:00000001:0.0:1779213212.060991:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306052547 00000400:00000200:1.0:1779213212.060994:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213212.060995:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306047427 00000100:00000001:0.0:1779213212.060999:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306047454 00000800:00000200:2.0:1779213212.060999:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213212.061006:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306052547 00000800:00000010:2.0:1779213212.061007:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000100:00000001:0.0:1779213212.061010:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306052547 00000100:00000001:0.0:1779213212.061016:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306047454 00000400:00000200:2.0:1779213212.061018:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213212.061019:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306047427 00000400:00000200:1.0:1779213212.061020:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213212.061026:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213212.061027:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306052547 00000100:00000001:0.0:1779213212.061030:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213212.061032:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213212.061037:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213212.061039:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213212.061041:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213212.061043:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213212.061046:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213212.061048:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.061053:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213212.061054:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213212.061058:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213212.061066:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213212.061071:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213212.061076:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213212.061078:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [207:207:254:4294967295] 192.168.202.129@tcp LPNI seq info [207:207:6:4294967295] 00000100:00000001:0.0:1779213212.061079:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213212.061082:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213212.061090:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213212.061102:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213212.061110:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213212.061111:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:2.0:1779213212.061117:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000800:00000010:1.0:1779213212.061119:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000100:00000001:2.0:1779213212.061123:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213212.061131:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213212.061132:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213212.061149:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213212.061151:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1779213212.061154:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779213212.061157:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213212.061163:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213212.061169:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213212.061173:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1779213212.061176:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 29346 usecs (30 jiffies) 00000100:00000001:1.0:1779213212.061181:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306047006 00000100:00000001:1.0:1779213212.061184:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306052547 00000100:00000001:1.0:1779213212.061186:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306047006 00000100:00000001:1.0:1779213212.061188:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306052547 00000800:00000200:2.0:1779213212.061189:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213212.061195:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306047006 00000800:00000010:2.0:1779213212.061196:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:2.0:1779213212.061201:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213212.061202:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306052547 00000100:00000001:1.0:1779213212.061207:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306047006 00000400:00000200:2.0:1779213212.061214:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213212.061216:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306052547 00000400:00000200:2.0:1779213212.061217:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:2.0:1779213212.061260:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000100:00000001:2.0:1779213212.061265:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213212.061270:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213212.061279:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213212.061281:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213212.061288:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213212.061289:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213212.061294:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213212.061298:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213212.061302:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213212.061304:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213212.061311:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213212.061313:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213212.061316:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213212.061317:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213212.061319:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213212.061322:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213212.061349:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213212.061353:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000400:00000200:2.0:1779213212.061356:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213212.061360:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213212.061368:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000400:00000010:2.0:1779213212.061370:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000001:2.0:1779213212.061372:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213212.061376:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213212.061383:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213212.061385:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213212.061391:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213212.061392:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213212.063735:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213212.063752:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213212.063756:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213212.063758:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213212.063769:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213212.063786:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206280 00000400:00000200:1.0:1779213212.063794:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:1.0:1779213212.063801:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213212.063805:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213212.063808:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213212.063811:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213212.063818:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213212.063839:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213212.063850:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213212.063867:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213212.063878:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213212.063881:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213212.063884:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213212.063885:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213212.063889:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213212.063895:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206300 00000400:00000200:1.0:1779213212.063901:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1779213212.063905:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213212.063908:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213212.063909:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213212.063912:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213212.063915:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213212.063919:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213212.063927:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213212.063938:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213212.063942:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213212.063943:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213212.063949:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213212.063950:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1779213212.063952:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213212.063953:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1779213212.063957:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1779213212.063959:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000504931ea. 00000800:00000001:1.0:1779213212.063960:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213212.063967:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000200:1.0:1779213212.063968:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:3.0:1779213212.063972:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:0.0:1779213212.063977:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213212.063978:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206380 00000100:00000001:3.0:1779213212.063978:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213212.063985:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213212.063990:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x75d [1] + 224 00000100:00000200:3.0:1779213212.063990:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213212.064000:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213212.064001:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213212.064005:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213212.064010:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000100:00000200:3.0:1779213212.064011:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213212.064016:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213212.064019:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000200:1.0:1779213212.064020:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213212.064029:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1779213212.064031:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213212.064033:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213212.064037:0:199012:0:(client.c:1579:after_reply()) Process entered 00000400:00000010:0.0:1779213212.064042:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 02000000:00000001:3.0:1779213212.064043:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213212.064048:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213212.064049:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213212.064054:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1779213212.064058:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213212.064059:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213212.064059:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213212.064070:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213212.064097:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=117 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213212.064116:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=117 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213212.064123:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213212.064125:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213212.064127:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213212.064137:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1779213212.064142:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213212.064144:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.064156:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213212.064168:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213212.064170:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213212.064172:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213212.064175:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213212.064176:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213212.064179:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213212.064183:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213212.064184:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1779213212.064185:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213212.064191:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213212.064193:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213212.064204:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=106 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213212.064214:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=106 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213212.064219:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213212.064252:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213212.064255:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213212.064258:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213212.064262:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213212.064266:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213212.064269:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213212.064272:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213212.064277:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064278:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213212.064282:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213212.064283:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213212.064286:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213212.064287:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213212.064291:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213212.064296:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1779213212.064298:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213212.064300:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6accf0c. 00000400:00000200:2.0:1779213212.064317:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:2.0:1779213212.064322:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000001:2.0:1779213212.064330:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213212.064342:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213212.064372:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213212.064381:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1779213212.064381:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213212.064382:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960535680:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213212.064385:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213212.064402:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213212.064406:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213212.064418:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213212.064430:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1779213212.064435:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960535808:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213212.064435:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960535680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213212.064438:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064443:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213212.064447:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213212.064450:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213212.064452:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064453:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213212.064464:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213212.064470:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213212.064470:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1779213212.064475:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=117 v=5 (5 5 0 0) 02000000:00000001:3.0:1779213212.064479:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1779213212.064484:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022886011 x1865639960535808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213212.064487:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0d59762. 00000100:00001000:2.0:1779213212.064488:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=81 v=5 (1 1 0 0) 02000000:00000001:3.0:1779213212.064498:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213212.064499:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213212.064503:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213212.064505:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213212.064509:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00010000:00000001:2.0:1779213212.064510:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1779213212.064513:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213212.064515:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d5e81ba. 02000000:00000001:3.0:1779213212.064517:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213212.064520:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213212.064521:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213212.064523:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 02000000:00000001:0.0:1779213212.064527:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:2.0:1779213212.064527:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213212.064532:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a24bec97. 00000100:00000001:3.0:1779213212.064540:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1779213212.064541:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213212.064546:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213212.064547:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213212.064554:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00010000:00000001:2.0:1779213212.064554:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.064554:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213212.064567:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213212.064569:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1779213212.064570:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 00000100:00000040:2.0:1779213212.064571:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213212.064571:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213212.064578:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213212.064578:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213212.064579:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213212.064581:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213212.064587:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213212.064588:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213212.064592:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000100:00000001:3.0:1779213212.064592:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213212.064595:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213212.064604:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213212.064607:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064609:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213212.064611:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064613:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213212.064615:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213212.064618:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213212.064620:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213212.064621:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213212.064637:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213212.064641:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213212.064647:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960535936:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213212.064653:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064655:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213212.064657:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960535936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213212.064662:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213212.064663:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213212.064665:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e48b9bf. 02000000:00000001:2.0:1779213212.064668:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213212.064669:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213212.064669:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213212.064671:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213212.064672:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:2.0:1779213212.064673:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213212.064675:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213212.064675:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00000001:2.0:1779213212.064677:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213212.064682:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064684:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213212.064687:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213212.064688:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213212.064689:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213212.064690:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213212.700328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213212.700334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213212.700340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213212.700341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213212.700397:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213212.700400:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213212.700403:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213213.724332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213213.724339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213213.724344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213213.724345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213213.724401:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213213.724405:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213213.724407:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213214.748366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213214.748375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213214.748384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213214.748385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213214.748517:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213214.748524:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213214.748528:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213215.772377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213215.772383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213215.772389:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213215.772391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213215.772460:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213215.772464:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213215.772467:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213216.796369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213216.796375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213216.796380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213216.796380:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213216.796446:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213216.796450:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213216.796452:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213217.180457:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213217.180466:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213217.180473:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 00000020:00000040:2.0:1779213217.180480:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213217.180485:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213217.180488:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213217.180495:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213217.180504:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213217.180511:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213217.180524:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213217.180553:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213217.180555:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213217.180561:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_00+0] req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213217.180599:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213217.180603:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213217.180607:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213217.180611:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00000020:00000040:2.0:1779213217.180614:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213217.180625:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213217.180627:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213217.180630:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213217.180635:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213217.180639:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213217.180644:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213217.180650:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213217.180652:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213217.180656:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213217.180659:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1779213217.180662:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791c9b42] to pc [ptlrpcd_00_01+1] req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213217.180663:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213217.180673:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213217.180675:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213217.180675:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213217.180679:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213217.180680:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213217.180685:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1779213217.180686:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 00000100:00000001:1.0:1779213217.180689:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1779213217.180690:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213217.180693:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213217.180695:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213217.180697:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213217.180698:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213217.180702:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213217.180702:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213217.180714:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213217.180715:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213217.180721:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213217.180728:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.180729:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213217.180732:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213217.180737:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213217.180738:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.180738:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213217.180743:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213217.180749:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213217.180753:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023bb76ba] to pc [ptlrpcd_00_02+2] req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213217.180757:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960536192:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213217.180767:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213217.180775:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213217.180779:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213217.180782:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213217.180788:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c567ebb1. 02000000:00000001:1.0:1779213217.180791:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.180792:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213217.180795:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1779213217.180798:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a143b4. 00000100:00000040:2.0:1779213217.180799:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213217.180808:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11389) 00000400:00000010:1.0:1779213217.180810:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081b74abf. 00000100:00000200:1.0:1779213217.180819:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536192, portal 10 00000100:00000001:1.0:1779213217.180822:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213217.180824:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213217.180825:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527173504 : -104754182378112 : ffffa0ba042bad80) 00000100:00000001:0.0:1779213217.180831:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213217.180831:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1779213217.180838:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213217.180838:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213217.180838:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.180852:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213217.180853:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213217.180858:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213217.180862:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213217.180867:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d343be. 00000100:00000001:3.0:1779213217.180868:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213217.180871:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960536192, offset 0 00000100:00000001:3.0:1779213217.180872:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213217.180876:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213217.180883:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213217.180888:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213217.180903:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213217.180910:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213217.180914:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213217.180918:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213217.180922:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213217.180928:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [208:208:256:4294967295] 192.168.202.129@tcp LPNI seq info [208:208:8:4294967295] 00000100:00000001:3.0:1779213217.180944:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213217.180948:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213217.180948:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213217.180959:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1779213217.180962:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213217.180964:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213217.180968:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213217.180969:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000100:00100000:3.0:1779213217.180973:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960536320:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213217.180982:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213217.180988:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1779213217.180991:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213217.180992:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213217.180999:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213217.181004:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009aa9dee. 02000000:00000001:3.0:1779213217.181009:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213217.181010:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:3.0:1779213217.181016:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000504931ea. 00000800:00000200:1.0:1779213217.181018:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213217.181022:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000200:3.0:1779213217.181028:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536320, portal 10 00000100:00000001:3.0:1779213217.181031:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213217.181032:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527176192 : -104754182375424 : ffffa0ba042bb800) 00000100:00000001:1.0:1779213217.181040:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213217.181050:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 469961 usecs (470 jiffies) 00000100:00000040:3.0:1779213217.181054:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213217.181059:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306052566 00000100:00000001:3.0:1779213217.181071:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213217.181078:0:199013:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, simply extend its deadline from 4306052547 00000100:00000040:3.0:1779213217.181078:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213217.181085:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779213217.181090:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960536320, offset 0 00000400:00000200:3.0:1779213217.181097:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213217.181103:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306052566 00000100:00000001:1.0:1779213217.181111:0:199013:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, simply extend its deadline from 4306052547 00000400:00000200:3.0:1779213217.181114:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213217.181122:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306052566 00000400:00000200:3.0:1779213217.181124:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213217.181130:0:199013:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, simply extend its deadline from 4306052547 00000400:00000200:3.0:1779213217.181133:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213217.181136:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306052566 00000400:00000200:3.0:1779213217.181141:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213217.181146:0:199013:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, simply extend its deadline from 4306052547 00000400:00000200:3.0:1779213217.181149:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213217.181153:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213217.181159:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [209:209:255:4294967295] 192.168.202.129@tcp LPNI seq info [209:209:7:4294967295] 00000100:00000001:1.0:1779213217.181161:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213217.181166:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213217.181167:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1779213217.181173:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000100:00000040:1.0:1779213217.181175:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213217.181184:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213217.181193:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:2.0:1779213217.181202:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213217.181211:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d343be 00000100:00000001:1.0:1779213217.181213:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1779213217.181213:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213217.181217:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000021d343be. 00000100:00000001:1.0:1779213217.181218:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.181255:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213217.181261:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213217.181272:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213217.181276:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213217.181284:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213217.181286:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213217.181288:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213217.181289:0:199005:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1779213217.181293:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213217.181299:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960536064:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213217.181304:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213217.181309:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213217.181311:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213217.181313:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213217.181316:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b61b989. 02000000:00000001:1.0:1779213217.181326:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213217.181328:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1749b69. 00000400:00000010:1.0:1779213217.181332:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000557dd026. 00000800:00000200:3.0:1779213217.181338:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:1.0:1779213217.181340:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d343be. 00000100:00000200:1.0:1779213217.181346:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536064, portal 25 00000100:00000001:1.0:1779213217.181350:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1779213217.181351:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213217.181356:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000800:00000200:3.0:1779213217.181359:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1749b69 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1779213217.181367:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213217.181378:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213217.181380:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213217.181381:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213217.181387:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000040:3.0:1779213217.181388:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 28908 usecs (29 jiffies) 00000100:00000200:1.0:1779213217.181391:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960536064, offset 0 00000100:00000001:3.0:1779213217.181394:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306052126 00000100:00000001:3.0:1779213217.181400:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306052566 00000100:00000001:3.0:1779213217.181403:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306052126 00000100:00000001:3.0:1779213217.181405:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306052566 00000100:00000001:3.0:1779213217.181407:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306052126 00000100:00000001:3.0:1779213217.181409:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306052566 00000100:00000001:3.0:1779213217.181414:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306052126 00000400:00000200:1.0:1779213217.181419:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213217.181424:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306052566 00000100:00000001:3.0:1779213217.181427:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213217.181428:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213217.181434:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213217.181436:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213217.181442:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213217.181443:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:2.0:1779213217.181446:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213217.181449:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213217.181451:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1749b69. 00000400:00000200:1.0:1779213217.181452:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213217.181460:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213217.181462:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213217.181467:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [210:210:255:4294967295] 192.168.202.129@tcp LPNI seq info [210:210:7:4294967295] 00000400:00000200:2.0:1779213217.181472:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213217.181484:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:2.0:1779213217.181490:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000800:00000200:1.0:1779213217.181491:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213217.181497:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000400:00000010:2.0:1779213217.181500:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000800:00000200:1.0:1779213217.181505:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213217.181506:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213217.181513:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:2.0:1779213217.181513:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213217.181518:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213217.181526:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.181527:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213217.181531:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306057668 00000100:00000040:2.0:1779213217.181533:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213217.181540:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306052566 00000100:00000001:2.0:1779213217.181542:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.181546:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213217.181549:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306057668 00000100:00000001:1.0:1779213217.181554:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306052566 00000100:00000001:1.0:1779213217.181563:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306057668 00000100:00000001:1.0:1779213217.181566:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306052566 00000100:00000001:1.0:1779213217.181569:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306057668 00000100:00000001:1.0:1779213217.181572:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306052566 00000100:00000001:1.0:1779213217.181587:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213217.181590:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213217.181593:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213217.181595:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213217.181595:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213217.181598:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000100:00000001:1.0:1779213217.181601:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213217.181602:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213217.181604:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213217.181608:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213217.181610:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213217.181612:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000100:00000001:1.0:1779213217.181613:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213217.181616:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213217.181616:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000001:2.0:1779213217.181620:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213217.181621:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213217.181625:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213217.181632:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213217.181634:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213217.181640:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.181642:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213217.182770:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213217.182781:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213217.182785:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213217.182786:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213217.182793:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213217.182803:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206480 00000400:00000200:1.0:1779213217.182811:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:1.0:1779213217.182822:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213217.182826:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213217.182828:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213217.182832:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213217.182838:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213217.182842:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213217.182852:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213217.182869:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213217.182881:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213217.182885:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213217.182887:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213217.182889:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213217.182894:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213217.182898:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213217.182901:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206500 00000100:00000001:3.0:1779213217.182902:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213217.182908:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:1.0:1779213217.182912:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213217.182916:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1779213217.182918:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213217.182919:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213217.182921:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1779213217.182923:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a143b4. 00000400:00000200:1.0:1779213217.182927:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213217.182929:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b74abf 00000400:00000010:3.0:1779213217.182932:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000081b74abf. 00000100:00000001:3.0:1779213217.182935:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213217.182939:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213217.182939:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213217.182945:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213217.182964:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213217.182972:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213217.182982:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213217.182984:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213217.182988:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213217.182988:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213217.182993:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.182993:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213217.182998:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213217.183001:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213217.183004:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213217.183008:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.183013:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213217.183016:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1779213217.183017:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=111 v=5 (5 5 0 0) 00000400:00000001:2.0:1779213217.183020:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213217.183023:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1779213217.183023:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=111 v=5 (1 1 0 0) 00000400:00000010:2.0:1779213217.183026:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000504931ea. 00000100:00000001:3.0:1779213217.183028:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1779213217.183030:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000100:00000001:3.0:1779213217.183032:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213217.183033:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:2.0:1779213217.183037:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1779213217.183037:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213217.183042:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213217.183043:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213217.183049:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213217.183052:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000200:2.0:1779213217.183056:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213217.183057:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213217.183059:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213217.183065:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213217.183071:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213217.183073:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213217.183077:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213217.183079:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213217.183082:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213217.183084:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.183087:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213217.183088:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.183093:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1779213217.183094:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=122 v=5 (5 5 0 0) 00000100:00000001:3.0:1779213217.183096:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213217.183101:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=86 v=5 (1 1 0 0) 00000100:00000040:3.0:1779213217.183105:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213217.183106:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213217.183108:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.183113:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1779213217.183120:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960536192:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213217.183126:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.183128:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00080000:2.0:1779213217.183129:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213217.183132:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000791c9b42 x1865639960536192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213217.183149:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.183152:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213217.183153:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213217.183156:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:3.0:1779213217.183156:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213217.183158:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213217.183160:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213217.183160:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c567ebb1. 00000100:00000040:2.0:1779213217.183165:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213217.183166:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213217.183169:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213217.183173:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213217.183178:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1779213217.183178:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213217.183182:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1779213217.183182:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213217.183185:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213217.183188:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1779213217.183189:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213217.183192:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213217.183195:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000100:00100000:2.0:1779213217.183203:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960536320:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213217.183204:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213217.183206:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.183211:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.183212:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.183214:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213217.183215:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213217.183217:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213217.183220:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023bb76ba x1865639960536320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213217.183220:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.183251:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.183264:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213217.183266:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213217.183269:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009aa9dee. 02000000:00000001:2.0:1779213217.183273:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213217.183275:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213217.183276:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213217.183278:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213217.183280:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 02000000:00000001:2.0:1779213217.183283:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213217.183284:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213217.183286:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000100:00000001:2.0:1779213217.183288:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213217.183289:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213217.183292:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213217.183297:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213217.183298:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213217.183300:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213217.183302:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213217.183919:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213217.183926:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213217.183928:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213217.183931:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213217.183938:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213217.183945:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206400 00000400:00000200:2.0:1779213217.183951:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:2.0:1779213217.183955:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213217.183960:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213217.183962:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213217.183965:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213217.183968:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213217.183972:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213217.183989:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213217.184009:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213217.184015:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213217.184017:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.184075:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213217.184078:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213217.184081:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213217.184082:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213217.184084:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000557dd026. 00000400:00000200:3.0:1779213217.184093:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d343be 00000400:00000010:3.0:1779213217.184094:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000021d343be. 00000100:00000001:3.0:1779213217.184097:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213217.184101:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213217.184108:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213217.184115:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213217.184116:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.184118:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213217.184119:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213217.184120:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213217.184122:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213217.184123:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213217.184126:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=122 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213217.184129:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=122 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213217.184131:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213217.184132:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213217.184135:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213217.184136:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.184138:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213217.184142:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213217.184148:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213217.184151:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213217.184152:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213217.184155:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213217.184162:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960536064:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213217.184165:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.184167:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213217.184169:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960536064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213217.184185:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213217.184186:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213217.184188:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b61b989. 02000000:00000001:3.0:1779213217.184190:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213217.184191:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213217.184192:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213217.184194:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213217.184204:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:3.0:1779213217.184208:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213217.184213:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213217.184214:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00000001:3.0:1779213217.184217:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213217.184218:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.184219:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213217.184240:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213217.184242:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213217.184244:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213217.184246:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213217.820384:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213217.820386:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213217.820390:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820395:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213217.820398:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820400:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820402:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820407:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213217.820409:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213217.820410:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213217.820412:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820413:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213217.820414:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820416:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213217.820417:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213217.820455:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213217.820460:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213217.820462:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213218.844366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213218.844375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213218.844383:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213218.844385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213218.844453:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213218.844458:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213218.844461:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213219.868342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213219.868348:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213219.868354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213219.868355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213219.868410:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213219.868413:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213219.868416:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213220.892349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213220.892354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213220.892370:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213220.892372:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213220.892418:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213220.892422:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213220.892425:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213221.916331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213221.916336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213221.916340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213221.916341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213221.916429:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213221.916431:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213221.916434:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213222.300409:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213222.300423:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213222.300436:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213222.300452:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213222.300458:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213222.300462:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213222.300469:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213222.300479:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:3.0:1779213222.300488:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213222.300504:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213222.300516:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213222.300519:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213222.300538:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_03+3] req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213222.300605:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213222.300608:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213222.300611:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213222.300615:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779213222.300617:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213222.300620:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213222.300622:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213222.300624:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213222.300628:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001dd6485b. 00000100:00000001:3.0:1779213222.300631:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.300633:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213222.300635:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213222.300644:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213222.300646:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213222.300646:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.300650:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213222.300653:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_00+0] req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213222.300659:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.300674:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213222.300677:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213222.300682:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213222.300684:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213222.300687:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213222.300691:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960536448:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213222.300696:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213222.300702:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213222.300706:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.300707:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213222.300709:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213222.300711:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1779213222.300715:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f461dff2. 00000100:00000001:3.0:1779213222.300715:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213222.300719:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213222.300719:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213222.300724:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213222.300727:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1779213222.300729:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 02000000:00000001:3.0:1779213222.300729:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213222.300731:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213222.300739:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:3.0:1779213222.300743:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213222.300748:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000040:3.0:1779213222.300748:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213222.300754:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213222.300759:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536448, portal 25 00000100:00000001:3.0:1779213222.300759:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213222.300763:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213222.300764:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213222.300768:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213222.300769:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213222.300769:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000040:2.0:1779213222.300780:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213222.300781:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_01+1] req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213222.300796:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.300818:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213222.300823:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213222.300828:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213222.300829:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213222.300832:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000040:3.0:1779213222.300835:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1779213222.300836:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960536448, offset 0 00000100:00000040:3.0:1779213222.300841:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11394) 00000400:00000200:2.0:1779213222.300852:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213222.300860:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213222.300865:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213222.300869:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213222.300871:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213222.300872:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213222.300879:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213222.300880:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213222.300881:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213222.300890:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213222.300894:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213222.300900:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213222.300903:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213222.300904:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213222.300907:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213222.300908:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:1.0:1779213222.300912:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213222.300913:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213222.300920:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1779213222.300923:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960536576:192.168.202.129@tcp:400: 02000000:00000001:3.0:1779213222.300926:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213222.300929:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [211:211:256:4294967295] 192.168.202.129@tcp LPNI seq info [211:211:8:4294967295] 00000100:00100000:3.0:1779213222.300942:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960536704:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213222.300946:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213222.300952:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213222.300956:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213222.300958:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213222.300959:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213222.300965:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1779213222.300970:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1779213222.300971:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f975a8a9. 00000800:00000200:2.0:1779213222.300972:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213222.300974:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213222.300977:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213222.300979:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1779213222.300980:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000400:00000010:3.0:1779213222.300983:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000debe533. 02000000:00000010:1.0:1779213222.300989:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045195cc0. 00000400:00000010:3.0:1779213222.300990:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000800:00000200:2.0:1779213222.300991:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:3.0:1779213222.300997:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536704, portal 10 02000000:00000001:1.0:1779213222.300999:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.301003:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213222.301005:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000400:00000010:1.0:1779213222.301009:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000800:00000200:2.0:1779213222.301009:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:3.0:1779213222.301017:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213222.301018:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1779213222.301023:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000100:00000001:2.0:1779213222.301034:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213222.301037:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536576, portal 10 00000100:00000001:2.0:1779213222.301040:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306062787 00000100:00000001:1.0:1779213222.301042:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213222.301047:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000001:2.0:1779213222.301053:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306057668 00000100:00000001:2.0:1779213222.301063:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306062787 00000100:00000001:3.0:1779213222.301063:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213222.301067:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.301071:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306057668 00000100:00000040:3.0:1779213222.301077:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213222.301078:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306062787 00000400:00000010:3.0:1779213222.301083:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000100:00000001:2.0:1779213222.301087:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306057668 00000100:00000200:3.0:1779213222.301092:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960536704, offset 0 00000100:00000001:2.0:1779213222.301094:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306062787 00000100:00000001:2.0:1779213222.301107:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306057668 00000100:00000001:1.0:1779213222.301111:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213222.301112:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213222.301116:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213222.301122:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213222.301124:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213222.301125:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:1.0:1779213222.301130:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000001:2.0:1779213222.301132:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213222.301133:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1779213222.301137:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960536576, offset 0 00000100:00000001:2.0:1779213222.301139:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213222.301142:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213222.301149:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213222.301152:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213222.301156:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213222.301158:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213222.301159:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213222.301168:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213222.301170:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [212:212:255:4294967295] 192.168.202.129@tcp LPNI seq info [212:212:7:4294967295] 00000100:00000001:2.0:1779213222.301171:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213222.301173:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.301178:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213222.301260:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213222.301264:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213222.301321:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213222.301325:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:2.0:1779213222.301330:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213222.301335:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213222.301730:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213222.301737:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213222.301741:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000400:00000200:1.0:1779213222.301748:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:3.0:1779213222.301749:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213222.301761:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213222.301762:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213222.301769:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213222.301771:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213222.301774:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213222.301778:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213222.301778:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 28452 usecs (29 jiffies) 00000400:00000200:1.0:1779213222.301783:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213222.301786:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [213:213:254:4294967295] 192.168.202.129@tcp LPNI seq info [213:213:6:4294967295] 00000100:00000001:3.0:1779213222.301792:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306057246 00000100:00000001:3.0:1779213222.301795:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306062787 00000100:00000001:3.0:1779213222.301797:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306057246 00000100:00000001:3.0:1779213222.301800:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306062787 00000100:00000001:3.0:1779213222.301803:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306057246 00000100:00000001:3.0:1779213222.301806:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306062787 00000100:00000001:3.0:1779213222.301814:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306057246 00000100:00000001:3.0:1779213222.301817:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306062787 00000400:00000200:1.0:1779213222.301819:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213222.301826:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213222.301827:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000100:00000001:3.0:1779213222.301830:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213222.301832:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:3.0:1779213222.301836:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.301841:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213222.301842:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213222.301843:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213222.301846:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213222.301850:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1779213222.301851:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1779213222.301852:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000100:00000001:3.0:1779213222.301854:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213222.301856:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213222.301859:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.301869:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.301878:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1779213222.301879:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213222.301884:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213222.301898:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213222.301901:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213222.301905:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213222.301905:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213222.301912:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213222.301917:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 462305 usecs (463 jiffies) 00000100:00000001:1.0:1779213222.301920:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306057680 00000100:00000001:1.0:1779213222.301923:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306062787 00000100:00000001:1.0:1779213222.301925:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306057680 00000100:00000001:1.0:1779213222.301927:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306062787 00000100:00000001:1.0:1779213222.301929:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306057680 00000100:00000001:1.0:1779213222.301931:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306062787 00000100:00000001:1.0:1779213222.301933:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306057680 00000100:00000001:1.0:1779213222.301937:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306062787 00000800:00000200:2.0:1779213222.301937:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213222.301941:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000100:00000001:1.0:1779213222.301942:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213222.301948:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213222.301949:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213222.301959:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213222.301962:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213222.301964:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213222.301966:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000400:00000010:2.0:1779213222.301970:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:2.0:1779213222.301973:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213222.301975:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1779213222.301976:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213222.301980:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213222.301989:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213222.301993:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213222.301994:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213222.301999:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213222.302000:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213222.302009:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.302018:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.302020:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213222.302056:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213222.302059:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:2.0:1779213222.302062:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213222.302066:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213222.302068:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:2.0:1779213222.302069:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:2.0:1779213222.302072:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213222.302075:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.302094:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213222.302096:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.302102:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.302103:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213222.305455:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213222.305473:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213222.305477:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213222.305480:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213222.305489:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213222.305508:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206580 00000400:00000200:1.0:1779213222.305516:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:1.0:1779213222.305546:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213222.305549:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213222.305551:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213222.305554:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213222.305559:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213222.305565:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213222.305573:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213222.305594:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213222.305606:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213222.305609:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213222.305611:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213222.305614:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213222.305619:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213222.305626:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206680 00000400:00000200:1.0:1779213222.305633:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:1.0:1779213222.305637:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213222.305646:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213222.305648:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213222.305650:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213222.305651:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213222.305653:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213222.305659:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.305659:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213222.305668:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213222.305669:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213222.305676:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213222.305683:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000100:00000001:1.0:1779213222.305691:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213222.305693:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:2.0:1779213222.305696:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:2.0:1779213222.305700:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1779213222.305703:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213222.305707:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213222.305711:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213222.305723:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213222.305728:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213222.305731:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213222.305731:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213222.305735:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213222.305737:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213222.305739:0:199015:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:3.0:1779213222.305740:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213222.305744:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000debe533. 02000000:00000001:2.0:1779213222.305745:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1779213222.305749:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000100:00000001:2.0:1779213222.305750:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1779213222.305753:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:2.0:1779213222.305754:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.305759:0:199013:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1779213222.305760:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213222.305766:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213222.305769:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=127 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213222.305778:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=127 v=5 (1 1 0 0) 00000100:00000200:3.0:1779213222.305782:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.305783:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213222.305785:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.305793:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213222.305795:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213222.305797:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213222.305798:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213222.305800:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213222.305802:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213222.305804:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213222.305807:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213222.305810:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213222.305810:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=127 v=5 (5 5 0 0) 00000100:00000001:2.0:1779213222.305816:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213222.305816:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=91 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213222.305821:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1779213222.305823:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213222.305823:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213222.305826:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213222.305831:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.305857:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213222.305861:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213222.305864:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213222.305871:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213222.305874:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.305880:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213222.305883:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00100000:2.0:1779213222.305884:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960536448:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213222.305887:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213222.305889:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213222.305894:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213222.305905:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213222.305906:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213222.305910:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213222.305914:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960536448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213222.305921:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213222.305924:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213222.305927:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f461dff2. 02000000:00000001:2.0:1779213222.305931:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213222.305933:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213222.305935:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213222.305938:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213222.305940:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 02000000:00000001:2.0:1779213222.305944:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213222.305947:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213222.305949:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:2.0:1779213222.305952:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213222.305954:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213222.305956:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213222.305964:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213222.305967:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213222.305969:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213222.305971:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.305990:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213222.305991:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213222.305996:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213222.306003:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960536704:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213222.306008:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213222.306011:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213222.306014:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960536704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213222.306020:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1779213222.306034:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213222.306045:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213222.306048:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213222.306058:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213222.306065:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213222.306078:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206600 00000400:00000200:0.0:1779213222.306085:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:0.0:1779213222.306090:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213222.306097:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213222.306099:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213222.306103:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213222.306109:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213222.306114:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213222.306122:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213222.306143:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213222.306151:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213222.306154:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213222.306187:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213222.306190:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213222.306208:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213222.306209:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213222.306212:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000400:00000200:1.0:1779213222.306217:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000400:00000010:1.0:1779213222.306252:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000001:1.0:1779213222.306256:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213222.306261:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213222.306271:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213222.306277:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213222.306279:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213222.306282:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213222.306284:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213222.306287:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213222.306289:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213222.306292:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213222.306301:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=116 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213222.306304:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=116 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213222.306307:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213222.306308:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213222.306311:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213222.306314:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213222.306318:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213222.306319:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213222.306321:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213222.306322:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213222.306326:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213222.306332:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213222.306335:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213222.306336:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213222.306339:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213222.306356:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960536576:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213222.306362:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213222.306364:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213222.306366:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960536576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213222.306372:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213222.306375:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213222.306377:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045195cc0. 02000000:00000001:1.0:1779213222.306381:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213222.306383:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213222.306385:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213222.306387:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213222.306389:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001dd6485b. 02000000:00000001:1.0:1779213222.306392:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213222.306394:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213222.306395:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:1.0:1779213222.306398:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213222.306400:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213222.306401:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213222.306408:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213222.306409:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213222.306411:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213222.306413:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213222.306903:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213222.306907:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f975a8a9. 02000000:00000001:3.0:1779213222.306910:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213222.306912:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213222.306913:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213222.306915:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213222.306917:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 02000000:00000001:3.0:1779213222.306920:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213222.306921:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213222.306922:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:3.0:1779213222.306925:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213222.306926:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213222.306935:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213222.306939:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213222.306941:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213222.306943:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213222.306944:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213222.940490:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213222.940498:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213222.940505:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213222.940506:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213222.940867:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213222.940872:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213222.940875:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213223.964354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213223.964375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213223.964382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213223.964383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213223.964414:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213223.964418:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213223.964421:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213224.988333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213224.988339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213224.988345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213224.988346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213224.988411:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213224.988414:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213224.988417:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213226.012379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213226.012385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213226.012393:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213226.012394:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213226.012466:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213226.012471:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213226.012474:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213227.036340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213227.036347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213227.036353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213227.036355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213227.036408:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213227.036412:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213227.036416:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213227.422674:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213227.422700:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213227.422706:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df2803e5. 00000020:00000040:1.0:1779213227.422713:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213227.422717:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213227.422720:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213227.422725:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213227.422732:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d5ad235. 00000100:00000001:1.0:1779213227.422738:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213227.422749:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213227.422760:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213227.422762:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213227.422767:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df2803e5] to pc [ptlrpcd_00_02+2] req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.422802:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213227.422805:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213227.422808:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213227.422811:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 00000020:00000040:1.0:1779213227.422813:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213227.422815:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213227.422816:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213227.422818:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213227.422820:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fd2778. 00000100:00000001:1.0:1779213227.422823:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213227.422827:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213227.422839:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213227.422841:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213227.422844:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_03+3] req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213227.422851:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213227.422854:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213227.422856:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213227.422859:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213227.422862:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213227.422866:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.422868:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213227.422871:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213227.422876:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213227.422879:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213227.422880:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213227.422882:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213227.422883:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213227.422884:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213227.422888:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1779213227.422890:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 02000000:00000001:2.0:1779213227.422890:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213227.422895:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213227.422896:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213227.422899:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960536960:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213227.422903:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213227.422907:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213227.422913:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213227.422914:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213227.422915:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213227.422917:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213227.422920:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000590d33bf] to pc [ptlrpcd_00_00+0] req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213227.422921:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213227.422927:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f461dff2. 02000000:00000001:2.0:1779213227.422930:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213227.422936:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000400:00000010:2.0:1779213227.422942:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000001:1.0:1779213227.422947:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213227.422949:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536960, portal 10 00000100:00000040:1.0:1779213227.422950:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213227.422953:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213227.422954:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213227.422958:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11400) 00000100:00000001:2.0:1779213227.422961:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 00000100:00000040:2.0:1779213227.422971:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213227.422980:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213227.422980:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213227.422983:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213227.422984:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213227.422986:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1779213227.422989:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000001:1.0:1779213227.422990:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213227.422994:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960536960, offset 0 00000100:00000040:3.0:1779213227.422994:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.422995:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213227.423006:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213227.423009:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213227.423011:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213227.423014:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213227.423016:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213227.423018:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213227.423021:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960537088:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213227.423024:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213227.423028:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213227.423032:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213227.423032:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213227.423035:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213227.423037:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213227.423040:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:3.0:1779213227.423042:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064c171ad. 00000400:00000200:2.0:1779213227.423044:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213227.423046:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213227.423050:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213227.423052:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000debe533. 00000400:00000200:2.0:1779213227.423056:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [214:214:256:4294967295] 192.168.202.129@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000010:3.0:1779213227.423059:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000100:00000200:3.0:1779213227.423064:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537088, portal 10 00000100:00000001:3.0:1779213227.423066:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213227.423068:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000400:00000200:2.0:1779213227.423074:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213227.423078:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213227.423081:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213227.423085:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213227.423086:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213227.423088:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1779213227.423095:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000100:00000001:3.0:1779213227.423095:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213227.423096:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213227.423102:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213227.423107:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213227.423108:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000001:0.0:1779213227.423113:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1779213227.423114:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960537088, offset 0 00000100:00000001:0.0:1779213227.423116:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213227.423120:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779213227.423122:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213227.423122:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213227.423124:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213227.423126:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213227.423131:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960536832:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213227.423132:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213227.423140:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213227.423146:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213227.423147:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213227.423151:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213227.423151:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213227.423153:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213227.423155:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213227.423157:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1779213227.423159:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213227.423159:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 454961 usecs (455 jiffies) 00000400:00000200:3.0:1779213227.423162:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:0.0:1779213227.423164:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086087a0a. 00000100:00000001:2.0:1779213227.423166:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306062793 02000000:00000001:0.0:1779213227.423168:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213227.423169:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [215:215:255:4294967295] 192.168.202.129@tcp LPNI seq info [215:215:7:4294967295] 00000400:00000010:0.0:1779213227.423176:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000100:00000001:2.0:1779213227.423178:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, simply extend its deadline from 4306062787 00000400:00000010:0.0:1779213227.423183:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000001:2.0:1779213227.423185:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306062793 00000400:00000200:3.0:1779213227.423186:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:0.0:1779213227.423189:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960536832, portal 25 00000100:00000001:2.0:1779213227.423192:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, simply extend its deadline from 4306062787 00000100:00000001:0.0:1779213227.423194:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213227.423197:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217088 : -104753981334528 : ffffa0ba10275c00) 00000800:00000200:3.0:1779213227.423198:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213227.423199:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306062793 00000800:00000010:3.0:1779213227.423205:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1749b69. 00000100:00000001:2.0:1779213227.423206:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, simply extend its deadline from 4306062787 00000100:00000040:0.0:1779213227.423209:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213227.423214:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213227.423244:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213227.423248:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306062794 00000100:00000001:2.0:1779213227.423252:0:199015:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, simply extend its deadline from 4306062787 00000100:00000001:2.0:1779213227.423255:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213227.423259:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1749b69 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213227.423260:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213227.423261:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213227.423266:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213227.423266:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213227.423267:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213227.423270:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000001:2.0:1779213227.423271:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213227.423272:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 28068 usecs (29 jiffies) 00000100:00000200:0.0:1779213227.423274:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960536832, offset 0 00000100:00000001:3.0:1779213227.423277:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306062368 00000400:00000200:0.0:1779213227.423281:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213227.423281:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213227.423282:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306062793 00000100:00000001:3.0:1779213227.423286:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306062368 00000100:00000001:3.0:1779213227.423288:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306062793 00000400:00000200:0.0:1779213227.423289:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213227.423293:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213227.423293:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306062368 00000400:00000200:0.0:1779213227.423294:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213227.423298:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306062793 00000100:00000001:2.0:1779213227.423299:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213227.423300:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213227.423302:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213227.423303:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306062368 00000400:00000200:0.0:1779213227.423305:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213227.423306:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.423308:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306062794 00000400:00000200:0.0:1779213227.423310:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213227.423310:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.423314:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213227.423318:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [216:216:254:4294967295] 192.168.202.129@tcp LPNI seq info [216:216:6:4294967295] 00000100:00000001:3.0:1779213227.423318:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.423323:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.423326:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213227.423332:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213227.423333:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213227.423335:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213227.423339:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213227.423345:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006855e5a7. 00000100:00000001:3.0:1779213227.423345:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213227.423347:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213227.423350:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213227.423352:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213227.423353:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213227.423360:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213227.423363:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006855e5a7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213227.423367:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213227.423374:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306067910 00000100:00000001:0.0:1779213227.423377:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306062793 00000100:00000001:0.0:1779213227.423379:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306067910 00000100:00000001:0.0:1779213227.423380:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306062793 00000100:00000001:0.0:1779213227.423382:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306067910 00000100:00000001:0.0:1779213227.423383:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306062793 00000100:00000001:0.0:1779213227.423384:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306067910 00000100:00000001:0.0:1779213227.423385:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306062794 00000100:00000001:0.0:1779213227.423386:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213227.423388:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213227.423389:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213227.423390:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213227.423393:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213227.423393:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213227.423394:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213227.423395:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213227.423396:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213227.423397:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213227.423554:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213227.423558:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:1.0:1779213227.423564:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213227.423569:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213227.423574:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:1.0:1779213227.423576:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:1.0:1779213227.423580:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213227.423584:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.423593:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213227.423601:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.423609:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213227.423610:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213227.423621:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213227.423623:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1749b69. 00000400:00000200:1.0:1779213227.423625:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213227.423628:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213227.423630:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:1.0:1779213227.423632:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:1.0:1779213227.423634:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213227.423636:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.423642:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213227.423644:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.423649:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213227.423650:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213227.423704:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213227.423707:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006855e5a7. 00000400:00000200:1.0:1779213227.423709:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213227.423713:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213227.423715:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:1.0:1779213227.423716:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:1.0:1779213227.423718:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213227.423721:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.423728:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213227.423730:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.423736:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213227.423738:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213227.426173:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426198:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213227.426201:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426204:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213227.426215:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213227.426253:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206800 00000400:00000200:1.0:1779213227.426261:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:1.0:1779213227.426267:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426271:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213227.426274:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213227.426278:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213227.426284:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213227.426289:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213227.426296:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.426313:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213227.426320:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426322:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213227.426324:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426325:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213227.426327:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213227.426331:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206780 00000400:00000200:1.0:1779213227.426334:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:1.0:1779213227.426336:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426339:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213227.426340:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213227.426343:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213227.426345:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213227.426348:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213227.426355:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.426378:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213227.426383:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426386:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213227.426388:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426389:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213227.426394:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213227.426399:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206700 00000400:00000200:1.0:1779213227.426405:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:1.0:1779213227.426409:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213227.426415:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213227.426417:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213227.426421:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213227.426424:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213227.426424:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213227.426428:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213227.426428:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213227.426436:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1779213227.426437:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213227.426439:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213227.426443:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000400:00000200:2.0:1779213227.426449:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:2.0:1779213227.426453:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:2.0:1779213227.426456:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213227.426461:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213227.426463:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213227.426470:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213227.426484:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213227.426485:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213227.426495:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213227.426497:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213227.426500:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213227.426503:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213227.426506:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213227.426509:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213227.426511:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213227.426523:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=121 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213227.426528:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=121 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213227.426530:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213227.426530:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213227.426532:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213227.426533:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213227.426537:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1779213227.426539:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1779213227.426540:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213227.426541:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213227.426542:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00010000:00000001:2.0:1779213227.426543:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.426544:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213227.426546:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:0.0:1779213227.426548:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:2.0:1779213227.426549:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213227.426551:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213227.426553:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213227.426553:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1779213227.426554:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213227.426556:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213227.426556:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1779213227.426559:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213227.426559:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000debe533. 00000100:00000040:2.0:1779213227.426562:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213227.426562:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:3.0:1779213227.426564:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:3.0:1779213227.426569:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213227.426575:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213227.426578:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213227.426584:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213227.426589:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213227.426591:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213227.426596:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1779213227.426597:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213227.426598:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213227.426598:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213227.426601:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213227.426609:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213227.426611:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213227.426614:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213227.426617:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213227.426623:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=132 v=5 (5 5 0 0) 00000100:00000001:3.0:1779213227.426623:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213227.426625:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779213227.426626:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960536960:192.168.202.129@tcp:400: 00000100:00001000:0.0:1779213227.426628:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213227.426628:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213227.426629:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213227.426631:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213227.426634:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213227.426634:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213227.426636:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213227.426636:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213227.426636:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213227.426638:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213227.426640:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213227.426640:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=132 v=5 (5 5 0 0) 00000100:00000001:2.0:1779213227.426641:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213227.426643:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213227.426643:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=96 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213227.426646:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1779213227.426647:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960536960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213227.426649:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213227.426649:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213227.426651:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213227.426655:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213227.426669:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779213227.426669:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213227.426671:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213227.426671:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213227.426673:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213227.426673:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213227.426674:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1779213227.426676:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213227.426676:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213227.426683:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1779213227.426684:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213227.426688:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1779213227.426689:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960536832:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213227.426694:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213227.426694:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f461dff2. 00000100:00000001:3.0:1779213227.426694:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213227.426697:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213227.426698:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1779213227.426700:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df2803e5 x1865639960536832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213227.426700:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213227.426701:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213227.426704:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213227.426705:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213227.426708:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213227.426714:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213227.426717:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fd2778. 00000100:00100000:3.0:1779213227.426717:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960537088:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213227.426720:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213227.426722:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213227.426723:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213227.426724:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086087a0a. 02000000:00000001:2.0:1779213227.426724:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213227.426725:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213227.426728:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1779213227.426729:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213227.426729:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960537088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779213227.426730:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000020:00000001:0.0:1779213227.426731:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213227.426733:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213227.426736:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213227.426737:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1779213227.426738:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d5ad235. 00000100:00000001:3.0:1779213227.426738:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213227.426741:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213227.426741:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1779213227.426742:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1779213227.426743:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064c171ad. 02000000:00000001:0.0:1779213227.426744:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213227.426745:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1779213227.426746:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df2803e5. 02000000:00000001:3.0:1779213227.426746:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213227.426748:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213227.426750:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213227.426751:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213227.426753:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1779213227.426753:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 00000100:00000001:0.0:1779213227.426754:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213227.426755:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213227.426755:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213227.426755:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213227.426756:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213227.426757:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:0.0:1779213227.426759:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213227.426761:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.426761:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213227.426764:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213227.426764:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.426764:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213227.426765:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213227.426767:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213227.426770:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213227.426772:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213227.426773:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.426774:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213227.426779:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213227.426781:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060457:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213228.060493:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213228.060496:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213228.060499:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060504:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213228.060506:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060508:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060510:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060514:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213228.060516:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213228.060517:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213228.060518:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060520:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213228.060521:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060522:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213228.060524:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213228.060590:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213228.060595:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213228.060598:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213229.084341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213229.084346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213229.084352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213229.084353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213229.084417:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213229.084421:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213229.084425:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213230.108525:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213230.108531:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213230.108537:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213230.108538:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213230.108580:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213230.108584:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213230.108587:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213231.132386:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213231.132394:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213231.132401:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213231.132402:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213231.132708:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213231.132713:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213231.132717:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213232.156346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213232.156353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213232.156359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213232.156360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213232.156420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213232.156432:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213232.156435:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213232.540391:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213232.540398:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213232.540417:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779213232.540449:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213232.540456:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213232.540459:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213232.540463:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213232.540471:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 00000100:00000001:1.0:1779213232.540478:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540488:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213232.540496:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213232.540498:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540502:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b0e031e] to pc [ptlrpcd_00_01+1] req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213232.540525:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540527:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213232.540531:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213232.540533:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5713afe. 00000020:00000040:1.0:1779213232.540539:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213232.540541:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213232.540543:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213232.540544:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213232.540548:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd74f283. 00000100:00000001:1.0:1779213232.540550:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540553:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213232.540560:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213232.540561:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540564:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5713afe] to pc [ptlrpcd_00_02+2] req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213232.540587:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540589:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213232.540597:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213232.540599:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213232.540602:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1779213232.540604:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000100:00000001:2.0:1779213232.540604:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1779213232.540608:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213232.540610:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213232.540612:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213232.540614:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213232.540616:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213232.540621:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213232.540627:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.540628:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213232.540630:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213232.540634:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213232.540635:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213232.540638:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213232.540643:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213232.540648:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000d5713afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960537344:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213232.540653:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213232.540658:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213232.540659:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213232.540660:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213232.540663:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540665:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000590d33bf] to pc [ptlrpcd_00_03+3] req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213232.540668:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213232.540674:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213232.540674:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053f23231. 00000100:00000040:1.0:1779213232.540675:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213232.540678:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213232.540680:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213232.540686:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11405) 00000400:00000010:2.0:1779213232.540687:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000400:00000010:2.0:1779213232.540695:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000001:1.0:1779213232.540701:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213232.540702:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537344, portal 10 00000100:00000001:1.0:1779213232.540704:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213232.540706:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213232.540706:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213232.540709:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728212608 : -104753981339008 : ffffa0ba10274a80) 00000100:00000040:1.0:1779213232.540713:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213232.540721:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213232.540722:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213232.540724:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213232.540728:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213232.540731:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213232.540735:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.540735:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1779213232.540741:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960537472:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213232.540741:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213232.540746:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d8766b. 00000100:00000001:1.0:1779213232.540747:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1779213232.540750:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960537344, offset 0 02000000:00000001:1.0:1779213232.540757:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213232.540759:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213232.540760:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213232.540762:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213232.540765:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c01ecb3. 02000000:00000001:1.0:1779213232.540768:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213232.540770:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000400:00000010:1.0:1779213232.540785:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000400:00000200:2.0:1779213232.540788:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:1.0:1779213232.540789:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537472, portal 10 00000400:00000200:2.0:1779213232.540794:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213232.540798:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213232.540798:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213232.540801:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000400:00000200:2.0:1779213232.540802:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213232.540810:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213232.540811:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213232.540819:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [217:217:256:4294967295] 192.168.202.129@tcp LPNI seq info [217:217:8:4294967295] 00000100:00000001:1.0:1779213232.540825:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213232.540830:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213232.540834:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000200:1.0:1779213232.540839:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960537472, offset 0 00000400:00000200:2.0:1779213232.540843:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:1.0:1779213232.540849:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213232.540861:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213232.540862:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213232.540868:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213232.540868:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000100:00000001:3.0:1779213232.540869:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213232.540874:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213232.540875:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213232.540877:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1779213232.540881:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213232.540882:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213232.540886:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213232.540890:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1779213232.540895:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213232.540899:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [218:218:255:4294967295] 192.168.202.129@tcp LPNI seq info [218:218:7:4294967295] 00000800:00000200:2.0:1779213232.540902:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213232.540906:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213232.540908:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213232.540913:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213232.540914:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213232.540916:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213232.540921:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 447812 usecs (448 jiffies) 02000000:00000001:3.0:1779213232.540921:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.540927:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306067904 00000400:00000200:1.0:1779213232.540930:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:3.0:1779213232.540930:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960537216:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213232.540932:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306067910 00000100:00000001:2.0:1779213232.540937:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306067904 00000100:00000001:3.0:1779213232.540940:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213232.540941:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306067910 02000000:00000001:3.0:1779213232.540943:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213232.540945:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306067904 00000800:00000200:1.0:1779213232.540946:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213232.540946:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.540948:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306067910 02000000:00000001:3.0:1779213232.540951:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213232.540952:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306067904 00000800:00000010:1.0:1779213232.540954:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:2.0:1779213232.540955:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306067910 02000000:00000010:3.0:1779213232.540957:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d077158. 00000100:00000001:2.0:1779213232.540958:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213232.540961:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.540962:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213232.540963:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213232.540967:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213232.540968:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000debe533. 00000100:00000001:2.0:1779213232.540972:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213232.540973:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:3.0:1779213232.540975:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000800:00000200:1.0:1779213232.540977:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1779213232.540980:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537216, portal 25 00000100:00000001:1.0:1779213232.540981:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.540982:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213232.540983:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213232.540984:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 27671 usecs (28 jiffies) 00000100:00000001:2.0:1779213232.540986:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213232.540986:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:1.0:1779213232.540988:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306067484 00000100:00000001:2.0:1779213232.540991:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213232.540994:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213232.540995:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213232.540998:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213232.540999:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306067910 00000100:00000001:1.0:1779213232.541003:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306067484 00000100:00000001:2.0:1779213232.541003:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213232.541009:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306067910 00000100:00000001:1.0:1779213232.541012:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306067484 00000100:00000001:1.0:1779213232.541014:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306067910 00000100:00000001:3.0:1779213232.541014:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213232.541018:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306067484 00000100:00000040:3.0:1779213232.541019:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213232.541021:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306067910 00000100:00000001:1.0:1779213232.541023:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213232.541023:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000001:1.0:1779213232.541025:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213232.541027:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960537216, offset 0 00000100:00000001:1.0:1779213232.541028:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213232.541031:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213232.541035:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213232.541037:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213232.541037:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213232.541040:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213232.541041:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213232.541042:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213232.541044:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213232.541046:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213232.541049:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213232.541052:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213232.541055:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213232.541064:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213232.541067:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [219:219:254:4294967295] 192.168.202.129@tcp LPNI seq info [219:219:6:4294967295] 00000400:00000200:3.0:1779213232.541074:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213232.541079:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213232.541083:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1749b69. 00000800:00000200:3.0:1779213232.541086:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213232.541090:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213232.541092:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1749b69 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213232.541095:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213232.541098:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306073027 00000100:00000001:3.0:1779213232.541104:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306067910 00000100:00000001:3.0:1779213232.541107:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306073027 00000100:00000001:3.0:1779213232.541109:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306067910 00000100:00000001:3.0:1779213232.541112:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306073027 00000100:00000001:3.0:1779213232.541114:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306067910 00000100:00000001:3.0:1779213232.541116:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306073027 00000100:00000001:3.0:1779213232.541118:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306067910 00000100:00000001:3.0:1779213232.541120:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213232.541122:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213232.541124:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213232.541126:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213232.541130:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213232.541131:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213232.541133:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213232.541134:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213232.541135:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213232.541136:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213232.541301:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213232.541304:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213232.541372:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213232.541377:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:0.0:1779213232.541381:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213232.541387:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213232.541391:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d8766b 00000400:00000010:0.0:1779213232.541393:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d8766b. 00000100:00000001:0.0:1779213232.541397:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213232.541401:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213232.541411:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213232.541413:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213232.541433:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213232.541436:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213232.541448:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213232.541450:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:0.0:1779213232.541453:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213232.541457:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213232.541460:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:0.0:1779213232.541461:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:0.0:1779213232.541463:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213232.541466:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213232.541473:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213232.541482:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213232.541489:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213232.541491:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213232.541549:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213232.541552:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1749b69. 00000400:00000200:0.0:1779213232.541555:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213232.541558:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213232.541561:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000400:00000010:0.0:1779213232.541563:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:0.0:1779213232.541566:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213232.541569:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213232.541576:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213232.541578:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213232.541584:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213232.541586:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213232.544041:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.544050:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213232.544054:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.544055:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213232.544062:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213232.544073:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206980 00000400:00000200:1.0:1779213232.544079:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:1.0:1779213232.544084:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.544087:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213232.544090:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213232.544093:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213232.544100:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213232.544118:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213232.544128:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213232.544151:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213232.544160:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.544164:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213232.544166:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.544167:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213232.544171:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213232.544177:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206900 00000400:00000200:1.0:1779213232.544181:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:1.0:1779213232.544184:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.544189:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213232.544191:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213232.544193:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213232.544196:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213232.544198:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213232.544205:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213232.544244:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213232.544248:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.544251:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213232.544271:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213232.544276:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213232.544282:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213232.544284:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213232.544287:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000400:00000200:0.0:1779213232.544292:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:0.0:1779213232.544294:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:0.0:1779213232.544298:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213232.544303:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213232.544309:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213232.544313:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213232.544314:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213232.544318:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213232.544321:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213232.544323:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000100:00000001:0.0:1779213232.544326:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213232.544329:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213232.544329:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000100:00000001:0.0:1779213232.544332:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213232.544335:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1779213232.544339:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000001:2.0:1779213232.544342:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213232.544344:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213232.544347:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213232.544348:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213232.544353:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213232.544361:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213232.544363:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=126 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213232.544371:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213232.544374:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213232.544376:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213232.544377:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213232.544380:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.544380:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213232.544383:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1779213232.544384:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213232.544386:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213232.544388:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213232.544389:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213232.544390:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213232.544393:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213232.544395:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00001000:2.0:1779213232.544396:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=137 v=5 (5 5 0 0) 00000100:00000001:0.0:1779213232.544398:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213232.544400:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213232.544401:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=101 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213232.544405:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1779213232.544407:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213232.544407:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213232.544412:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213232.544418:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213232.544437:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213232.544438:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213232.544440:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213232.544442:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213232.544445:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213232.544446:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213232.544447:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213232.544450:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213232.544450:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213232.544458:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213232.544462:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213232.544467:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213232.544469:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213232.544477:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213232.544478:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000d5713afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960537344:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213232.544486:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213232.544490:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213232.544493:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5713afe x1865639960537344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213232.544517:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213232.544519:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1779213232.544520:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960537472:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213232.544525:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213232.544527:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053f23231. 00000100:00000001:2.0:1779213232.544528:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1779213232.544534:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1779213232.544534:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960537472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213232.544537:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213232.544540:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213232.544545:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213232.544548:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd74f283. 00000100:00000001:2.0:1779213232.544548:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213232.544550:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213232.544552:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c01ecb3. 02000000:00000001:0.0:1779213232.544559:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213232.544561:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213232.544563:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5713afe. 00000100:00000001:0.0:1779213232.544566:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213232.544568:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213232.544569:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213232.544570:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779213232.544571:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213232.544577:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213232.544579:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213232.544581:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213232.544583:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213232.544584:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213232.544586:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 00000100:00000001:0.0:1779213232.544587:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213232.544594:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213232.544596:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213232.544597:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:2.0:1779213232.544602:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213232.544606:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213232.544608:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213232.544612:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213232.544613:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213232.544615:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213232.544616:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213232.545818:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.545830:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213232.545832:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.545834:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213232.545842:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213232.545855:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206880 00000400:00000200:1.0:1779213232.545863:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:1.0:1779213232.545878:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.545885:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213232.545888:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213232.545893:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213232.545897:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213232.545902:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213232.545911:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213232.545926:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213232.545933:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213232.545937:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213232.545948:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213232.545952:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213232.545957:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213232.545958:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213232.545965:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000debe533. 00000400:00000200:3.0:1779213232.545968:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:3.0:1779213232.545970:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:3.0:1779213232.545973:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213232.545981:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213232.545989:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213232.545995:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213232.545997:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213232.546000:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213232.546002:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213232.546004:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213232.546005:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213232.546007:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213232.546012:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=137 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213232.546015:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213232.546018:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213232.546018:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213232.546020:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213232.546021:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213232.546022:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213232.546025:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213232.546029:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213232.546031:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213232.546032:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213232.546034:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213232.546037:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960537216:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213232.546040:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213232.546042:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213232.546043:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960537216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213232.546051:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213232.546052:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213232.546054:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d077158. 02000000:00000001:3.0:1779213232.546056:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213232.546057:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213232.546058:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213232.546060:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213232.546061:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 02000000:00000001:3.0:1779213232.546063:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213232.546064:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213232.546065:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:3.0:1779213232.546068:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213232.546068:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213232.546069:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213232.546073:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213232.546074:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213232.546075:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213232.546077:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213233.180341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213233.180347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213233.180352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213233.180354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213233.180433:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213233.180437:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213233.180439:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213234.204348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213234.204354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213234.204360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213234.204361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213234.204436:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213234.204440:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213234.204443:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213235.229023:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213235.229028:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213235.229034:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213235.229046:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213235.229586:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213235.229590:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213235.229593:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213236.252316:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213236.252323:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213236.252328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213236.252330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213236.252502:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213236.252506:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213236.252509:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213237.276327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213237.276331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213237.276335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213237.276336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213237.276448:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213237.276455:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213237.276460:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213237.660305:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213237.660314:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213237.660322:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213237.660329:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213237.660334:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213237.660338:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213237.660344:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213237.660353:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dd5d65. 00000100:00000001:0.0:1779213237.660360:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213237.660402:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213237.660413:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213237.660416:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213237.660422:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213237.660467:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213237.660470:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213237.660473:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213237.660477:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213237.660479:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213237.660482:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213237.660483:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213237.660484:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213237.660488:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213237.660490:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1779213237.660500:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000100:00000001:2.0:1779213237.660500:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213237.660504:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213237.660505:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.660506:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213237.660512:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213237.660514:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213237.660531:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213237.660532:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213237.660536:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_01+1] req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213237.660541:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213237.660550:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213237.660555:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213237.660556:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213237.660558:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213237.660559:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213237.660563:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.660564:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1779213237.660569:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960537600:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213237.660574:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213237.660579:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1779213237.660580:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 02000000:00000001:3.0:1779213237.660581:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.660584:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1779213237.660585:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213237.660586:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213237.660588:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213237.660590:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213237.660591:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1779213237.660592:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63c0db6. 02000000:00000001:0.0:1779213237.660593:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213237.660596:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213237.660597:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213237.660598:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213237.660604:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000debe533. 02000000:00000010:0.0:1779213237.660605:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006855e5a7. 00000100:00000001:0.0:1779213237.660612:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.660612:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213237.660615:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213237.660618:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213237.660620:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213237.660621:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213237.660623:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 02000000:00000001:2.0:1779213237.660625:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213237.660631:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960537728:192.168.202.129@tcp:400: 00000100:00000200:3.0:1779213237.660632:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537600, portal 25 00000100:00000001:3.0:1779213237.660638:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213237.660641:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213237.660641:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213237.660641:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:0.0:1779213237.660644:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213237.660645:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213237.660648:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213237.660650:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213237.660652:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_02+2] req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213237.660652:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213237.660657:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000869ca5d2. 02000000:00000001:2.0:1779213237.660662:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213237.660668:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c866e0. 00000100:00000001:3.0:1779213237.660675:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1779213237.660677:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000100:00000200:2.0:1779213237.660681:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537728, portal 10 00000100:00000040:3.0:1779213237.660681:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213237.660685:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213237.660686:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000400:00000010:3.0:1779213237.660686:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000001:0.0:1779213237.660691:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213237.660692:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960537600, offset 0 00000100:00000040:0.0:1779213237.660695:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213237.660696:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213237.660704:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213237.660704:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213237.660713:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11410) 00000400:00000200:3.0:1779213237.660721:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213237.660726:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213237.660729:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213237.660731:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213237.660735:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213237.660736:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213237.660737:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213237.660738:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213237.660743:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1779213237.660745:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213237.660749:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:2.0:1779213237.660754:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000100:00000200:2.0:1779213237.660760:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960537728, offset 0 00000400:00000200:3.0:1779213237.660760:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [220:220:256:4294967295] 192.168.202.129@tcp LPNI seq info [220:220:8:4294967295] 00000100:00000001:0.0:1779213237.660762:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213237.660765:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213237.660770:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213237.660770:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213237.660773:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213237.660778:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213237.660783:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:0.0:1779213237.660784:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960537856:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213237.660791:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1779213237.660794:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213237.660795:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213237.660795:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213237.660798:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213237.660802:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213237.660802:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1779213237.660802:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd6485b. 02000000:00000010:0.0:1779213237.660807:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051e0b363. 00000400:00000200:2.0:1779213237.660807:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213237.660812:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213237.660812:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213237.660817:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:0.0:1779213237.660818:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000800:00000200:3.0:1779213237.660821:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:0.0:1779213237.660824:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000400:00000200:2.0:1779213237.660824:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [221:221:255:4294967295] 192.168.202.129@tcp LPNI seq info [221:221:7:4294967295] 00000100:00000200:0.0:1779213237.660831:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537856, portal 10 00000800:00000200:3.0:1779213237.660835:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213237.660836:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213237.660838:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00000400:00000200:2.0:1779213237.660843:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:0.0:1779213237.660846:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213237.660850:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001dd6485b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1779213237.660851:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213237.660857:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000100:00000001:0.0:1779213237.660863:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213237.660866:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213237.660870:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213237.660874:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000800:00000200:2.0:1779213237.660874:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213237.660877:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213237.660878:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1779213237.660879:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960537856, offset 0 00000100:00000001:3.0:1779213237.660883:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306078147 00000100:00000001:2.0:1779213237.660884:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213237.660889:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213237.660890:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 440888 usecs (441 jiffies) 00000100:00000001:3.0:1779213237.660892:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306073027 00000100:00000001:2.0:1779213237.660895:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306073017 00000400:00000200:0.0:1779213237.660897:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213237.660897:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306078147 00000100:00000001:2.0:1779213237.660900:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306078147 00000400:00000200:0.0:1779213237.660905:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213237.660905:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306073017 00000100:00000001:3.0:1779213237.660905:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306073027 00000400:00000200:0.0:1779213237.660912:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213237.660912:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306078147 00000100:00000001:2.0:1779213237.660915:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306078147 00000100:00000001:3.0:1779213237.660917:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306073027 00000400:00000200:0.0:1779213237.660919:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213237.660920:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306073017 00000100:00000001:3.0:1779213237.660923:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306078147 00000100:00000001:2.0:1779213237.660924:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306078147 00000400:00000200:0.0:1779213237.660925:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213237.660928:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306073017 00000100:00000001:3.0:1779213237.660929:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306073027 00000100:00000001:3.0:1779213237.660936:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213237.660937:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306078147 00000100:00000001:3.0:1779213237.660940:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213237.660943:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.660946:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213237.660947:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213237.660949:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [222:222:254:4294967295] 192.168.202.129@tcp LPNI seq info [222:222:6:4294967295] 00000100:00000001:3.0:1779213237.660956:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213237.660960:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213237.660960:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213237.660965:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213237.660965:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213237.660968:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213237.660970:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213237.660971:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213237.660972:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.660973:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213237.660978:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213237.660979:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:2.0:1779213237.660981:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213237.660984:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213237.660988:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213237.660989:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213237.660992:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213237.660994:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213237.660996:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213237.660998:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213237.661001:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213237.661005:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213237.661006:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213237.661010:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213237.661011:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 27287 usecs (28 jiffies) 00000100:00000001:0.0:1779213237.661015:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306072604 00000100:00000001:0.0:1779213237.661017:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306078147 00000100:00000001:0.0:1779213237.661019:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306072604 00000100:00000001:0.0:1779213237.661020:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306078147 00000100:00000001:0.0:1779213237.661021:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306072604 00000100:00000001:0.0:1779213237.661023:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306078147 00000100:00000001:0.0:1779213237.661024:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306072604 00000100:00000001:0.0:1779213237.661025:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306078147 00000100:00000001:0.0:1779213237.661026:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213237.661028:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.661029:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.661030:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213237.661033:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213237.661034:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213237.661035:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213237.661036:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213237.661037:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.661038:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213237.661051:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213237.661055:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd6485b. 00000400:00000200:2.0:1779213237.661059:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213237.661064:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213237.661069:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:2.0:1779213237.661071:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:2.0:1779213237.661075:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213237.661078:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.661087:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213237.661090:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.661097:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.661098:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213237.661107:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213237.661108:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:2.0:1779213237.661110:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213237.661113:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213237.661115:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:2.0:1779213237.661117:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:2.0:1779213237.661118:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213237.661121:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.661127:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213237.661134:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.661141:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.661142:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213237.661205:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213237.661207:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:2.0:1779213237.661210:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213237.661213:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213237.661216:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:2.0:1779213237.661217:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:2.0:1779213237.661219:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213237.661244:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.661252:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213237.661255:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.661261:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.661263:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213237.662515:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213237.662526:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213237.662530:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213237.662533:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213237.662540:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213237.662622:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206a00 00000400:00000200:3.0:1779213237.662630:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:3.0:1779213237.662636:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213237.662650:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213237.662653:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213237.662656:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213237.662662:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213237.662666:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213237.662735:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213237.662765:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213237.662772:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213237.662776:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213237.662778:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213237.662780:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213237.662806:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213237.662810:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213237.662820:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213237.662822:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213237.662825:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000debe533. 00000400:00000200:0.0:1779213237.662829:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:0.0:1779213237.662831:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:0.0:1779213237.662833:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213237.662838:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213237.662860:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213237.662865:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213237.662866:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213237.662868:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213237.662870:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213237.662872:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213237.662873:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213237.662875:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213237.662880:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=142 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213237.662884:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=142 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213237.662887:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213237.662888:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213237.662891:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213237.662892:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.662895:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213237.662898:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213237.662905:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213237.662916:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213237.662917:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213237.662921:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213237.662928:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960537600:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213237.662933:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213237.662940:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213237.662943:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960537600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213237.662950:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213237.662953:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213237.662955:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63c0db6. 02000000:00000001:0.0:1779213237.662959:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213237.662961:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213237.662965:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000200:3.0:1779213237.662966:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000020:00000001:0.0:1779213237.662971:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213237.662973:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dd5d65. 00000400:00000200:3.0:1779213237.662978:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206b00 02000000:00000001:0.0:1779213237.662979:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213237.662982:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213237.662984:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000400:00000200:3.0:1779213237.662987:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7d5 [1] + 224 00000100:00000001:0.0:1779213237.662990:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213237.662993:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213237.662993:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213237.662996:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213237.662999:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213237.663001:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213237.663002:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213237.663005:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213237.663007:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213237.663009:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213237.663011:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213237.663012:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213237.663016:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213237.663025:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213237.663035:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213237.663040:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213237.663044:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213237.663046:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213237.663048:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213237.663054:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213237.663059:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206a80 00000100:00000001:0.0:1779213237.663060:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213237.663063:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213237.663067:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213237.663069:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213237.663071:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000400:00000200:0.0:1779213237.663075:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:0.0:1779213237.663076:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:0.0:1779213237.663079:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213237.663083:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213237.663088:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:3.0:1779213237.663097:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213237.663099:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213237.663105:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213237.663108:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213237.663110:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213237.663113:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213237.663116:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213237.663117:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213237.663120:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213237.663125:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213237.663126:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213237.663128:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213237.663129:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213237.663133:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213237.663140:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=142 v=5 (5 5 0 0) 00000100:00000040:3.0:1779213237.663142:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213237.663144:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213237.663150:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213237.663152:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213237.663156:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213237.663161:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213237.663166:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.663168:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213237.663169:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213237.663170:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213237.663173:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213237.663175:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213237.663176:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779213237.663179:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213237.663181:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213237.663189:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213237.663192:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213237.663193:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213237.663197:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213237.663204:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960537856:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213237.663208:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213237.663209:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213237.663212:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213237.663212:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213237.663217:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960537856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213237.663217:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213237.663220:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213237.663242:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9c866e0. 00000400:00000200:2.0:1779213237.663248:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:2.0:1779213237.663251:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:0.0:1779213237.663252:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213237.663255:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213237.663256:0:199013:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1779213237.663257:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051e0b363. 02000000:00000001:0.0:1779213237.663261:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1779213237.663263:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213237.663269:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213237.663272:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213237.663277:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213237.663279:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006855e5a7. 00000100:00000200:2.0:1779213237.663281:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213237.663284:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213237.663286:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213237.663289:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000001:0.0:1779213237.663294:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213237.663295:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213237.663296:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213237.663297:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213237.663299:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213237.663301:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213237.663305:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213237.663306:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213237.663308:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213237.663311:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213237.663311:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213237.663314:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213237.663317:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213237.663319:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213237.663324:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=131 v=5 (5 5 0 0) 00000100:00001000:2.0:1779213237.663327:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=131 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213237.663329:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213237.663330:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213237.663332:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213237.663334:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.663335:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213237.663337:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213237.663338:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213237.663339:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213237.663342:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.663348:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213237.663350:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213237.663357:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213237.663360:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213237.663366:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960537728:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213237.663381:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213237.663382:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213237.663385:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960537728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213237.663390:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213237.663391:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213237.663393:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000869ca5d2. 02000000:00000001:2.0:1779213237.663396:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213237.663397:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213237.663398:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213237.663400:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213237.663406:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 02000000:00000001:2.0:1779213237.663409:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213237.663410:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213237.663411:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:2.0:1779213237.663414:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213237.663415:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213237.663416:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213237.663420:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213237.663421:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213237.663423:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213237.663425:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213238.300354:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213238.300357:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213238.300361:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300379:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213238.300382:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300384:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300386:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213238.300393:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213238.300394:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213238.300396:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300398:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213238.300399:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300401:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213238.300402:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213238.300463:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213238.300467:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213238.300469:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213239.324322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213239.324329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213239.324335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213239.324336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213239.324486:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213239.324489:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213239.324492:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213240.349948:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213240.349953:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213240.349957:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213240.349958:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213240.350383:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213240.350388:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213240.350390:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213241.372345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213241.372350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213241.372354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213241.372370:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213241.372420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213241.372424:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213241.372426:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213242.396350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213242.396356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213242.396360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213242.396362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213242.396412:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213242.396416:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213242.396419:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213242.780352:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213242.780363:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213242.780372:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000020:00000040:0.0:1779213242.780378:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213242.780383:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213242.780385:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213242.780390:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213242.780397:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006855e5a7. 00000100:00000001:0.0:1779213242.780404:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213242.780413:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213242.780423:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213242.780424:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213242.780429:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_03+3] req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213242.780461:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213242.780463:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213242.780466:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213242.780469:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213242.780471:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213242.780485:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213242.780490:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213242.780493:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213242.780496:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213242.780498:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1779213242.780500:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213242.780502:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213242.780504:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213242.780507:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dd5d65. 00000100:00000001:1.0:1779213242.780509:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213242.780517:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213242.780518:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213242.780525:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213242.780526:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213242.780533:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213242.780535:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213242.780536:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213242.780537:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213242.780541:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213242.780544:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213242.780547:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960537984:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213242.780554:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213242.780560:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213242.780563:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213242.780566:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213242.780571:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000324ef76e. 02000000:00000001:3.0:1779213242.780573:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213242.780579:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213242.780579:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1f0cf9. 00000100:00000040:0.0:1779213242.780583:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213242.780587:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1779213242.780588:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000010:0.0:1779213242.780591:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213242.780594:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000200:3.0:1779213242.780595:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960537984, portal 25 00000100:00000001:0.0:1779213242.780598:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213242.780599:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213242.780599:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1779213242.780601:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213242.780602:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 02000000:00000001:0.0:1779213242.780603:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213242.780603:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213242.780606:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213242.780609:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 00000100:00000001:0.0:1779213242.780612:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213242.780614:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213242.780614:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213242.780618:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213242.780619:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213242.780623:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213242.780644:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213242.780647:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213242.780648:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213242.780649:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213242.780652:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213242.780652:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213242.780654:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213242.780657:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213242.780657:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6bd63e0. 00000100:00000040:0.0:1779213242.780660:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_01+1] req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213242.780660:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213242.780662:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960537984, offset 0 00000100:00100000:1.0:1779213242.780665:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960538112:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213242.780671:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213242.780674:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213242.780674:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213242.780677:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213242.780680:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213242.780684:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cee8ab44. 00000400:00000200:3.0:1779213242.780692:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213242.780693:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213242.780696:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213242.780698:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039dc15de. 00000100:00000040:0.0:1779213242.780699:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213242.780700:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1779213242.780703:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000040:0.0:1779213242.780706:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213242.780706:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779213242.780707:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960538112, portal 10 00000100:00000001:1.0:1779213242.780709:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213242.780711:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000400:00000200:3.0:1779213242.780711:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213242.780719:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:0.0:1779213242.780721:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11415) 00000100:00000040:1.0:1779213242.780723:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213242.780726:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [223:223:256:4294967295] 192.168.202.129@tcp LPNI seq info [223:223:8:4294967295] 00000100:00000001:2.0:1779213242.780739:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213242.780743:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213242.780746:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213242.780749:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213242.780755:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213242.780760:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213242.780765:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213242.780768:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213242.780773:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2e3586. 00000400:00000010:1.0:1779213242.780775:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000001:2.0:1779213242.780775:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213242.780777:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213242.780780:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960538112, offset 0 02000000:00000001:2.0:1779213242.780782:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1779213242.780790:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213242.780791:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213242.780793:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213242.780797:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213242.780800:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:2.0:1779213242.780804:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960538240:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213242.780805:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213242.780805:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213242.780812:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213242.780812:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009e2e3586 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213242.780813:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213242.780817:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213242.780818:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213242.780821:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213242.780822:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213242.780825:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213242.780830:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053f23231. 02000000:00000001:2.0:1779213242.780833:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213242.780833:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213242.780834:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [224:224:255:4294967295] 192.168.202.129@tcp LPNI seq info [224:224:7:4294967295] 00000400:00000010:2.0:1779213242.780838:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c866e0. 00000100:00000001:3.0:1779213242.780840:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306083267 00000400:00000010:2.0:1779213242.780844:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000100:00000001:3.0:1779213242.780849:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306078147 00000400:00000200:1.0:1779213242.780850:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:2.0:1779213242.780851:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960538240, portal 10 00000100:00000001:2.0:1779213242.780856:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213242.780856:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306083267 00000100:00000001:2.0:1779213242.780859:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000001:3.0:1779213242.780861:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306078147 00000100:00000001:3.0:1779213242.780867:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306083267 00000100:00000040:2.0:1779213242.780869:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213242.780871:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213242.780874:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306078147 00000800:00000010:1.0:1779213242.780880:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000100:00000001:3.0:1779213242.780880:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306083267 00000100:00000001:2.0:1779213242.780886:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213242.780888:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306078147 00000800:00000200:1.0:1779213242.780891:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213242.780894:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213242.780894:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213242.780899:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213242.780900:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:2.0:1779213242.780900:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000100:00000001:3.0:1779213242.780904:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213242.780905:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213242.780909:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213242.780911:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960538240, offset 0 00000100:00000001:1.0:1779213242.780912:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213242.780917:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 434158 usecs (435 jiffies) 00000100:00000001:3.0:1779213242.780918:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213242.780921:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213242.780922:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306078131 00000400:00000200:2.0:1779213242.780922:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213242.780926:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213242.780927:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306083267 00000800:00000200:0.0:1779213242.780929:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213242.780929:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213242.780931:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306078131 00000400:00000200:2.0:1779213242.780933:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213242.780934:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213242.780935:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2e3586. 00000100:00000001:3.0:1779213242.780939:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213242.780940:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306083267 00000400:00000200:0.0:1779213242.780943:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213242.780943:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306078131 00000400:00000200:2.0:1779213242.780944:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213242.780947:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306083267 00000100:00000001:1.0:1779213242.780950:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306078131 00000400:00000200:2.0:1779213242.780951:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213242.780954:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213242.780955:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306083267 00000400:00000200:2.0:1779213242.780959:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213242.780961:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213242.780964:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213242.780966:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213242.780969:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [225:225:254:4294967295] 192.168.202.129@tcp LPNI seq info [225:225:6:4294967295] 00000100:00000001:1.0:1779213242.780971:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213242.780976:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213242.780982:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213242.780982:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213242.780985:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213242.780989:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213242.780992:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213242.780992:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213242.780994:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213242.780997:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213242.780998:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000800:00000200:2.0:1779213242.781005:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213242.781010:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213242.781012:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213242.781016:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213242.781018:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 26890 usecs (27 jiffies) 00000100:00000001:2.0:1779213242.781021:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306077723 00000100:00000001:2.0:1779213242.781022:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306083267 00000100:00000001:2.0:1779213242.781024:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306077723 00000100:00000001:2.0:1779213242.781025:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306083267 00000100:00000001:2.0:1779213242.781027:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306077723 00000100:00000001:2.0:1779213242.781029:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306083267 00000100:00000001:2.0:1779213242.781030:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306077723 00000100:00000001:2.0:1779213242.781032:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306083267 00000100:00000001:2.0:1779213242.781033:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213242.781035:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213242.781037:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213242.781039:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213242.781048:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213242.781050:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213242.781051:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213242.781052:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213242.781054:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213242.781055:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213242.781070:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bd63e0 00000400:00000010:0.0:1779213242.781073:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a6bd63e0. 00000100:00000001:0.0:1779213242.781079:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213242.781083:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213242.781091:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213242.781094:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213242.781100:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213242.781101:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213242.781115:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213242.781117:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000400:00000200:0.0:1779213242.781120:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213242.781123:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213242.781125:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:0.0:1779213242.781126:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:0.0:1779213242.781129:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213242.781131:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213242.781137:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213242.781138:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213242.781143:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213242.781144:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213242.781198:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213242.781200:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:0.0:1779213242.781203:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213242.781206:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213242.781214:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:0.0:1779213242.781215:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:0.0:1779213242.781218:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213242.781221:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213242.781246:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213242.781249:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213242.781255:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213242.781256:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213242.782805:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213242.782818:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213242.782822:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213242.782823:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213242.782832:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213242.782845:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206b80 00000400:00000200:2.0:1779213242.782852:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:2.0:1779213242.782858:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213242.782865:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213242.782867:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213242.782870:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213242.782876:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213242.782881:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213242.782893:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213242.782912:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213242.782919:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213242.782921:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213242.782972:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213242.782976:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213242.782981:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213242.782983:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213242.782985:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1f0cf9. 00000400:00000200:3.0:1779213242.782989:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:3.0:1779213242.782991:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:3.0:1779213242.782994:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213242.782998:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213242.783006:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213242.783022:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213242.783024:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213242.783026:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213242.783029:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213242.783031:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213242.783033:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213242.783036:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213242.783042:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=147 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213242.783046:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213242.783049:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213242.783051:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213242.783054:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213242.783056:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213242.783059:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213242.783063:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213242.783069:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213242.783072:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213242.783074:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213242.783077:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213242.783093:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960537984:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213242.783098:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213242.783104:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213242.783106:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960537984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213242.783112:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213242.783115:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213242.783117:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000324ef76e. 02000000:00000001:3.0:1779213242.783121:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213242.783123:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213242.783124:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213242.783132:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213242.783134:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006855e5a7. 02000000:00000001:3.0:1779213242.783137:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213242.783139:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213242.783141:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000001:3.0:1779213242.783144:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213242.783146:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213242.783147:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213242.783154:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213242.783155:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213242.783157:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213242.783159:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213242.783684:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213242.783690:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213242.783692:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213242.783694:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213242.783708:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213242.783717:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206c00 00000400:00000200:3.0:1779213242.783753:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1779213242.783757:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213242.783761:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213242.783762:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213242.783765:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213242.783768:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213242.783770:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213242.783776:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213242.783789:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213242.783792:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213242.783794:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213242.783795:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213242.783796:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213242.783798:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213242.783820:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206c80 00000400:00000200:3.0:1779213242.783825:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1779213242.783829:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213242.783834:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213242.783836:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213242.783839:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213242.783842:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213242.783845:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213242.783853:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213242.783880:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213242.783884:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213242.783886:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213242.783922:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213242.783924:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213242.783927:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213242.783929:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213242.783930:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039dc15de. 00000400:00000200:1.0:1779213242.783933:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:1.0:1779213242.783934:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:1.0:1779213242.783937:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213242.783940:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213242.783948:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213242.783954:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213242.783955:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213242.783957:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213242.783959:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213242.783960:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213242.783962:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213242.783970:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213242.783976:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=136 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213242.783979:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=136 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213242.783982:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213242.783983:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213242.783984:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213242.783987:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213242.783991:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213242.783992:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213242.783994:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213242.783996:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213242.784000:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213242.784004:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213242.784006:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213242.784009:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213242.784010:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213242.784011:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9c866e0. 00000400:00000200:2.0:1779213242.784015:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:2.0:1779213242.784018:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:2.0:1779213242.784021:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213242.784023:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213242.784026:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213242.784027:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213242.784030:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213242.784037:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213242.784049:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960538112:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213242.784057:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213242.784060:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1779213242.784064:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213242.784065:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960538112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213242.784089:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213242.784090:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213242.784092:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213242.784093:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213242.784096:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cee8ab44. 00000100:00000001:2.0:1779213242.784096:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213242.784098:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213242.784100:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1779213242.784102:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213242.784102:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213242.784105:0:199012:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1779213242.784105:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213242.784108:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213242.784111:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1779213242.784111:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=147 v=5 (5 5 0 0) 02000000:00000010:1.0:1779213242.784112:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dd5d65. 02000000:00000001:1.0:1779213242.784118:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1779213242.784118:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213242.784121:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213242.784122:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213242.784123:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1779213242.784126:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213242.784129:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00010000:00080000:2.0:1779213242.784129:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213242.784134:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213242.784136:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213242.784139:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213242.784144:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213242.784147:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213242.784148:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213242.784148:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213242.784150:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213242.784151:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213242.784154:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213242.784154:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213242.784158:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213242.784159:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213242.784167:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213242.784169:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213242.784170:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213242.784172:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213242.784177:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960538240:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213242.784180:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213242.784185:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213242.784187:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960538240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213242.784190:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213242.784191:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213242.784193:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053f23231. 02000000:00000001:2.0:1779213242.784194:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213242.784195:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213242.784196:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213242.784197:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213242.784198:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 02000000:00000001:2.0:1779213242.784199:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213242.784200:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213242.784201:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:2.0:1779213242.784202:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213242.784203:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213242.784204:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213242.784207:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213242.784207:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213242.784209:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213242.784210:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213243.420359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213243.420366:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213243.420372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213243.420373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213243.420443:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213243.420450:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213243.420454:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213244.444338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213244.444342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213244.444346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213244.444347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213244.444423:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213244.444430:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213244.444434:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213245.468414:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213245.468424:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213245.468431:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213245.468432:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213245.468577:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213245.468581:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213245.468584:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213246.492316:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213246.492320:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213246.492324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213246.492325:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213246.492395:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213246.492399:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213246.492402:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213247.516342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213247.516348:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213247.516351:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213247.516354:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213247.516358:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213247.516360:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213247.516361:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213247.516364:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213247.516368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213247.516369:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213247.516370:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213247.516372:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213247.516373:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213247.516374:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213247.516375:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213247.516376:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213247.516435:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213247.516439:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213247.516442:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213247.900579:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213247.900590:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213247.900602:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df2803e5. 00000020:00000040:1.0:1779213247.900609:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213247.900614:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213247.900617:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213247.900621:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213247.900628:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213247.900633:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213247.900642:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213247.900650:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213247.900652:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213247.900656:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df2803e5] to pc [ptlrpcd_00_02+2] req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213247.900679:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213247.900681:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213247.900683:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213247.900685:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 00000020:00000040:1.0:1779213247.900686:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213247.900687:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213247.900688:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213247.900689:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213247.900691:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd74f283. 00000100:00000001:1.0:1779213247.900692:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.900702:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213247.900707:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213247.900709:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213247.900710:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213247.900716:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213247.900717:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213247.900719:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213247.900723:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213247.900723:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_03+3] req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213247.900723:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.900748:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213247.900750:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.900751:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213247.900755:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213247.900757:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213247.900757:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213247.900760:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1bb517. 02000000:00000001:0.0:1779213247.900761:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1779213247.900762:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213247.900764:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213247.900767:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.900768:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213247.900768:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213247.900770:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213247.900771:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213247.900773:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213247.900775:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960538368:192.168.202.129@tcp:400: 02000000:00000010:1.0:1779213247.900777:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010c3b120. 00000100:00000001:1.0:1779213247.900781:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213247.900783:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213247.900784:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213247.900787:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213247.900797:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213247.900801:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213247.900807:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213247.900812:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213247.900813:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213247.900814:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.900815:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213247.900820:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a078aec3. 02000000:00000001:3.0:1779213247.900820:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213247.900823:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1bb517] to pc [ptlrpcd_00_00+0] req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213247.900824:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213247.900824:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213247.900833:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000400:00000010:0.0:1779213247.900841:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 02000000:00000001:3.0:1779213247.900841:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213247.900847:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960538496:192.168.202.129@tcp:400: 00000100:00000200:0.0:1779213247.900848:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960538368, portal 25 00000100:00000001:1.0:1779213247.900852:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.900854:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213247.900855:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213247.900856:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213247.900858:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217088 : -104753981334528 : ffffa0ba10275c00) 02000000:00000001:3.0:1779213247.900860:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213247.900863:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1779213247.900863:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213247.900869:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213247.900869:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213247.900871:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11420) 02000000:00000010:3.0:1779213247.900874:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 02000000:00000001:3.0:1779213247.900878:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213247.900885:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1f0cf9. 00000100:00000001:0.0:1779213247.900889:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1779213247.900890:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000001:2.0:1779213247.900893:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213247.900893:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960538496, portal 10 00000100:00000040:0.0:1779213247.900895:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213247.900897:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213247.900898:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213247.900899:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 00000400:00000010:0.0:1779213247.900900:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ea7667e. 00000100:00000001:2.0:1779213247.900901:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213247.900903:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213247.900906:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960538368, offset 0 00000100:00000001:1.0:1779213247.900907:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213247.900909:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213247.900910:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213247.900921:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213247.900936:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213247.900938:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213247.900943:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213247.900947:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213247.900948:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1779213247.900948:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9e5ad9. 00000100:00000001:2.0:1779213247.900951:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213247.900953:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960538496, offset 0 02000000:00000001:2.0:1779213247.900955:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213247.900958:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213247.900961:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213247.900963:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213247.900964:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:2.0:1779213247.900969:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960538624:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213247.900972:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213247.900976:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213247.900978:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213247.900980:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213247.900983:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213247.900986:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [226:226:256:4294967295] 192.168.202.129@tcp LPNI seq info [226:226:8:4294967295] 02000000:00000001:2.0:1779213247.900986:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213247.900990:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053f23231. 02000000:00000001:2.0:1779213247.900992:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213247.900994:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c866e0. 00000400:00000010:2.0:1779213247.900998:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000400:00000200:0.0:1779213247.901003:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:2.0:1779213247.901004:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960538624, portal 10 00000800:00000200:0.0:1779213247.901008:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213247.901013:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213247.901013:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:0.0:1779213247.901015:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000100:00000001:2.0:1779213247.901015:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728222464 : -104753981329152 : ffffa0ba10277100) 00000400:00000200:3.0:1779213247.901020:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213247.901024:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213247.901025:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213247.901028:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213247.901032:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213247.901041:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213247.901042:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213247.901046:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213247.901048:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779213247.901049:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213247.901054:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 00000400:00000200:3.0:1779213247.901054:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [227:227:255:4294967295] 192.168.202.129@tcp LPNI seq info [227:227:7:4294967295] 00000100:00000200:2.0:1779213247.901059:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960538624, offset 0 00000400:00000200:2.0:1779213247.901065:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213247.901072:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.901078:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306088387 00000400:00000200:3.0:1779213247.901079:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213247.901086:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213247.901089:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306083267 00000800:00000010:3.0:1779213247.901089:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000400:00000200:2.0:1779213247.901092:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213247.901098:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306088387 00000400:00000200:2.0:1779213247.901098:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213247.901101:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213247.901105:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306083267 00000400:00000200:2.0:1779213247.901106:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213247.901111:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213247.901112:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306088387 00000400:00000200:2.0:1779213247.901113:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213247.901118:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213247.901119:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306083267 00000400:00000200:2.0:1779213247.901121:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213247.901126:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.901127:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306088387 00000400:00000200:2.0:1779213247.901129:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [228:228:254:4294967295] 192.168.202.129@tcp LPNI seq info [228:228:6:4294967295] 00000100:00000040:3.0:1779213247.901133:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 427645 usecs (428 jiffies) 00000100:00000001:0.0:1779213247.901135:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306083267 00000100:00000001:3.0:1779213247.901138:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306083244 00000800:00000200:1.0:1779213247.901142:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213247.901142:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306088387 00000100:00000001:0.0:1779213247.901143:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213247.901147:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213247.901147:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306083244 00000100:00000001:0.0:1779213247.901149:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213247.901152:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306088387 00000800:00000010:1.0:1779213247.901153:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:3.0:1779213247.901157:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306083244 00000800:00000200:2.0:1779213247.901159:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213247.901162:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213247.901162:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213247.901163:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306088387 00000800:00000010:2.0:1779213247.901165:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000100:00000001:0.0:1779213247.901168:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213247.901168:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306083244 00000100:00000001:3.0:1779213247.901174:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306088387 00000800:00000200:2.0:1779213247.901175:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213247.901176:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213247.901179:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213247.901180:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213247.901181:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea7667e 00000100:00000001:0.0:1779213247.901183:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1779213247.901185:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ea7667e. 00000100:00000001:3.0:1779213247.901186:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.901188:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213247.901191:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213247.901191:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213247.901191:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213247.901194:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213247.901195:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213247.901196:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213247.901198:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213247.901201:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213247.901202:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213247.901204:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213247.901208:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213247.901210:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213247.901214:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213247.901216:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213247.901217:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213247.901217:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 26525 usecs (27 jiffies) 00000100:00000001:3.0:1779213247.901218:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213247.901243:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213247.901248:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.901249:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213247.901254:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306082844 00000100:00000001:2.0:1779213247.901258:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306088387 00000100:00000001:3.0:1779213247.901258:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213247.901260:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213247.901264:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000100:00000001:2.0:1779213247.901264:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306082844 00000400:00000200:1.0:1779213247.901280:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213247.901281:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306088387 00000100:00000001:2.0:1779213247.901286:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306082844 00000400:00000200:1.0:1779213247.901287:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213247.901290:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306088387 00000400:00000200:1.0:1779213247.901294:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9e5ad9 00000400:00000010:1.0:1779213247.901296:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9e5ad9. 00000100:00000001:1.0:1779213247.901302:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213247.901302:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306082844 00000100:00000001:2.0:1779213247.901306:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306088387 00000100:00000200:1.0:1779213247.901308:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213247.901309:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213247.901315:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213247.901320:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213247.901325:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213247.901326:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213247.901330:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213247.901331:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213247.901334:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213247.901339:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213247.901341:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213247.901344:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.901345:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.901349:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213247.901349:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213247.901410:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213247.901412:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000400:00000200:1.0:1779213247.901415:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213247.901419:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213247.901421:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000400:00000010:1.0:1779213247.901423:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000100:00000001:1.0:1779213247.901432:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213247.901436:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213247.901443:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213247.901445:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213247.901451:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.901453:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213247.903415:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213247.903428:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213247.903432:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213247.903434:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213247.903442:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213247.903455:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206d00 00000400:00000200:2.0:1779213247.903462:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:2.0:1779213247.903468:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213247.903471:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213247.903473:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213247.903476:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213247.903482:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213247.903487:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213247.903496:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213247.903518:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213247.903527:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213247.903531:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213247.903533:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213247.903592:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213247.903596:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213247.903602:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213247.903604:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213247.903605:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000400:00000200:0.0:1779213247.903609:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:0.0:1779213247.903612:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:0.0:1779213247.903614:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213247.903618:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213247.903625:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213247.903631:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213247.903633:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213247.903635:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213247.903637:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213247.903640:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213247.903642:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213247.903644:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213247.903651:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=152 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213247.903655:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213247.903658:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213247.903659:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213247.903661:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213247.903664:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.903666:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213247.903669:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213247.903688:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213247.903690:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213247.903692:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213247.903696:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213247.903702:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960538368:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213247.903707:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213247.903709:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213247.903711:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df2803e5 x1865639960538368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213247.903717:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213247.903720:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213247.903722:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a078aec3. 02000000:00000001:0.0:1779213247.903726:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213247.903728:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213247.903729:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213247.903731:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213247.903733:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 02000000:00000001:0.0:1779213247.903736:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213247.903739:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213247.903740:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df2803e5. 00000100:00000001:0.0:1779213247.903743:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213247.903744:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213247.903746:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213247.903751:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213247.903753:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213247.903754:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213247.903756:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213247.903857:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213247.903861:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213247.903869:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206d80 00000400:00000200:2.0:1779213247.903873:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:2.0:1779213247.903877:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213247.903880:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213247.903881:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213247.903884:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213247.903887:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213247.903890:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213247.903898:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213247.903912:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213247.903917:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213247.903920:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213247.903921:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213247.903923:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213247.903927:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213247.903933:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206e00 00000400:00000200:2.0:1779213247.903938:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:2.0:1779213247.903942:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213247.903945:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213247.903947:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213247.903948:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213247.903950:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213247.903954:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:3.0:1779213247.903954:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213247.903958:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213247.903966:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1f0cf9. 00000400:00000200:3.0:1779213247.903970:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:3.0:1779213247.903972:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:3.0:1779213247.903975:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213247.903976:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213247.903980:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213247.903982:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213247.904006:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213247.904008:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213247.904027:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213247.904029:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213247.904031:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213247.904032:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213247.904035:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213247.904037:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213247.904041:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213247.904049:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=141 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213247.904052:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213247.904054:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213247.904055:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213247.904057:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213247.904059:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213247.904061:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213247.904062:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213247.904065:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213247.904067:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1779213247.904068:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213247.904068:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213247.904073:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213247.904073:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213247.904082:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213247.904085:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213247.904086:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213247.904090:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213247.904096:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960538496:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213247.904104:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213247.904106:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213247.904107:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213247.904109:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1779213247.904112:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213247.904113:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960538496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213247.904114:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213247.904117:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9c866e0. 00000400:00000200:1.0:1779213247.904122:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000100:00000001:3.0:1779213247.904124:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1779213247.904125:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 02000000:00000001:3.0:1779213247.904127:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213247.904130:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1779213247.904130:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:3.0:1779213247.904135:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1779213247.904137:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1779213247.904138:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213247.904140:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213247.904144:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213247.904147:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd74f283. 02000000:00000001:3.0:1779213247.904152:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213247.904154:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1779213247.904155:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779213247.904156:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000100:00000001:3.0:1779213247.904161:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213247.904164:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213247.904166:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213247.904170:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213247.904171:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213247.904172:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213247.904174:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.904179:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213247.904181:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213247.904183:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213247.904184:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213247.904186:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213247.904188:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213247.904190:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213247.904193:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=152 v=5 (5 5 0 0) 00000100:00001000:1.0:1779213247.904197:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=116 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213247.904199:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213247.904200:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213247.904201:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213247.904205:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213247.904242:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.904245:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213247.904246:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213247.904248:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213247.904249:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213247.904252:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213247.904258:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213247.904260:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213247.904261:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213247.904264:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213247.904283:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960538624:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213247.904286:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213247.904288:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213247.904290:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1bb517 x1865639960538624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213247.904296:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213247.904297:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213247.904299:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053f23231. 02000000:00000001:1.0:1779213247.904302:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213247.904303:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213247.904304:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213247.904306:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213247.904307:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010c3b120. 02000000:00000001:1.0:1779213247.904309:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213247.904311:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213247.904311:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1bb517. 00000100:00000001:1.0:1779213247.904314:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213247.904315:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213247.904322:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213247.904326:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213247.904327:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213247.904328:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213247.904330:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213248.540444:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213248.540452:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213248.540460:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213248.540462:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213248.540546:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213248.540551:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213248.540554:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213249.564355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213249.564360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213249.564366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213249.564368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213249.565319:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213249.565324:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213249.565328:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213250.588349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213250.588355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213250.588360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213250.588361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213250.588461:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213250.588464:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213250.588467:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213251.612384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213251.612393:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213251.612400:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213251.612402:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213251.612555:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213251.612560:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213251.612563:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213252.636477:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213252.636484:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213252.636490:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213252.636491:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213252.636575:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213252.636580:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213252.636607:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213253.020393:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213253.020403:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213253.020414:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213253.020420:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213253.020452:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213253.020456:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213253.020471:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213253.020480:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dd5d65. 00000100:00000001:0.0:1779213253.020486:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213253.020496:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213253.020507:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213253.020509:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213253.020514:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_01+1] req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.020546:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213253.020548:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213253.020551:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213253.020555:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213253.020558:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213253.020560:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213253.020561:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213253.020563:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213253.020566:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006855e5a7. 00000100:00000001:1.0:1779213253.020568:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213253.020569:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213253.020574:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213253.020576:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213253.020578:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213253.020585:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213253.020585:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213253.020588:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213253.020589:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.020590:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213253.020599:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_02+2] req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213253.020600:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213253.020603:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213253.020608:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213253.020612:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213253.020616:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213253.020619:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960538752:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213253.020624:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213253.020629:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213253.020631:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.020634:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213253.020634:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213253.020638:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1779213253.020640:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a437ba. 00000100:00000001:2.0:1779213253.020641:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213253.020643:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1779213253.020643:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213253.020643:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213253.020645:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1779213253.020649:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039dc15de. 00000100:00000040:2.0:1779213253.020650:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779213253.020654:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000400:00000010:1.0:1779213253.020657:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000020:00000040:0.0:1779213253.020660:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213253.020661:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213253.020663:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213253.020663:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213253.020664:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960538752, portal 25 00000100:00000001:2.0:1779213253.020664:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213253.020667:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213253.020669:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1779213253.020669:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213253.020669:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213253.020670:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213253.020671:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 02000000:00000001:2.0:1779213253.020671:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213253.020675:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213253.020677:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000100:00000040:1.0:1779213253.020678:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.020683:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213253.020685:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960538880:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213253.020690:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213253.020690:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213253.020692:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213253.020694:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213253.020696:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213253.020696:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213253.020699:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1779213253.020700:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 02000000:00000010:2.0:1779213253.020703:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acd0a255. 00000100:00000200:1.0:1779213253.020704:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960538752, offset 0 02000000:00000001:2.0:1779213253.020706:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.020712:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1779213253.020712:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213253.020714:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213253.020716:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057ef75f1. 00000100:00000040:0.0:1779213253.020720:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_03+3] req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213253.020722:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9874c6d. 00000100:00000200:2.0:1779213253.020727:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960538880, portal 10 00000400:00000200:1.0:1779213253.020730:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213253.020730:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213253.020732:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000400:00000200:1.0:1779213253.020737:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213253.020741:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213253.020745:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213253.020745:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213253.020746:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213253.020749:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1779213253.020749:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213253.020754:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [229:229:256:4294967295] 192.168.202.129@tcp LPNI seq info [229:229:8:4294967295] 00000100:00000040:0.0:1779213253.020758:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213253.020759:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213253.020764:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213253.020765:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11425) 00000400:00000010:2.0:1779213253.020767:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000400:00000200:1.0:1779213253.020770:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:2.0:1779213253.020770:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960538880, offset 0 00000400:00000200:2.0:1779213253.020775:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213253.020776:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213253.020776:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213253.020780:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213253.020780:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1779213253.020782:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:3.0:1779213253.020784:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213253.020785:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213253.020789:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213253.020790:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213253.020793:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213253.020797:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213253.020799:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213253.020801:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213253.020805:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213253.020806:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [230:230:255:4294967295] 192.168.202.129@tcp LPNI seq info [230:230:7:4294967295] 00000100:00000001:3.0:1779213253.020815:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213253.020818:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213253.020823:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213253.020823:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213253.020825:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213253.020826:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213253.020829:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306093507 02000000:00000001:3.0:1779213253.020830:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213253.020837:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960539008:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213253.020838:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088387 00000800:00000200:2.0:1779213253.020842:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213253.020843:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306093507 00000100:00000001:3.0:1779213253.020844:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213253.020847:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088387 00000800:00000010:2.0:1779213253.020847:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 02000000:00000001:3.0:1779213253.020849:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213253.020851:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306093507 02000000:00000001:3.0:1779213253.020851:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213253.020855:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213253.020857:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088387 00000800:00000200:2.0:1779213253.020859:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213253.020860:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306093507 00000100:00000001:1.0:1779213253.020863:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088387 00000100:00000001:1.0:1779213253.020865:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213253.020865:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213253.020867:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213253.020868:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213253.020870:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213253.020872:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213253.020875:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000968dc6ab. 00000100:00000001:2.0:1779213253.020878:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213253.020879:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213253.020880:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213253.020882:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 421323 usecs (422 jiffies) 00000100:00000001:1.0:1779213253.020883:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213253.020884:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306088358 00000400:00000010:3.0:1779213253.020885:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1f0cf9. 00000100:00000001:1.0:1779213253.020886:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213253.020887:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306093507 00000100:00000001:1.0:1779213253.020888:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213253.020890:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213253.020890:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306088358 00000100:00000001:2.0:1779213253.020892:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306093507 00000400:00000010:3.0:1779213253.020892:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000001:2.0:1779213253.020894:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306088358 00000100:00000001:1.0:1779213253.020897:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213253.020897:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306093507 00000100:00000200:3.0:1779213253.020898:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539008, portal 10 00000100:00000001:2.0:1779213253.020899:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306088358 00000100:00000001:3.0:1779213253.020903:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213253.020904:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306093507 00000100:00000001:3.0:1779213253.020906:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00000100:00000001:2.0:1779213253.020908:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213253.020912:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213253.020914:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213253.020915:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213253.020917:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213253.020923:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213253.020925:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213253.020928:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213253.020929:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213253.020932:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213253.020934:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213253.020935:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213253.020938:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213253.020939:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000200:3.0:1779213253.020943:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960539008, offset 0 00000400:00000200:3.0:1779213253.020947:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213253.020953:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213253.020956:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213253.020965:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213253.020967:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213253.020970:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213253.020972:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [231:231:254:4294967295] 192.168.202.129@tcp LPNI seq info [231:231:6:4294967295] 00000400:00000200:3.0:1779213253.020979:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213253.020984:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213253.020988:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000800:00000200:3.0:1779213253.020992:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213253.020996:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213253.020998:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213253.021001:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213253.021003:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 26171 usecs (27 jiffies) 00000100:00000001:3.0:1779213253.021006:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306087963 00000100:00000001:3.0:1779213253.021008:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306093507 00000100:00000001:3.0:1779213253.021010:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306087963 00000100:00000001:3.0:1779213253.021012:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306093507 00000100:00000001:3.0:1779213253.021013:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306087963 00000100:00000001:3.0:1779213253.021014:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306093507 00000100:00000001:3.0:1779213253.021016:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306087963 00000100:00000001:3.0:1779213253.021018:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306093507 00000100:00000001:3.0:1779213253.021019:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213253.021021:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213253.021023:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213253.021024:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213253.021028:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213253.021029:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213253.021031:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213253.021032:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213253.021033:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213253.021040:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213253.021114:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213253.021117:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:0.0:1779213253.021121:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213253.021125:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213253.021129:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:0.0:1779213253.021130:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:0.0:1779213253.021133:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213253.021136:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.021143:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213253.021146:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.021151:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.021152:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213253.021166:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213253.021167:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000400:00000200:0.0:1779213253.021169:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213253.021171:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213253.021173:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:0.0:1779213253.021174:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000001:0.0:1779213253.021175:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213253.021177:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.021181:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213253.021182:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.021186:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.021188:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213253.021282:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213253.021284:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000400:00000200:0.0:1779213253.021287:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213253.021290:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213253.021293:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:0.0:1779213253.021294:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:0.0:1779213253.021297:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213253.021300:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.021307:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213253.021309:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.021314:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.021316:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213253.023517:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023678:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213253.023683:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023686:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213253.023696:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213253.023715:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27206e80 00000400:00000200:1.0:1779213253.023723:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:1.0:1779213253.023730:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023733:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213253.023735:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213253.023738:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213253.023742:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213253.023746:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213253.023753:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213253.023772:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213253.023780:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023783:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213253.023785:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023786:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213253.023790:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213253.023795:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206f80 00000400:00000200:1.0:1779213253.023800:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:1.0:1779213253.023804:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023807:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213253.023809:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213253.023812:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213253.023815:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213253.023817:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213253.023818:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213253.023823:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213253.023831:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213253.023833:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213253.023835:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039dc15de. 00000400:00000200:2.0:1779213253.023841:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:2.0:1779213253.023845:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000040:1.0:1779213253.023854:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213253.023856:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213253.023863:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213253.023876:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213253.023879:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213253.023886:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023891:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213253.023895:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213253.023899:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213253.023903:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213253.023907:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213253.023908:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213253.023909:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213253.023911:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213253.023913:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213253.023915:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213253.023918:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1779213253.023919:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27206f00 00000400:00000001:3.0:1779213253.023919:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213253.023922:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213253.023923:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213253.023926:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1f0cf9. 02000000:00000001:2.0:1779213253.023928:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213253.023930:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:3.0:1779213253.023933:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00001000:2.0:1779213253.023935:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=8 v=5 (5 5 5 0) 00000100:00000001:3.0:1779213253.023936:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213253.023941:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x815 [1] + 224 00000100:00000200:3.0:1779213253.023943:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213253.023944:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=8 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213253.023950:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213253.023952:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213253.023958:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213253.023961:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213253.023961:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213253.023965:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213253.023967:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213253.023974:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213253.023975:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1779213253.023976:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213253.023978:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213253.023979:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213253.023983:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213253.023986:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1779213253.023989:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213253.023990:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213253.023993:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213253.023996:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213253.023997:0:199007:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1779213253.023997:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213253.024002:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1779213253.024004:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213253.024006:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213253.024006:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=8 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213253.024014:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=122 v=5 (1 1 0 0) 00000100:00000040:2.0:1779213253.024016:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213253.024021:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213253.024024:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213253.024029:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1779213253.024033:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1779213253.024036:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213253.024042:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960538752:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213253.024058:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213253.024064:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1779213253.024064:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213253.024069:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960538752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213253.024070:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213253.024073:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213253.024075:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213253.024076:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213253.024081:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213253.024082:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213253.024088:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213253.024090:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1779213253.024094:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213253.024094:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213253.024099:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a437ba. 02000000:00000001:2.0:1779213253.024105:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213253.024108:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213253.024109:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1779213253.024112:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213253.024113:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213253.024115:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213253.024120:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213253.024123:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213253.024127:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dd5d65. 00000100:00100000:3.0:1779213253.024131:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960539008:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213253.024133:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213253.024137:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213253.024138:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213253.024140:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:3.0:1779213253.024141:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213253.024145:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960539008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213253.024146:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213253.024148:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213253.024152:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213253.024158:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213253.024160:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213253.024162:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1779213253.024163:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000968dc6ab. 00000100:00000001:2.0:1779213253.024166:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213253.024167:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213253.024169:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1779213253.024170:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213253.024172:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213253.024173:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213253.024177:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213253.024180:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 02000000:00000001:3.0:1779213253.024183:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213253.024184:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213253.024185:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000001:3.0:1779213253.024188:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213253.024189:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213253.024191:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213253.024195:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213253.024196:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213253.024199:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213253.024200:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.024804:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213253.024807:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213253.024811:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213253.024813:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213253.024815:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057ef75f1. 00000400:00000200:0.0:1779213253.024819:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9874c6d 00000400:00000010:0.0:1779213253.024826:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f9874c6d. 00000100:00000001:0.0:1779213253.024830:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213253.024834:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213253.024843:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.024850:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213253.024851:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213253.024853:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213253.024855:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213253.024856:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213253.024857:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213253.024860:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213253.024871:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=147 v=5 (5 5 0 0) 00000100:00001000:0.0:1779213253.024875:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213253.024877:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213253.024878:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213253.024880:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213253.024883:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.024885:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213253.024886:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213253.024888:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213253.024889:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213253.024892:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.024899:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213253.024900:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213253.024901:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213253.024904:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213253.024910:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960538880:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213253.024914:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213253.024921:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213253.024924:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960538880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213253.024930:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213253.024931:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213253.024933:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acd0a255. 02000000:00000001:0.0:1779213253.024936:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213253.024938:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213253.024939:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213253.024941:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213253.024942:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006855e5a7. 02000000:00000001:0.0:1779213253.024944:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213253.024945:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213253.024946:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:0.0:1779213253.024949:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213253.024950:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213253.024951:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213253.024955:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213253.024956:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213253.024958:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213253.024959:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213253.660463:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213253.660468:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213253.660473:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213253.660474:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213253.660536:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213253.660540:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213253.660542:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213254.684330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213254.684337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213254.684343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213254.684344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213254.684413:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213254.684431:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213254.684434:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213255.708555:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213255.708564:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213255.708571:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213255.708572:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213255.708656:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213255.708659:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213255.708661:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213256.732368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213256.732378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213256.732386:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213256.732388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213256.732480:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213256.732484:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213256.732487:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213257.756336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213257.756344:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213257.756346:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213257.756349:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213257.756354:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213257.756356:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213257.756358:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213257.756360:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213257.756363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213257.756365:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213257.756381:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213257.756382:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213257.756384:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213257.756385:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213257.756387:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213257.756388:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213257.756445:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213257.756449:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213257.756451:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213258.140365:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213258.140375:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213258.140386:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213258.140394:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213258.140399:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213258.140409:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213258.140414:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213258.140421:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:3.0:1779213258.140428:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213258.140439:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213258.140450:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213258.140453:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213258.140458:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_00+0] req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.140498:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213258.140502:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213258.140505:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213258.140508:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213258.140510:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213258.140512:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213258.140528:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213258.140530:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213258.140533:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001dd6485b. 00000100:00000001:3.0:1779213258.140535:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213258.140538:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213258.140543:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213258.140544:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213258.140547:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213258.140547:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_01+1] req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213258.140555:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213258.140555:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213258.140561:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213258.140561:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213258.140566:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213258.140568:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779213258.140570:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213258.140571:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213258.140572:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213258.140572:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213258.140574:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213258.140576:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213258.140577:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:2.0:1779213258.140578:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213258.140581:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213258.140582:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213258.140583:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1779213258.140586:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213258.140587:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213258.140587:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213258.140589:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213258.140595:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213258.140596:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213258.140597:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213258.140599:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213258.140599:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213258.140602:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_02+2] req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213258.140604:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213258.140606:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213258.140609:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213258.140617:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.140635:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213258.140637:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213258.140638:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.140639:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213258.140642:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213258.140644:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213258.140645:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213258.140646:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213258.140648:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213258.140649:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213258.140652:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213258.140653:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213258.140659:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960539136:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213258.140659:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1779213258.140662:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960539264:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213258.140666:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11430) 00000100:00000001:0.0:1779213258.140669:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213258.140670:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213258.140670:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213258.140674:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213258.140677:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213258.140677:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213258.140677:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213258.140681:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213258.140681:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213258.140686:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213258.140687:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213258.140690:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213258.140693:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d40f4ab. 00000100:00000001:3.0:1779213258.140694:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213258.140696:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213258.140698:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213258.140702:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f4aef5. 00000100:00000001:0.0:1779213258.140705:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213258.140706:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213258.140706:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcfc962. 00000100:00000001:0.0:1779213258.140708:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213258.140713:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1779213258.140713:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 02000000:00000001:0.0:1779213258.140715:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1779213258.140716:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 02000000:00000001:0.0:1779213258.140721:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213258.140725:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539264, portal 10 00000100:00100000:0.0:1779213258.140727:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960539392:192.168.202.129@tcp:400: 00000400:00000010:1.0:1779213258.140727:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000001:2.0:1779213258.140729:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213258.140732:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000001:0.0:1779213258.140733:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1779213258.140733:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539136, portal 25 02000000:00000001:0.0:1779213258.140738:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213258.140738:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213258.140744:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000040:2.0:1779213258.140747:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213258.140749:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213258.140753:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213258.140759:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213258.140763:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064c171ad. 02000000:00000001:0.0:1779213258.140765:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213258.140770:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000100:00000001:1.0:1779213258.140774:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779213258.140775:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000200:0.0:1779213258.140780:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539392, portal 10 00000100:00000040:1.0:1779213258.140781:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213258.140784:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213258.140786:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000400:00000010:1.0:1779213258.140788:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e183af94. 00000100:00000200:1.0:1779213258.140794:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960539136, offset 0 00000100:00000001:2.0:1779213258.140794:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213258.140795:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213258.140801:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213258.140806:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213258.140806:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213258.140811:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213258.140812:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010694bba. 00000400:00000010:0.0:1779213258.140813:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1a3d688. 00000100:00000200:2.0:1779213258.140816:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960539264, offset 0 00000100:00000200:0.0:1779213258.140817:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960539392, offset 0 00000400:00000200:1.0:1779213258.140824:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213258.140826:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213258.140832:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213258.140834:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213258.140838:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213258.140842:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213258.140845:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213258.140848:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [232:232:256:4294967295] 192.168.202.129@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:1.0:1779213258.140858:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213258.140870:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213258.140872:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:1.0:1779213258.140875:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000400:00000200:0.0:1779213258.140876:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213258.140881:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213258.140885:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213258.140886:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213258.140890:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213258.140893:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [233:233:255:4294967295] 192.168.202.129@tcp LPNI seq info [233:233:7:4294967295] 00000800:00000200:1.0:1779213258.140898:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213258.140902:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213258.140909:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213258.140915:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213258.140919:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006855e5a7. 00000400:00000200:2.0:1779213258.140919:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213258.140924:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213258.140925:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213258.140928:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213258.140929:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213258.140933:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306098627 00000400:00000200:2.0:1779213258.140935:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213258.140939:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213258.140942:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213258.140943:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306093507 00000800:00000200:0.0:1779213258.140944:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006855e5a7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213258.140949:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [234:234:254:4294967295] 192.168.202.129@tcp LPNI seq info [234:234:6:4294967295] 00000100:00000001:1.0:1779213258.140950:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306098627 00000100:00000001:0.0:1779213258.140951:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213258.140958:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 25825 usecs (26 jiffies) 00000100:00000001:1.0:1779213258.140958:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306093507 00000100:00000001:0.0:1779213258.140965:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306093082 00000400:00000200:2.0:1779213258.140965:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213258.140966:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306098627 00000100:00000001:0.0:1779213258.140970:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306098627 00000100:00000001:1.0:1779213258.140973:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306093507 00000800:00000200:2.0:1779213258.140977:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213258.140979:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306093082 00000100:00000001:1.0:1779213258.140981:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306098627 00000800:00000010:2.0:1779213258.140982:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000800:00000200:3.0:1779213258.140982:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213258.140983:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306098627 00000100:00000001:0.0:1779213258.140988:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306093082 00000100:00000001:1.0:1779213258.140989:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306093507 00000800:00000010:3.0:1779213258.140989:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000100:00000001:0.0:1779213258.140990:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306098627 00000800:00000200:2.0:1779213258.140993:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213258.140995:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306093082 00000100:00000001:0.0:1779213258.140999:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306098627 00000100:00000001:1.0:1779213258.140999:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213258.141000:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213258.141004:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213258.141004:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213258.141005:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213258.141009:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213258.141009:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213258.141012:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213258.141013:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213258.141014:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.141016:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213258.141019:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213258.141020:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213258.141021:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 415206 usecs (416 jiffies) 00000100:00000001:0.0:1779213258.141022:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213258.141024:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213258.141026:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306093472 00000100:00000001:0.0:1779213258.141027:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213258.141028:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e183af94 00000100:00000001:0.0:1779213258.141029:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213258.141030:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.141030:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306098627 00000400:00000010:3.0:1779213258.141033:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e183af94. 00000100:00000001:2.0:1779213258.141035:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306093472 00000100:00000001:0.0:1779213258.141036:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.141039:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306098627 00000100:00000001:3.0:1779213258.141040:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213258.141042:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306093472 00000100:00000001:2.0:1779213258.141044:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306098627 00000100:00000001:2.0:1779213258.141047:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306093472 00000100:00000200:3.0:1779213258.141047:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213258.141051:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306098627 00000100:00000001:2.0:1779213258.141060:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213258.141060:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213258.141064:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213258.141067:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213258.141068:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.141072:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213258.141079:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213258.141082:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213258.141097:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213258.141099:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006855e5a7. 00000400:00000200:3.0:1779213258.141102:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213258.141105:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213258.141108:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a3d688 00000400:00000010:3.0:1779213258.141109:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a3d688. 00000100:00000001:3.0:1779213258.141111:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213258.141114:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.141120:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213258.141122:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.141137:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213258.141139:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213258.141219:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213258.141221:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:3.0:1779213258.141242:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213258.141245:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213258.141251:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010694bba 00000400:00000010:3.0:1779213258.141253:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010694bba. 00000100:00000001:3.0:1779213258.141255:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213258.141258:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.141265:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213258.141267:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.141273:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213258.141274:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213258.145366:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145398:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213258.145403:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145406:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213258.145417:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213258.145436:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207000 00000400:00000200:0.0:1779213258.145445:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1779213258.145453:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145457:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213258.145459:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213258.145464:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213258.145471:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213258.145479:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213258.145488:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213258.145520:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213258.145529:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145531:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213258.145532:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145533:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213258.145536:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213258.145541:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207100 00000400:00000200:0.0:1779213258.145545:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:0.0:1779213258.145548:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145550:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213258.145551:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213258.145554:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213258.145556:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213258.145559:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.145562:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213258.145565:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.145567:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213258.145574:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213258.145577:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213258.145579:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000100:00000001:0.0:1779213258.145582:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1779213258.145583:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213258.145585:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213258.145588:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213258.145591:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213258.145593:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145597:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213258.145601:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145603:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213258.145603:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213258.145611:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213258.145615:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207080 00000400:00000200:0.0:1779213258.145620:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:0.0:1779213258.145623:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213258.145629:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213258.145629:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213258.145632:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213258.145633:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213258.145635:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213258.145637:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213258.145638:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213258.145638:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213258.145641:0:199013:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:2.0:1779213258.145642:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1779213258.145644:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1779213258.145645:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000100:00000001:1.0:1779213258.145647:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213258.145650:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213258.145652:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213258.145656:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000100:00001000:1.0:1779213258.145657:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=13 v=5 (5 5 5 0) 00000400:00000010:2.0:1779213258.145658:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00001000:1.0:1779213258.145663:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=13 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213258.145664:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213258.145664:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213258.145667:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213258.145668:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213258.145671:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1779213258.145671:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213258.145674:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213258.145678:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213258.145682:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213258.145688:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213258.145696:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.145713:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213258.145715:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.145718:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213258.145721:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213258.145731:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213258.145734:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213258.145737:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213258.145742:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213258.145744:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213258.145747:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213258.145750:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213258.145754:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213258.145757:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960539136:192.168.202.129@tcp:400: 00000100:00001000:2.0:1779213258.145762:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=13 v=5 (5 5 5 0) 00000100:00000001:1.0:1779213258.145764:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213258.145767:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=127 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213258.145769:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213258.145772:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213258.145775:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1779213258.145775:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960539136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213258.145775:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213258.145780:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1779213258.145784:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:2.0:1779213258.145788:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.145789:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1779213258.145790:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213258.145793:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213258.145799:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7f4aef5. 00010000:00000001:2.0:1779213258.145799:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213258.145805:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213258.145807:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213258.145809:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213258.145813:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213258.145815:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213258.145819:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1779213258.145820:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213258.145823:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 02000000:00000001:1.0:1779213258.145826:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213258.145829:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213258.145830:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213258.145833:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000040:2.0:1779213258.145837:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.145838:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213258.145840:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213258.145844:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213258.145850:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213258.145852:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213258.145854:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213258.145854:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213258.145857:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213258.145860:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213258.145862:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213258.145864:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213258.145865:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213258.145868:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213258.145873:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1779213258.145875:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960539392:192.168.202.129@tcp:400: 00000400:00000001:3.0:1779213258.145876:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213258.145879:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcfc962. 00000100:00000001:2.0:1779213258.145881:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213258.145885:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1779213258.145885:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000010:3.0:1779213258.145889:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000040:2.0:1779213258.145890:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960539392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.145893:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213258.145899:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213258.145900:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213258.145903:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213258.145906:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064c171ad. 02000000:00000001:2.0:1779213258.145911:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213258.145914:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:3.0:1779213258.145914:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1779213258.145916:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213258.145921:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213258.145923:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 02000000:00000001:2.0:1779213258.145928:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213258.145930:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213258.145930:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213258.145932:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213258.145933:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:3.0:1779213258.145936:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213258.145938:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1779213258.145938:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213258.145941:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213258.145941:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213258.145944:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.145945:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213258.145949:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213258.145954:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=152 v=5 (5 5 0 0) 00000100:00001000:3.0:1779213258.145957:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=152 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213258.145959:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213258.145960:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.145961:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1779213258.145962:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213258.145966:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.145971:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1779213258.145971:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213258.145973:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213258.145976:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213258.145978:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213258.145980:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213258.145981:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213258.145986:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.145993:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213258.145995:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213258.145996:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213258.145999:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213258.146004:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960539264:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213258.146007:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213258.146008:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213258.146009:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960539264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213258.146012:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213258.146013:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213258.146015:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d40f4ab. 02000000:00000001:3.0:1779213258.146017:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213258.146018:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213258.146018:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213258.146020:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213258.146021:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001dd6485b. 02000000:00000001:3.0:1779213258.146022:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213258.146023:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213258.146023:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:3.0:1779213258.146026:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213258.146026:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213258.146027:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213258.146030:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213258.146031:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213258.146036:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213258.146037:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213258.780326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213258.780332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213258.780355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213258.780356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213258.780418:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213258.780422:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213258.780424:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213259.804778:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213259.804785:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213259.804791:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213259.804792:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213259.804852:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213259.804856:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213259.804860:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213260.828344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213260.828350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213260.828357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213260.828358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213260.828418:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213260.828422:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213260.828425:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213261.852655:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213261.852661:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213261.852667:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213261.852668:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213261.852728:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213261.852732:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213261.852735:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213262.876343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213262.876349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213262.876355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213262.876356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213262.876404:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213262.876408:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213262.876411:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213263.260611:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213263.260618:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213263.260627:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213263.260633:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213263.260637:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213263.260639:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213263.260643:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213263.260648:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:0.0:1779213263.260653:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213263.260661:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213263.260669:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213263.260670:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213263.260674:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_03+3] req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.260700:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213263.260702:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213263.260704:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213263.260706:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213263.260707:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213263.260709:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213263.260710:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213263.260711:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213263.260714:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006855e5a7. 00000100:00000001:3.0:1779213263.260724:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213263.260730:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213263.260730:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213263.260734:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213263.260737:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1779213263.260742:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.260755:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213263.260758:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213263.260759:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213263.260763:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213263.260765:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_00+0] req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213263.260769:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213263.260773:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213263.260777:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213263.260780:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960539520:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213263.260785:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213263.260790:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213263.260792:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213263.260794:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213263.260796:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213263.260799:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fcb0f8. 00000100:00000040:0.0:1779213263.260800:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213263.260804:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.260805:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213263.260809:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000400:00000010:3.0:1779213263.260812:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1f0cf9. 00000020:00000040:0.0:1779213263.260813:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213263.260815:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213263.260816:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213263.260818:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213263.260824:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000400:00000010:3.0:1779213263.260826:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000001:0.0:1779213263.260828:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213263.260833:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1779213263.260834:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539520, portal 25 00000100:00000001:3.0:1779213263.260839:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213263.260841:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213263.260842:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:0.0:1779213263.260849:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213263.260851:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213263.260853:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213263.260854:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213263.260858:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_01+1] req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213263.260861:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213263.260873:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213263.260876:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.260880:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213263.260881:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213263.260884:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1779213263.260887:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000200:3.0:1779213263.260892:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960539520, offset 0 00000100:00000040:0.0:1779213263.260894:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213263.260899:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213263.260901:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213263.260902:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11435) 02000000:00000001:1.0:1779213263.260904:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213263.260905:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213263.260907:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213263.260910:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213263.260913:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960539648:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213263.260916:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213263.260918:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213263.260920:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213263.260920:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213263.260923:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213263.260927:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059b84cd8. 00000400:00000200:3.0:1779213263.260928:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213263.260931:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213263.260935:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000400:00000200:3.0:1779213263.260935:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213263.260936:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213263.260940:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213263.260942:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000400:00000200:3.0:1779213263.260942:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779213263.260947:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539648, portal 10 00000400:00000200:3.0:1779213263.260948:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213263.260949:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213263.260951:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213263.260953:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000040:0.0:1779213263.260957:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213263.260958:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [235:235:256:4294967295] 192.168.202.129@tcp LPNI seq info [235:235:8:4294967295] 00000100:00000040:1.0:1779213263.260961:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.260981:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213263.260981:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213263.260984:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213263.260989:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213263.260992:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213263.260992:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213263.260994:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213263.260996:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213263.261001:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960539776:192.168.202.129@tcp:400: 00000800:00000010:3.0:1779213263.261001:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd6485b. 00000100:00000001:0.0:1779213263.261007:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213263.261007:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213263.261010:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1779213263.261011:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:0.0:1779213263.261012:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213263.261012:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 02000000:00000001:0.0:1779213263.261018:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1779213263.261020:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960539648, offset 0 02000000:00000010:0.0:1779213263.261021:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d5fcf9. 02000000:00000001:0.0:1779213263.261024:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213263.261026:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:0.0:1779213263.261028:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc07140. 00000400:00000200:1.0:1779213263.261034:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213263.261034:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001dd6485b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213263.261044:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213263.261047:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213263.261049:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213263.261050:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213263.261054:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213263.261055:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306103747 00000400:00000200:1.0:1779213263.261059:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213263.261062:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [236:236:255:4294967295] 192.168.202.129@tcp LPNI seq info [236:236:7:4294967295] 00000100:00000001:3.0:1779213263.261064:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306098627 00000100:00000001:3.0:1779213263.261070:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306103747 00000100:00000001:3.0:1779213263.261077:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306098627 00000400:00000200:1.0:1779213263.261079:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213263.261081:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306103747 00000100:00000001:2.0:1779213263.261083:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213263.261086:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306098627 00000100:00000001:2.0:1779213263.261088:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213263.261090:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213263.261091:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006291e695. 00000100:00000200:0.0:1779213263.261097:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539776, portal 10 00000800:00000010:1.0:1779213263.261097:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000100:00000001:3.0:1779213263.261098:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306103747 00000100:00000001:0.0:1779213263.261100:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213263.261103:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000001:3.0:1779213263.261105:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306098627 00000800:00000200:1.0:1779213263.261108:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213263.261111:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213263.261112:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213263.261128:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213263.261130:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213263.261135:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213263.261135:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213263.261140:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213263.261143:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.261146:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213263.261148:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 409286 usecs (410 jiffies) 00000100:00000001:3.0:1779213263.261150:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1779213263.261153:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213263.261154:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306098586 00000100:00000001:3.0:1779213263.261154:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1779213263.261156:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e829f7. 00000100:00000001:3.0:1779213263.261159:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213263.261160:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306103747 00000100:00000200:0.0:1779213263.261161:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960539776, offset 0 00000100:00000001:3.0:1779213263.261163:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213263.261166:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306098586 00000100:00000001:3.0:1779213263.261167:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213263.261171:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306103747 00000400:00000200:0.0:1779213263.261172:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213263.261172:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213263.261174:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213263.261177:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306098586 00000100:00000001:1.0:1779213263.261180:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306103747 00000800:00000010:2.0:1779213263.261180:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd6485b. 00000400:00000200:0.0:1779213263.261184:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213263.261185:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306098586 00000100:00000001:1.0:1779213263.261189:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306103747 00000400:00000200:2.0:1779213263.261189:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213263.261190:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213263.261197:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213263.261200:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213263.261201:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213263.261204:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213263.261205:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213263.261210:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213263.261211:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213263.261214:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213263.261218:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [237:237:254:4294967295] 192.168.202.129@tcp LPNI seq info [237:237:6:4294967295] 00000100:00000001:1.0:1779213263.261220:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213263.261271:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213263.261275:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213263.261277:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213263.261280:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213263.261283:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213263.261290:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213263.261297:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213263.261298:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000800:00000010:0.0:1779213263.261301:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dd5d65. 00000400:00000010:2.0:1779213263.261302:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:2.0:1779213263.261308:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213263.261309:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:2.0:1779213263.261315:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213263.261318:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213263.261323:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dd5d65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213263.261331:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213263.261333:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213263.261334:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 25526 usecs (26 jiffies) 00000100:00000001:0.0:1779213263.261337:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306098203 00000100:00000040:2.0:1779213263.261337:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.261340:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306103747 00000100:00000001:0.0:1779213263.261344:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306098203 00000100:00000001:0.0:1779213263.261348:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306103747 00000100:00000001:0.0:1779213263.261351:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306098203 00000100:00000001:0.0:1779213263.261354:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306103747 00000100:00000001:0.0:1779213263.261356:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306098203 00000100:00000001:2.0:1779213263.261356:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.261360:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306103747 00000100:00000001:2.0:1779213263.261360:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213263.261363:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213263.261365:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.261367:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.261368:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213263.261372:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213263.261374:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213263.261375:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213263.261376:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213263.261379:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1779213263.261379:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000100:00000001:0.0:1779213263.261381:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.261382:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213263.261389:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213263.261393:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213263.261396:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000010:2.0:1779213263.261398:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:2.0:1779213263.261401:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213263.261404:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213263.261412:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213263.261414:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213263.261420:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213263.261422:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213263.261479:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213263.261482:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dd5d65. 00000400:00000200:2.0:1779213263.261485:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213263.261488:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213263.261490:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e829f7 00000400:00000010:2.0:1779213263.261492:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099e829f7. 00000100:00000001:2.0:1779213263.261494:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213263.261496:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213263.261502:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213263.261504:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213263.261509:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213263.261510:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213263.266575:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266595:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213263.266600:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266602:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213263.266614:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213263.266632:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207180 00000400:00000200:3.0:1779213263.266639:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1779213263.266647:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266649:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213263.266651:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213263.266655:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213263.266661:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213263.266668:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213263.266677:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213263.266704:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213263.266714:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266717:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213263.266719:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266720:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213263.266741:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213263.266747:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207200 00000400:00000200:3.0:1779213263.266754:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:3.0:1779213263.266758:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266761:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213263.266763:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213263.266766:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213263.266769:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213263.266772:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213263.266777:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213263.266792:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213263.266795:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266798:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213263.266800:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266801:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213263.266805:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213263.266810:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207280 00000400:00000200:3.0:1779213263.266814:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:3.0:1779213263.266818:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266822:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213263.266824:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213263.266827:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213263.266831:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213263.266836:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213263.266844:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213263.266866:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213263.266877:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213263.266880:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213263.266883:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213263.266890:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213263.266900:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213263.266903:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213263.266906:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213263.266914:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213263.266917:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213263.266923:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213263.266934:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213263.266944:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213263.266952:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213263.266954:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213263.266956:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213263.266960:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213263.266962:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213263.266964:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213263.266967:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213263.266977:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=7 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213263.266982:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=7 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213263.266985:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213263.266987:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213263.266990:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213263.266992:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1779213263.266995:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213263.266996:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213263.267001:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1779213263.267001:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213263.267003:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213263.267005:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dc07140. 00000400:00000200:2.0:1779213263.267009:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006291e695 00000400:00000010:2.0:1779213263.267011:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006291e695. 00000100:00000001:2.0:1779213263.267014:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1779213263.267020:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213263.267024:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213263.267026:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213263.267027:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213263.267035:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213263.267044:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213263.267052:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213263.267059:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213263.267060:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213263.267062:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213263.267064:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213263.267065:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213263.267067:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213263.267068:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1779213263.267070:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213263.267075:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213263.267075:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=18 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213263.267081:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=132 v=5 (1 1 0 0) 00000100:00000040:1.0:1779213263.267084:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213263.267084:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213263.267087:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213263.267091:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213263.267097:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213263.267102:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960539648:192.168.202.129@tcp:400: 00010000:00000001:2.0:1779213263.267125:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213263.267127:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213263.267128:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213263.267131:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213263.267132:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213263.267133:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213263.267135:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213263.267138:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960539648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213263.267143:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213263.267156:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213263.267157:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213263.267159:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213263.267161:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213263.267163:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213263.267164:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059b84cd8. 00000100:00000040:2.0:1779213263.267168:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213263.267171:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213263.267174:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213263.267177:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00100000:2.0:1779213263.267180:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960539776:192.168.202.129@tcp:400: 00000020:00000001:1.0:1779213263.267182:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213263.267186:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006855e5a7. 02000000:00000001:1.0:1779213263.267189:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213263.267192:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213263.267195:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:2.0:1779213263.267197:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213263.267200:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213263.267200:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213263.267203:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213263.267206:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960539776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213263.267208:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213263.267216:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213263.267218:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213263.267219:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1779213263.267220:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d5fcf9. 00000100:00000001:1.0:1779213263.267254:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213263.267258:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213263.267261:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213263.267268:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213263.267271:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213263.267272:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213263.267275:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213263.267277:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213263.267278:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 00000100:00000001:0.0:1779213263.267281:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213263.267283:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213263.267286:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213263.267288:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000400:00000001:0.0:1779213263.267289:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213263.267294:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213263.267296:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213263.267298:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213263.267300:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213263.267306:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1f0cf9. 00000100:00000001:2.0:1779213263.267307:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213263.267310:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000100:00000001:2.0:1779213263.267310:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213263.267313:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:2.0:1779213263.267318:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213263.267319:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213263.267326:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213263.267329:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213263.267339:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.267345:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213263.267346:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213263.267348:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213263.267350:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213263.267352:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213263.267353:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213263.267355:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213263.267360:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=18 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213263.267362:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=18 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213263.267364:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213263.267365:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213263.267366:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213263.267368:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.267369:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213263.267371:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.267375:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213263.267377:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213263.267378:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213263.267380:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213263.267384:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960539520:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213263.267388:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213263.267389:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213263.267390:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960539520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213263.267398:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213263.267399:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213263.267402:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fcb0f8. 02000000:00000001:0.0:1779213263.267404:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213263.267405:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213263.267406:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213263.267408:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213263.267410:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:0.0:1779213263.267412:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213263.267413:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213263.267414:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:0.0:1779213263.267416:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213263.267417:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213263.267418:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213263.267423:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213263.267424:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213263.267426:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213263.267427:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213263.900365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213263.900374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213263.900381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213263.900382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213263.900469:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213263.900474:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213263.900477:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213264.924374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213264.924381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213264.924387:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213264.924388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213264.924446:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213264.924450:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213264.924452:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213265.948388:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213265.948396:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213265.948403:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213265.948405:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213265.948526:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213265.948530:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213265.948532:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213266.972601:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213266.972606:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213266.972629:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213266.972630:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213266.972707:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213266.972710:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213266.972712:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213267.996305:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213267.996312:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213267.996315:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213267.996318:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213267.996323:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213267.996324:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213267.996326:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213267.996328:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213267.996332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213267.996333:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213267.996334:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213267.996336:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213267.996337:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213267.996338:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213267.996340:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213267.996342:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213267.996391:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213267.996395:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213267.996397:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213268.380392:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213268.380400:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213268.380410:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 00000020:00000040:2.0:1779213268.380416:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213268.380420:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213268.380423:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213268.380428:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213268.380435:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000001:2.0:1779213268.380441:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213268.380450:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213268.380460:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213268.380461:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213268.380467:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023bb76ba] to pc [ptlrpcd_00_02+2] req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213268.380511:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213268.380515:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213268.380517:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213268.380522:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213268.380529:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213268.380531:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213268.380534:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213268.380536:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213268.380538:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213268.380541:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960539904:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213268.380545:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213268.380556:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213268.380558:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213268.380561:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213268.380565:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007845593c. 02000000:00000001:0.0:1779213268.380567:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213268.380583:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000723b9aca. 00000400:00000010:0.0:1779213268.380589:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779213268.380595:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960539904, portal 25 00000100:00000001:0.0:1779213268.380598:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213268.380599:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527176192 : -104754182375424 : ffffa0ba042bb800) 00000100:00000040:0.0:1779213268.380604:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213268.380611:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213268.380613:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213268.380615:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000100:00000200:0.0:1779213268.380617:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960539904, offset 0 00000400:00000200:0.0:1779213268.380622:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213268.380635:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213268.380640:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213268.380644:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213268.380648:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213268.380650:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213268.380653:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [238:238:256:4294967295] 192.168.202.129@tcp LPNI seq info [238:238:8:4294967295] 00000400:00000200:0.0:1779213268.380663:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213268.380669:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213268.380672:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213268.380678:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213268.380684:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213268.380688:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213268.380705:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.380709:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306108867 00000100:00000001:0.0:1779213268.380715:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306103747 00000100:00000001:0.0:1779213268.380719:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306108867 00000100:00000001:0.0:1779213268.380722:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306103747 00000100:00000001:0.0:1779213268.380725:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306108867 00000100:00000001:0.0:1779213268.380734:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306103747 00000100:00000001:0.0:1779213268.380736:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306108867 00000100:00000001:0.0:1779213268.380740:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306103747 00000100:00000001:0.0:1779213268.380743:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213268.380745:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.380749:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.380751:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213268.380784:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213268.380800:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213268.380804:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213268.380810:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000020:00000040:2.0:1779213268.380813:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213268.380816:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213268.380818:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213268.380820:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213268.380823:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000800:00000200:3.0:1779213268.380825:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213268.380827:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213268.380829:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000100:00000040:2.0:1779213268.380834:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213268.380836:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213268.380836:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213268.380842:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213268.380847:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213268.380849:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213268.380851:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213268.380853:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000100:00000040:2.0:1779213268.380857:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_03+3] req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213268.380857:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000100:00000001:3.0:1779213268.380862:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213268.380869:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213268.380879:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213268.380881:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213268.380889:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213268.380889:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213268.380892:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213268.380893:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213268.380894:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213268.380899:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213268.380901:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213268.380905:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213268.380907:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213268.380909:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213268.380909:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.380913:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213268.380913:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213268.380916:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213268.380916:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213268.380919:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.380921:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213268.380923:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960540032:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213268.380926:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213268.380928:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213268.380929:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213268.380931:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213268.380933:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f4aef5. 02000000:00000001:1.0:1779213268.380934:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213268.380937:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000400:00000010:1.0:1779213268.380940:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:1.0:1779213268.380942:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540032, portal 10 00000100:00000001:1.0:1779213268.380944:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213268.380944:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000040:1.0:1779213268.380949:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213268.380954:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213268.380957:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213268.380959:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28f5c7f. 00000100:00000200:1.0:1779213268.380961:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960540032, offset 0 00000400:00000200:1.0:1779213268.380966:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213268.380968:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213268.380971:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1779213268.380972:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213268.380976:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213268.380978:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213268.380982:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779213268.380986:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000200:1.0:1779213268.380989:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213268.380990:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213268.380992:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1779213268.380994:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213268.380996:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213268.380999:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:2.0:1779213268.381001:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:0.0:1779213268.381002:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213268.381004:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [239:239:256:4294967295] 192.168.202.129@tcp LPNI seq info [239:239:8:4294967295] 00000100:00000001:0.0:1779213268.381006:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213268.381007:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.381010:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.381014:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213268.381016:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1779213268.381024:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213268.381035:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213268.381038:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1779213268.381040:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000100:00000001:2.0:1779213268.381040:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213268.381046:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213268.381048:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_00+0] req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213268.381052:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213268.381055:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213268.381085:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213268.381091:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 403548 usecs (404 jiffies) 00000100:00000001:1.0:1779213268.381094:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306103700 00000100:00000001:1.0:1779213268.381096:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306108867 00000100:00000001:1.0:1779213268.381100:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306103700 00000100:00000001:1.0:1779213268.381105:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306108867 00000100:00000001:1.0:1779213268.381109:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306103700 00000100:00000001:1.0:1779213268.381113:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306108867 00000100:00000001:1.0:1779213268.381115:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306103700 00000100:00000001:1.0:1779213268.381117:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306108867 00000100:00000001:1.0:1779213268.381119:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213268.381121:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213268.381124:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213268.381125:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213268.381129:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213268.381130:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213268.381131:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213268.381134:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213268.381135:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213268.381137:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213268.381139:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213268.381141:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213268.381145:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11440) 00000100:00000001:1.0:1779213268.381147:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.381151:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213268.381154:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213268.381156:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213268.381159:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213268.381162:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213268.381164:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.381172:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213268.381173:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213268.381176:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213268.381178:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213268.381180:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213268.381183:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960540160:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213268.381186:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213268.381189:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213268.381190:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213268.381191:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213268.381195:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000648976d5. 02000000:00000001:0.0:1779213268.381197:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213268.381207:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654b0336. 00000400:00000010:0.0:1779213268.381210:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000200:0.0:1779213268.381213:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540160, portal 10 00000100:00000001:0.0:1779213268.381215:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213268.381216:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 00000100:00000040:0.0:1779213268.381221:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213268.381242:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213268.381244:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213268.381246:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0b3ebee. 00000100:00000200:0.0:1779213268.381247:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960540160, offset 0 00000400:00000200:0.0:1779213268.381250:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213268.381254:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213268.381257:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213268.381259:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213268.381260:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213268.381261:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213268.381263:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [240:240:255:4294967295] 192.168.202.129@tcp LPNI seq info [240:240:7:4294967295] 00000400:00000200:0.0:1779213268.381269:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213268.381272:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213268.381274:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000800:00000200:0.0:1779213268.381277:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213268.381280:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213268.381282:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213268.381284:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213268.381286:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 25257 usecs (26 jiffies) 00000100:00000001:0.0:1779213268.381287:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306103323 00000100:00000001:0.0:1779213268.381288:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306108867 00000100:00000001:0.0:1779213268.381290:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306103323 00000100:00000001:0.0:1779213268.381292:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306108867 00000100:00000001:0.0:1779213268.381298:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306103323 00000100:00000001:0.0:1779213268.381301:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306108867 00000100:00000001:0.0:1779213268.381303:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306103323 00000100:00000001:0.0:1779213268.381305:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306108867 00000100:00000001:0.0:1779213268.381307:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213268.381309:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.381312:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.381313:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213268.381318:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213268.381319:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213268.381321:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213268.381323:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213268.381324:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.381326:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213268.381334:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213268.381338:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:3.0:1779213268.381341:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213268.381347:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213268.381356:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28f5c7f 00000400:00000010:3.0:1779213268.381357:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f28f5c7f. 00000100:00000001:3.0:1779213268.381360:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213268.381363:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213268.381381:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213268.381384:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213268.381390:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213268.381391:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213268.381431:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213268.381433:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:3.0:1779213268.381436:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213268.381439:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213268.381441:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b3ebee 00000400:00000010:3.0:1779213268.381443:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e0b3ebee. 00000100:00000001:3.0:1779213268.381445:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213268.381447:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213268.381454:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213268.381456:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213268.381462:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213268.381464:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213268.385377:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213268.385391:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213268.385395:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213268.385397:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213268.385408:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213268.385425:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207300 00000400:00000200:3.0:1779213268.385433:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:3.0:1779213268.385440:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213268.385468:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213268.385471:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213268.385475:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213268.385482:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213268.385489:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213268.385500:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213268.385517:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213268.385524:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213268.385527:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213268.385528:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213268.385529:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213268.385532:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213268.385536:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207380 00000400:00000200:3.0:1779213268.385549:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1779213268.385554:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213268.385557:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213268.385559:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213268.385562:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213268.385562:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213268.385567:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213268.385568:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213268.385573:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213268.385575:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213268.385578:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213268.385582:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000723b9aca. 00000100:00000040:3.0:1779213268.385586:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213268.385587:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:0.0:1779213268.385591:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:0.0:1779213268.385595:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213268.385601:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213268.385611:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213268.385617:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213268.385619:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213268.385619:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213268.385623:0:199014:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:3.0:1779213268.385625:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213268.385626:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213268.385630:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1779213268.385631:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213268.385632:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213268.385634:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213268.385637:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213268.385638:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213268.385644:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:0.0:1779213268.385645:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=23 v=5 (5 5 5 0) 00000400:00000200:3.0:1779213268.385650:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207400 00000100:00001000:0.0:1779213268.385655:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=23 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213268.385661:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213268.385663:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213268.385667:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1779213268.385667:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x865 [1] + 224 00010000:00000001:0.0:1779213268.385670:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.385674:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213268.385674:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779213268.385680:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213268.385684:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213268.385689:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213268.385690:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213268.385695:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1779213268.385696:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213268.385698:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213268.385701:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213268.385704:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213268.385707:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213268.385721:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960539904:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213268.385726:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213268.385731:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213268.385736:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213268.385737:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023bb76ba x1865639960539904/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213268.385750:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213268.385753:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213268.385756:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007845593c. 02000000:00000001:0.0:1779213268.385759:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213268.385761:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213268.385762:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1779213268.385763:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213268.385767:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213268.385769:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 00000800:00000001:3.0:1779213268.385770:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213268.385775:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1779213268.385775:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213268.385779:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213268.385781:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000100:00000001:0.0:1779213268.385785:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213268.385786:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213268.385789:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213268.385806:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213268.385807:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213268.385810:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213268.385815:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213268.385817:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213268.385819:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213268.385823:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213268.385825:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213268.385827:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000654b0336. 00000100:00000001:1.0:1779213268.385928:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213268.385931:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213268.385950:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:2.0:1779213268.385951:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:2.0:1779213268.385954:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213268.385958:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213268.385967:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213268.385973:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213268.385975:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213268.385976:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213268.385978:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213268.385979:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213268.385981:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213268.385986:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213268.385992:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=23 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213268.385995:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=137 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213268.385997:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213268.385998:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213268.385999:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213268.386003:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213268.386004:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213268.386010:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213268.386011:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213268.386015:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213268.386018:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213268.386023:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1779213268.386028:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213268.386029:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213268.386033:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213268.386036:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213268.386040:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213268.386042:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213268.386043:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213268.386050:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213268.386055:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213268.386057:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213268.386061:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213268.386073:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213268.386074:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213268.386076:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213268.386078:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213268.386085:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1779213268.386086:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=12 v=5 (5 5 5 0) 00000100:00000001:2.0:1779213268.386091:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1779213268.386092:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=12 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213268.386093:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213268.386099:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213268.386101:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213268.386102:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213268.386105:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213268.386108:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213268.386113:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213268.386115:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00100000:2.0:1779213268.386118:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960540160:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213268.386119:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213268.386122:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213268.386128:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213268.386130:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213268.386132:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213268.386137:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960540160/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213268.386147:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213268.386153:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213268.386155:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213268.386157:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1779213268.386157:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000648976d5. 00000100:00000001:1.0:1779213268.386160:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213268.386162:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213268.386163:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213268.386164:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213268.386167:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213268.386169:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:2.0:1779213268.386172:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1779213268.386175:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213268.386175:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213268.386178:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000100:00000001:2.0:1779213268.386182:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213268.386184:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1779213268.386188:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960540032:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213268.386192:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213268.386197:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213268.386197:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213268.386200:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213268.386201:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213268.386202:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213268.386205:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213268.386207:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960540032/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213268.386214:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213268.386216:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213268.386218:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7f4aef5. 02000000:00000001:1.0:1779213268.386251:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213268.386252:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213268.386253:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213268.386255:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213268.386256:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 02000000:00000001:1.0:1779213268.386257:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213268.386258:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213268.386259:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:1.0:1779213268.386261:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213268.386261:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213268.386263:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213268.386265:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213268.386266:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213268.386268:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213268.386269:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213269.020294:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213269.020299:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213269.020305:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213269.020306:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213269.021112:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213269.021116:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213269.021118:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213270.044338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213270.044343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213270.044350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213270.044351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213270.044414:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213270.044418:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213270.044421:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213271.069134:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213271.069140:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213271.069145:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213271.069147:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213271.069201:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213271.069209:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213271.069212:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213272.093279:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213272.093284:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213272.093289:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213272.093290:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213272.094160:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213272.094166:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213272.094170:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213273.116503:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213273.116509:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213273.116516:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213273.116517:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213273.116568:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213273.116571:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213273.116574:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213273.502383:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213273.502390:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213273.502397:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779213273.502402:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213273.502406:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213273.502410:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213273.502415:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213273.502420:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:2.0:1779213273.502427:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213273.502438:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213273.502462:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213273.502464:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213273.502470:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_01+1] req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213273.502501:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213273.502504:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213273.502507:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213273.502510:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000020:00000040:2.0:1779213273.502512:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213273.502520:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213273.502521:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213273.502524:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213273.502526:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213273.502526:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213273.502531:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213273.502532:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213273.502536:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213273.502540:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213273.502548:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213273.502549:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.502549:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213273.502552:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213273.502555:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_02+2] req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213273.502557:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213273.502559:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213273.502562:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213273.502569:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213273.502578:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213273.502586:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.502587:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213273.502590:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213273.502591:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213273.502594:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213273.502595:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213273.502599:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 02000000:00000001:3.0:1779213273.502599:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213273.502604:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00100000:3.0:1779213273.502604:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960540288:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213273.502606:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213273.502610:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213273.502612:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.502612:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213273.502613:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213273.502616:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213273.502619:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1779213273.502620:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 02000000:00000001:3.0:1779213273.502622:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213273.502624:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213273.502628:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f8e5ab1. 00000100:00000001:2.0:1779213273.502630:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213273.502631:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213273.502638:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025e02e3. 00000100:00000040:2.0:1779213273.502639:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1779213273.502645:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000001:2.0:1779213273.502646:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213273.502648:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213273.502651:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_03+3] req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213273.502653:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540288, portal 25 00000100:00000001:3.0:1779213273.502659:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213273.502660:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.502662:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 00000100:00000040:2.0:1779213273.502663:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213273.502673:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213273.502673:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213273.502680:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11446) 00000100:00000001:3.0:1779213273.502685:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213273.502689:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213273.502692:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000100:00000200:3.0:1779213273.502694:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960540288, offset 0 00000400:00000200:3.0:1779213273.502701:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213273.502714:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213273.502720:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213273.502724:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213273.502728:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213273.502731:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213273.502734:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [241:241:256:4294967295] 192.168.202.129@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:3.0:1779213273.502746:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213273.502752:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213273.502756:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd6485b. 00000800:00000200:3.0:1779213273.502767:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213273.502774:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213273.502778:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001dd6485b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213273.502795:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.502799:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306113989 00000100:00000001:3.0:1779213273.502813:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306108867 00000100:00000001:3.0:1779213273.502816:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306113989 00000100:00000001:3.0:1779213273.502819:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306108867 00000100:00000001:3.0:1779213273.502822:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306113989 00000100:00000001:3.0:1779213273.502824:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306108867 00000100:00000001:3.0:1779213273.502826:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306113989 00000100:00000001:3.0:1779213273.502829:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306108867 00000100:00000001:3.0:1779213273.502831:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213273.502834:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.502836:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.502838:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213273.502911:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213273.502915:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd6485b. 00000400:00000200:0.0:1779213273.502919:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213273.502925:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213273.502930:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:0.0:1779213273.502932:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:0.0:1779213273.502936:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213273.502939:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213273.502948:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213273.502950:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213273.502957:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213273.502958:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213273.503197:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213273.503201:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213273.503202:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213273.503206:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.503215:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213273.503216:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213273.503219:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213273.503221:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213273.503255:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213273.503259:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960540416:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213273.503262:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213273.503264:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213273.503266:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213273.503267:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213273.503270:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f556786. 02000000:00000001:1.0:1779213273.503272:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213273.503276:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000400:00000010:1.0:1779213273.503280:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:1.0:1779213273.503284:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540416, portal 10 00000100:00000001:1.0:1779213273.503285:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213273.503287:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000100:00000040:1.0:1779213273.503292:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.503300:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213273.503302:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213273.503304:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000200:1.0:1779213273.503306:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960540416, offset 0 00000100:00000001:2.0:1779213273.503310:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213273.503314:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213273.503318:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213273.503318:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213273.503325:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213273.503327:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213273.503333:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213273.503337:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213273.503341:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213273.503345:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213273.503346:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213273.503348:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213273.503350:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [242:242:256:4294967295] 192.168.202.129@tcp LPNI seq info [242:242:8:4294967295] 02000000:00000001:2.0:1779213273.503353:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213273.503356:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213273.503360:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213273.503364:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:2.0:1779213273.503368:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960540544:192.168.202.129@tcp:400: 00000800:00000200:1.0:1779213273.503373:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213273.503374:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1779213273.503378:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 02000000:00000001:2.0:1779213273.503378:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213273.503381:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213273.503385:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:2.0:1779213273.503385:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213273.503390:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a71d30cb. 00000800:00000200:1.0:1779213273.503394:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:2.0:1779213273.503395:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213273.503400:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1c960b. 00000800:00000200:1.0:1779213273.503403:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1779213273.503406:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000200:2.0:1779213273.503411:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540544, portal 10 00000100:00000001:1.0:1779213273.503415:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213273.503419:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 397957 usecs (398 jiffies) 00000100:00000001:2.0:1779213273.503422:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213273.503423:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306108817 00000100:00000001:2.0:1779213273.503425:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000100:00000001:1.0:1779213273.503427:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306113989 00000100:00000001:1.0:1779213273.503430:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306108817 00000100:00000001:1.0:1779213273.503432:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306113989 00000100:00000001:1.0:1779213273.503435:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306108817 00000100:00000040:2.0:1779213273.503436:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.503438:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306113989 00000100:00000001:1.0:1779213273.503442:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306108817 00000100:00000001:1.0:1779213273.503445:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306113989 00000100:00000001:1.0:1779213273.503450:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213273.503454:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.503456:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213273.503458:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.503461:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213273.503462:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213273.503467:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000001:1.0:1779213273.503468:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213273.503471:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1779213273.503471:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960540544, offset 0 00000100:00000001:1.0:1779213273.503474:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213273.503476:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213273.503478:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.503482:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213273.503482:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213273.503491:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213273.503495:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213273.503498:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213273.503500:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213273.503502:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213273.503505:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [243:243:255:4294967295] 192.168.202.129@tcp LPNI seq info [243:243:7:4294967295] 00000800:00000200:1.0:1779213273.503506:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213273.503510:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:1.0:1779213273.503514:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213273.503523:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213273.503524:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213273.503531:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213273.503600:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000800:00000200:2.0:1779213273.503607:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213273.503611:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213273.503613:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213273.503616:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213273.503619:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 24971 usecs (25 jiffies) 00000100:00000001:2.0:1779213273.503621:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306108444 00000100:00000001:2.0:1779213273.503624:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306113989 00000100:00000001:2.0:1779213273.503626:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306108444 00000100:00000001:2.0:1779213273.503627:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306113989 00000100:00000001:2.0:1779213273.503629:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306108444 00000100:00000001:2.0:1779213273.503630:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306113989 00000100:00000001:2.0:1779213273.503638:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306108444 00000100:00000001:2.0:1779213273.503640:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306113989 00000100:00000001:2.0:1779213273.503642:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213273.503644:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.503646:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.503647:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213273.503651:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213273.503653:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213273.503655:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213273.503657:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213273.503658:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.503660:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213273.503798:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:1.0:1779213273.503801:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:1.0:1779213273.503806:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213273.503811:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.503820:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213273.503830:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.503837:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.503839:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213273.503920:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213273.503923:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:1.0:1779213273.503926:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213273.503929:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213273.503932:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:1.0:1779213273.503934:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:1.0:1779213273.503936:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213273.503938:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.503945:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213273.503947:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.503954:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.503955:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213273.505760:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213273.505772:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213273.505776:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213273.505777:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213273.505785:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213273.505796:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207480 00000400:00000200:2.0:1779213273.505804:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:2.0:1779213273.505812:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213273.505816:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213273.505819:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213273.505823:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213273.505828:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213273.505835:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213273.505846:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213273.505898:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213273.505902:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213273.505920:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213273.505930:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213273.505933:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213273.506001:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213273.506003:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213273.506006:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025e02e3. 00000400:00000200:3.0:1779213273.506010:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000400:00000010:3.0:1779213273.506023:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:3.0:1779213273.506026:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213273.506030:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213273.506037:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213273.506043:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213273.506044:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213273.506047:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213273.506061:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213273.506064:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213273.506066:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213273.506069:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213273.506076:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=28 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213273.506079:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=28 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213273.506082:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213273.506083:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213273.506086:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213273.506088:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.506090:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213273.506094:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213273.506100:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213273.506103:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213273.506105:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213273.506108:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213273.506115:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960540288:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213273.506121:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213273.506123:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213273.506125:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960540288/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213273.506130:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213273.506132:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213273.506134:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f8e5ab1. 02000000:00000001:3.0:1779213273.506136:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213273.506138:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213273.506139:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213273.506141:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213273.506142:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:3.0:1779213273.506144:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213273.506146:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213273.506147:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000100:00000001:3.0:1779213273.506154:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213273.506155:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213273.506157:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213273.506162:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213273.506164:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213273.506166:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213273.506168:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213273.507647:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213273.507660:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213273.507663:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213273.507665:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213273.507675:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213273.507688:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207500 00000400:00000200:0.0:1779213273.507696:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:0.0:1779213273.507702:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213273.507706:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213273.507708:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213273.507722:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213273.507727:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213273.507731:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213273.507739:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213273.507752:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213273.507759:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213273.507763:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213273.507765:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213273.507767:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213273.507774:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213273.507776:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213273.507781:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207580 00000100:00000001:1.0:1779213273.507781:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213273.507788:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:0.0:1779213273.507791:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213273.507798:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213273.507801:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213273.507803:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213273.507808:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213273.507810:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213273.507814:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213273.507818:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213273.507826:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.507832:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213273.507834:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213273.507835:0:199014:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1779213273.507862:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213273.507865:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213273.507869:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213273.507872:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213273.507876:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213273.507884:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213273.507900:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213273.507908:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213273.507911:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213273.507924:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213273.507925:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213273.507927:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213273.507929:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213273.507931:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213273.507934:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213273.507937:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213273.507939:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213273.507940:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b1c960b. 00000100:00001000:1.0:1779213273.507944:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=17 v=5 (5 5 5 0) 00000400:00000200:2.0:1779213273.507944:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:2.0:1779213273.507946:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:2.0:1779213273.507949:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1779213273.507951:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=17 v=5 (1 1 1 0) 00000100:00000200:2.0:1779213273.507954:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.507958:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213273.507961:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213273.507966:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1779213273.507966:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213273.507971:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.507972:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213273.507974:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213273.507976:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213273.507976:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213273.507977:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213273.507979:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1779213273.507980:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213273.507981:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.507985:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1779213273.507985:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.507989:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213273.507991:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=28 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213273.507994:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=142 v=5 (1 1 0 0) 00000100:00000040:1.0:1779213273.507996:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213273.507997:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213273.507999:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213273.508002:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213273.508007:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.508027:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1779213273.508030:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.508031:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213273.508033:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213273.508034:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213273.508035:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213273.508038:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213273.508039:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213273.508041:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213273.508044:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213273.508066:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213273.508068:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1779213273.508069:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960540416:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213273.508075:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213273.508075:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213273.508079:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213273.508079:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213273.508085:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960540416/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213273.508094:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213273.508097:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213273.508100:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f556786. 00000100:00100000:2.0:1779213273.508104:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960540544:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213273.508106:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213273.508110:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213273.508111:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1779213273.508113:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213273.508115:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1779213273.508118:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1779213273.508120:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960540544/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213273.508129:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213273.508129:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213273.508132:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1779213273.508134:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1779213273.508135:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a71d30cb. 02000000:00000001:1.0:1779213273.508137:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213273.508140:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 02000000:00000001:2.0:1779213273.508140:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213273.508144:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213273.508146:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1779213273.508146:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213273.508149:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779213273.508150:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213273.508152:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213273.508153:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 02000000:00000001:2.0:1779213273.508156:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213273.508157:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213273.508158:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:2.0:1779213273.508160:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213273.508161:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213273.508161:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213273.508163:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213273.508164:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.508167:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213273.508168:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213273.508169:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213273.508171:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213273.508172:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213273.508175:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213274.140343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213274.140349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213274.140355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213274.140357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213274.140477:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213274.140480:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213274.140483:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213275.164334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213275.164344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213275.164349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213275.164350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213275.164410:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213275.164414:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213275.164417:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213276.188351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213276.188375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213276.188382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213276.188383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213276.188453:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213276.188457:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213276.188460:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213277.212381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213277.212388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213277.212394:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213277.212395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213277.212491:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213277.212496:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213277.212499:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213278.236345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213278.236353:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213278.236355:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213278.236359:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213278.236362:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213278.236364:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213278.236366:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213278.236369:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213278.236373:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213278.236374:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213278.236375:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213278.236377:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213278.236379:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213278.236380:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213278.236381:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213278.236383:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213278.236441:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213278.236444:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213278.236446:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213278.620711:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213278.620718:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213278.620738:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213278.620745:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213278.620749:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213278.620752:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213278.620758:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213278.620767:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 00000100:00000001:0.0:1779213278.620774:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213278.620784:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213278.620795:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213278.620798:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213278.620812:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213278.620847:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213278.620850:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213278.620853:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213278.620856:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213278.620857:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213278.620859:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213278.620860:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213278.620862:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213278.620865:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:0.0:1779213278.620867:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213278.620870:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213278.620873:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213278.620878:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213278.620880:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213278.620881:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213278.620883:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213278.620884:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213278.620888:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.620890:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213278.620893:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_01+1] req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213278.620904:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213278.620907:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213278.620912:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213278.620915:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213278.620918:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213278.620918:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213278.620923:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1779213278.620923:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960540672:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213278.620924:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213278.620928:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213278.620929:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213278.620930:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213278.620936:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213278.620937:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213278.620941:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213278.620942:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1779213278.620947:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1779213278.620950:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000100:00000001:2.0:1779213278.620950:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213278.620952:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213278.620954:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060df4b7c. 00000020:00000040:0.0:1779213278.620956:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213278.620957:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213278.620957:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213278.620970:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213278.620971:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213278.620973:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213278.620976:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213278.620977:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213278.620982:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000100:00100000:2.0:1779213278.620982:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960540800:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213278.620989:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213278.620989:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213278.620994:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1779213278.620994:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025e02e3. 02000000:00000001:2.0:1779213278.621001:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213278.621002:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213278.621004:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213278.621005:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213278.621006:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000040:0.0:1779213278.621010:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213278.621010:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1779213278.621014:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540672, portal 25 02000000:00000010:2.0:1779213278.621016:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a57d1c74. 02000000:00000001:2.0:1779213278.621019:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213278.621023:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1c960b. 00000100:00000001:3.0:1779213278.621025:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1779213278.621027:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000001:3.0:1779213278.621027:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000200:2.0:1779213278.621031:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540800, portal 10 00000100:00000001:0.0:1779213278.621034:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213278.621034:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213278.621035:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000040:0.0:1779213278.621038:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213278.621038:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213278.621044:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213278.621044:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213278.621050:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11451) 00000100:00000001:3.0:1779213278.621066:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213278.621067:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213278.621073:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213278.621076:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213278.621077:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000200:2.0:1779213278.621079:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960540800, offset 0 00000400:00000010:3.0:1779213278.621080:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000200:3.0:1779213278.621084:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960540672, offset 0 00000400:00000200:2.0:1779213278.621087:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213278.621092:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213278.621099:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213278.621103:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213278.621105:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213278.621109:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213278.621111:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213278.621115:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [244:244:256:4294967295] 192.168.202.129@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:2.0:1779213278.621126:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213278.621132:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213278.621137:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000800:00000200:2.0:1779213278.621143:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213278.621144:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213278.621148:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213278.621150:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1779213278.621154:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:1.0:1779213278.621156:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213278.621161:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213278.621171:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213278.621172:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213278.621174:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213278.621177:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213278.621177:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213278.621182:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213278.621183:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 392522 usecs (393 jiffies) 00000100:00100000:1.0:1779213278.621187:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960540928:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213278.621188:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306113929 00000100:00000001:1.0:1779213278.621191:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213278.621194:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213278.621195:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306113989 02000000:00000001:1.0:1779213278.621197:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213278.621200:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306113929 02000000:00000001:1.0:1779213278.621201:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213278.621204:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306113989 02000000:00000010:1.0:1779213278.621206:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c5be700. 00000100:00000001:2.0:1779213278.621206:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306113929 00000400:00000200:3.0:1779213278.621209:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213278.621210:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213278.621215:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000400:00000200:3.0:1779213278.621217:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213278.621218:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306113989 00000100:00000001:2.0:1779213278.621221:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306113929 00000100:00000001:2.0:1779213278.621245:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306113989 00000100:00000001:2.0:1779213278.621248:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213278.621250:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213278.621252:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213278.621256:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213278.621257:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213278.621261:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213278.621265:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000400:00000200:3.0:1779213278.621268:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779213278.621269:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960540928, portal 10 00000100:00000001:2.0:1779213278.621270:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213278.621273:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213278.621274:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213278.621274:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213278.621277:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000001:2.0:1779213278.621279:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213278.621280:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [245:245:255:4294967295] 192.168.202.129@tcp LPNI seq info [245:245:7:4294967295] 00000100:00000001:2.0:1779213278.621282:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213278.621285:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213278.621289:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213278.621292:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213278.621299:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213278.621303:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213278.621307:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1749b69. 00000800:00000200:3.0:1779213278.621313:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213278.621321:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213278.621321:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213278.621326:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1749b69 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1779213278.621327:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213278.621332:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000001:3.0:1779213278.621332:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213278.621337:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306119108 00000100:00000200:1.0:1779213278.621338:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960540928, offset 0 00000800:00000200:2.0:1779213278.621341:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213278.621346:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306113989 00000400:00000200:1.0:1779213278.621347:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213278.621352:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306119108 00000400:00000200:1.0:1779213278.621354:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779213278.621355:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000100:00000001:3.0:1779213278.621356:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306113989 00000400:00000200:1.0:1779213278.621358:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213278.621363:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306119108 00000400:00000200:2.0:1779213278.621364:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213278.621367:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306113989 00000400:00000200:1.0:1779213278.621370:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213278.621372:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306119108 00000400:00000200:2.0:1779213278.621374:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213278.621376:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213278.621381:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213278.621383:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306113989 00000100:00000001:3.0:1779213278.621386:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213278.621388:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213278.621389:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213278.621390:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213278.621393:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213278.621394:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213278.621395:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213278.621396:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213278.621397:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213278.621398:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213278.621415:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213278.621765:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [246:246:254:4294967295] 192.168.202.129@tcp LPNI seq info [246:246:6:4294967295] 00000400:00000200:1.0:1779213278.621773:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213278.621778:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213278.621781:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000800:00000010:1.0:1779213278.621782:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000400:00000010:2.0:1779213278.621784:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000800:00000200:1.0:1779213278.621789:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213278.621790:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213278.621795:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213278.621798:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213278.621801:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213278.621807:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213278.621813:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 24701 usecs (25 jiffies) 00000100:00000001:2.0:1779213278.621815:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213278.621819:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306113562 00000100:00000040:2.0:1779213278.621822:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213278.621824:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306119108 00000100:00000001:1.0:1779213278.621828:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306113562 00000100:00000001:1.0:1779213278.621833:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306119108 00000100:00000001:1.0:1779213278.621837:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306113562 00000100:00000001:1.0:1779213278.621840:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306119108 00000100:00000001:2.0:1779213278.621840:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213278.621845:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306113562 00000100:00000001:2.0:1779213278.621845:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213278.621854:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306119108 00000100:00000001:1.0:1779213278.621856:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213278.621857:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213278.621859:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213278.621860:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213278.621864:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213278.621865:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213278.621866:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213278.621867:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1779213278.621868:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1749b69. 00000100:00000001:1.0:1779213278.621869:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213278.621871:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213278.621872:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213278.621873:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213278.621877:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213278.621880:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:2.0:1779213278.621881:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:2.0:1779213278.621883:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213278.621886:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.621893:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213278.621896:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.621902:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213278.621903:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213278.621958:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213278.621969:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:2.0:1779213278.621972:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213278.621976:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213278.621979:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:2.0:1779213278.621980:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:2.0:1779213278.621982:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213278.621985:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.621992:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213278.621994:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.622000:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213278.622001:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213278.624152:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624166:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213278.624171:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624173:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213278.624183:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213278.624198:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207600 00000400:00000200:2.0:1779213278.624219:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:2.0:1779213278.624375:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624380:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213278.624383:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213278.624388:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213278.624394:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213278.624401:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213278.624425:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.624438:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213278.624446:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624450:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213278.624452:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624454:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213278.624458:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213278.624464:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207700 00000400:00000200:2.0:1779213278.624470:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:2.0:1779213278.624473:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624477:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213278.624489:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213278.624494:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213278.624497:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213278.624500:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213278.624508:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.624527:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213278.624533:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624537:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213278.624543:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624546:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213278.624550:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213278.624552:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213278.624554:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213278.624561:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207680 00000400:00000001:3.0:1779213278.624561:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213278.624565:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213278.624567:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025e02e3. 00000400:00000200:3.0:1779213278.624572:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000400:00000010:3.0:1779213278.624574:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:3.0:1779213278.624577:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213278.624581:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213278.624590:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213278.624595:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213278.624597:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213278.624599:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213278.624602:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213278.624604:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213278.624607:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213278.624610:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213278.624616:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=33 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213278.624621:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=33 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213278.624624:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213278.624626:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213278.624627:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213278.624630:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1779213278.624632:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213278.624636:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213278.624646:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213278.624650:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213278.624656:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213278.624659:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213278.624660:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213278.624663:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213278.624669:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960540672:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213278.624674:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213278.624676:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213278.624679:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960540672/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213278.624685:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213278.624688:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213278.624691:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060df4b7c. 02000000:00000001:3.0:1779213278.624694:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213278.624696:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213278.624698:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213278.624700:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213278.624702:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 02000000:00000001:3.0:1779213278.624705:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213278.624707:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213278.624709:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:3.0:1779213278.624713:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213278.624714:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213278.624716:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213278.624723:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213278.624725:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213278.624727:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213278.624728:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213278.624831:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x889 [1] + 224 00000400:00000001:1.0:1779213278.624836:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213278.624836:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213278.624840:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213278.624841:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213278.624845:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213278.624847:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213278.624850:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213278.624854:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213278.624855:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213278.624860:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213278.624868:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779213278.624872:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213278.624872:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213278.624879:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213278.624885:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213278.624888:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213278.624891:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213278.624893:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213278.624895:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1779213278.624895:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213278.624897:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213278.624900:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213278.624907:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=33 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213278.624910:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=147 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213278.624911:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213278.624912:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213278.624913:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213278.624922:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:1.0:1779213278.624925:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213278.624928:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213278.624933:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213278.624934:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213278.624938:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213278.624940:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213278.624943:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213278.624944:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213278.624947:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213278.624953:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213278.624955:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213278.624956:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213278.624970:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213278.624980:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960540928:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213278.624984:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213278.624986:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213278.624988:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960540928/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213278.624993:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213278.624994:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213278.624996:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c5be700. 02000000:00000001:1.0:1779213278.624999:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213278.625001:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213278.625001:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213278.625003:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213278.625004:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 02000000:00000001:1.0:1779213278.625007:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213278.625008:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213278.625009:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:1.0:1779213278.625011:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213278.625017:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213278.625019:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213278.625022:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213278.625023:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213278.625024:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213278.625026:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213278.625085:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213278.625088:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213278.625092:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213278.625094:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213278.625095:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b1c960b. 00000400:00000200:0.0:1779213278.625098:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:0.0:1779213278.625100:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:0.0:1779213278.625102:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213278.625106:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213278.625114:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213278.625130:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213278.625132:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213278.625134:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213278.625135:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213278.625136:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213278.625137:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213278.625139:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213278.625143:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=22 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213278.625145:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=22 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213278.625147:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213278.625148:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213278.625149:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213278.625151:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213278.625153:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213278.625154:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213278.625156:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213278.625156:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213278.625159:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213278.625164:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213278.625165:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213278.625166:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213278.625169:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213278.625174:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960540800:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213278.625178:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213278.625179:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213278.625181:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960540800/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213278.625186:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213278.625187:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213278.625195:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a57d1c74. 02000000:00000001:0.0:1779213278.625198:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213278.625199:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213278.625200:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213278.625202:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213278.625203:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:0.0:1779213278.625205:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213278.625206:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213278.625207:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:0.0:1779213278.625209:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213278.625210:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213278.625212:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213278.625215:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213278.625216:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213278.625217:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213278.625219:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213279.260397:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213279.260404:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213279.260410:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213279.260412:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213279.260477:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213279.260482:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213279.260484:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213280.285657:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213280.285665:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213280.285674:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213280.285675:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213280.285754:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213280.285762:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213280.285767:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213281.308339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213281.308344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213281.308350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213281.308351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213281.308420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213281.308424:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213281.308427:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213282.332350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213282.332356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213282.332360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213282.332361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213282.332408:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213282.332431:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213282.332434:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213283.356337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213283.356359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213283.356365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213283.356366:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213283.356417:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213283.356420:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213283.356422:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213283.740401:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213283.740410:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213283.740420:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213283.740427:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213283.740443:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213283.740446:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213283.740450:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213283.740457:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:0.0:1779213283.740463:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213283.740475:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213283.740485:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213283.740487:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213283.740501:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_03+3] req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.740531:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213283.740533:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213283.740536:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213283.740554:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213283.740557:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213283.740560:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213283.740561:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213283.740563:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213283.740563:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213283.740567:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006855e5a7. 00000100:00000001:2.0:1779213283.740569:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213283.740572:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213283.740572:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213283.740579:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213283.740580:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213283.740580:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213283.740585:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213283.740601:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213283.740604:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213283.740604:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.740606:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213283.740609:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213283.740613:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_00+0] req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213283.740613:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213283.740619:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213283.740625:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960541056:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213283.740630:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213283.740636:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213283.740638:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213283.740641:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213283.740646:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3b2ecbe. 02000000:00000001:2.0:1779213283.740648:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213283.740653:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f463ba2b. 00000400:00000010:2.0:1779213283.740660:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000001:0.0:1779213283.740666:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213283.740668:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960541056, portal 25 00000100:00000040:0.0:1779213283.740669:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213283.740673:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213283.740674:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213283.740676:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000010:0.0:1779213283.740679:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213283.740682:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213283.740683:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.740687:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213283.740689:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213283.740690:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213283.740692:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213283.740693:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.740695:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213283.740696:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.740698:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213283.740700:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dd5d65. 00000100:00000001:2.0:1779213283.740700:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213283.740705:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213283.740706:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213283.740707:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213283.740712:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00000040:0.0:1779213283.740714:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779213283.740717:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960541056, offset 0 00000100:00000001:3.0:1779213283.740728:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213283.740731:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213283.740732:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213283.740737:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213283.740738:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213283.740741:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213283.740741:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213283.740746:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213283.740749:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_01+1] req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213283.740750:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:3.0:1779213283.740750:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960541184:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213283.740759:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213283.740760:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213283.740762:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213283.740765:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213283.740769:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213283.740773:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e37437ae. 00000100:00000001:0.0:1779213283.740774:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213283.740774:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213283.740779:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213283.740779:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213283.740782:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213283.740784:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025e02e3. 00000400:00000200:2.0:1779213283.740786:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213283.740791:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000040:0.0:1779213283.740792:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213283.740795:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [247:247:256:4294967295] 192.168.202.129@tcp LPNI seq info [247:247:8:4294967295] 00000100:00000200:3.0:1779213283.740797:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960541184, portal 10 00000100:00000001:1.0:1779213283.740802:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213283.740802:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213283.740804:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000001:1.0:1779213283.740806:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213283.740808:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213283.740812:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11456) 00000100:00000040:3.0:1779213283.740813:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213283.740815:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213283.740835:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213283.740841:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213283.740847:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213283.740849:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213283.740851:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 00000100:00000001:1.0:1779213283.740852:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213283.740855:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213283.740855:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000100:00000200:3.0:1779213283.740856:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960541184, offset 0 02000000:00000001:1.0:1779213283.740860:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213283.740863:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213283.740868:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213283.740868:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00100000:1.0:1779213283.740875:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960541312:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213283.740876:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213283.740881:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213283.740882:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213283.740886:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213283.740887:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213283.740888:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1779213283.740889:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213283.740894:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213283.740895:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213283.740899:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:1.0:1779213283.740900:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f4aef5. 00000400:00000200:3.0:1779213283.740903:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213283.740904:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213283.740908:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213283.740921:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213283.740924:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000100:00000001:2.0:1779213283.740927:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306124227 00000400:00000010:1.0:1779213283.740929:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:1.0:1779213283.740934:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960541312, portal 10 00000100:00000001:2.0:1779213283.740935:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306119108 00000100:00000001:2.0:1779213283.740939:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306124227 00000100:00000001:1.0:1779213283.740944:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213283.740945:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306119108 00000100:00000001:1.0:1779213283.740947:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:2.0:1779213283.740951:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306124227 00000400:00000200:3.0:1779213283.740951:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [248:248:255:4294967295] 192.168.202.129@tcp LPNI seq info [248:248:7:4294967295] 00000100:00000001:2.0:1779213283.740956:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306119108 00000100:00000001:2.0:1779213283.740961:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306124227 00000100:00000001:2.0:1779213283.740968:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306119108 00000400:00000200:3.0:1779213283.740968:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:1.0:1779213283.740970:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213283.740974:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213283.740979:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213283.740983:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213283.740985:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213283.740989:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213283.740990:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1779213283.740990:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2e3586. 00000100:00000040:1.0:1779213283.740996:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213283.740999:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:1.0:1779213283.741000:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000200:1.0:1779213283.741005:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960541312, offset 0 00000800:00000200:3.0:1779213283.741005:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213283.741009:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009e2e3586 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213283.741014:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213283.741014:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213283.741022:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213283.741025:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213283.741027:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213283.741030:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213283.741032:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213283.741035:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [249:249:254:4294967295] 192.168.202.129@tcp LPNI seq info [249:249:6:4294967295] 00000100:00000040:3.0:1779213283.741037:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 387218 usecs (388 jiffies) 00000100:00000001:3.0:1779213283.741042:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306119044 00000400:00000200:1.0:1779213283.741047:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213283.741047:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.741053:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306119044 00000800:00000200:1.0:1779213283.741056:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213283.741057:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.741061:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306119044 00000800:00000010:1.0:1779213283.741062:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000100:00000001:3.0:1779213283.741063:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.741068:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306119044 00000800:00000200:1.0:1779213283.741069:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213283.741072:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.741076:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213283.741077:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213283.741081:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213283.741082:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213283.741085:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.741087:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.741089:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213283.741091:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 24413 usecs (25 jiffies) 00000100:00000001:1.0:1779213283.741095:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306118681 00000100:00000001:3.0:1779213283.741095:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213283.741096:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213283.741099:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306124227 00000100:00000001:1.0:1779213283.741103:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306118681 00000100:00000001:3.0:1779213283.741103:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1779213283.741106:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000100:00000001:1.0:1779213283.741108:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.741108:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213283.741111:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213283.741112:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306118681 00000400:00000200:0.0:1779213283.741114:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213283.741115:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.741116:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.741120:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213283.741126:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213283.741127:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306118681 00000100:00000001:1.0:1779213283.741131:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306124227 00000400:00000200:0.0:1779213283.741135:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000100:00000001:1.0:1779213283.741135:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213283.741138:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213283.741139:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:1.0:1779213283.741142:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.741145:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213283.741146:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213283.741151:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213283.741153:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213283.741156:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213283.741160:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213283.741162:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213283.741164:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.741169:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213283.741172:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213283.741177:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.741185:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.741187:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213283.741199:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213283.741202:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2e3586. 00000400:00000200:0.0:1779213283.741204:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213283.741207:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213283.741210:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00000400:00000010:0.0:1779213283.741211:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:0.0:1779213283.741213:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213283.741216:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.741256:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213283.741259:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.741266:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.741267:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213283.741327:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213283.741329:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:0.0:1779213283.741337:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213283.741341:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213283.741344:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:0.0:1779213283.741345:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:0.0:1779213283.741348:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213283.741351:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.741358:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213283.741360:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.741366:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.741367:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213283.742111:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213283.742115:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213283.742118:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213283.742121:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213283.742122:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213283.742125:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213283.743315:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213283.743336:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213283.743339:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213283.743341:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213283.743350:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213283.743361:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207780 00000400:00000200:2.0:1779213283.743368:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:2.0:1779213283.743374:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213283.743377:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213283.743379:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213283.743383:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213283.743388:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213283.743393:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213283.743402:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.743465:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213283.743469:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213283.743481:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1779213283.743501:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213283.743501:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213283.743505:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1779213283.743505:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213283.743508:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1779213283.743509:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f463ba2b. 00000800:00000001:2.0:1779213283.743510:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213283.743516:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000400:00000200:2.0:1779213283.743516:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:0.0:1779213283.743520:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000400:00000200:2.0:1779213283.743524:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207800 00000100:00000001:0.0:1779213283.743526:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779213283.743529:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8a5 [1] + 224 00000100:00000200:0.0:1779213283.743532:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213283.743535:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213283.743540:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213283.743545:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1779213283.743547:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213283.743553:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213283.743560:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213283.743560:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213283.743564:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213283.743566:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.743568:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213283.743572:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213283.743576:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213283.743579:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213283.743581:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213283.743583:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213283.743589:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213283.743596:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213283.743603:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213283.743611:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213283.743611:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1779213283.743616:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213283.743618:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.743621:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213283.743622:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779213283.743626:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213283.743628:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213283.743632:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213283.743635:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213283.743639:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213283.743642:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213283.743645:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1779213283.743645:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213283.743646:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213283.743649:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213283.743652:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213283.743653:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207880 00000100:00000040:0.0:1779213283.743656:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213283.743656:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213283.743659:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025e02e3. 00000400:00000200:3.0:1779213283.743665:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000100:00100000:0.0:1779213283.743668:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960541056:192.168.202.129@tcp:400: 00000400:00000010:3.0:1779213283.743669:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:3.0:1779213283.743675:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213283.743676:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213283.743680:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8ad [1] + 224 00000100:00000200:3.0:1779213283.743681:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.743682:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213283.743688:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960541056/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213283.743688:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213283.743696:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213283.743701:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1779213283.743707:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213283.743710:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213283.743711:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213283.743716:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213283.743717:0:199007:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1779213283.743720:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3b2ecbe. 00000100:00000200:2.0:1779213283.743723:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213283.743726:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213283.743730:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213283.743732:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000040:2.0:1779213283.743736:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213283.743737:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213283.743740:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:0.0:1779213283.743745:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213283.743749:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213283.743751:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:0.0:1779213283.743754:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213283.743756:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213283.743757:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213283.743758:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213283.743763:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213283.743766:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1779213283.743766:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213283.743769:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213283.743771:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213283.743773:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.743803:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213283.743805:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.743807:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213283.743808:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213283.743810:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213283.743811:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213283.743812:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213283.743817:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=27 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213283.743820:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=27 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213283.743823:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213283.743824:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213283.743826:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213283.743828:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.743832:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213283.743834:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213283.743835:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213283.743836:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213283.743838:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.743839:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213283.743844:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213283.743852:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213283.743855:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213283.743857:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213283.743865:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000100:00000001:3.0:1779213283.743866:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213283.743868:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:3.0:1779213283.743870:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213283.743873:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213283.743874:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1779213283.743877:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213283.743881:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213283.743898:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960541184:192.168.202.129@tcp:400: 00000100:00000200:1.0:1779213283.743902:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213283.743905:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.743919:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213283.743923:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213283.743925:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213283.743925:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960541184/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213283.743929:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213283.743931:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213283.743933:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213283.743935:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213283.743939:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.743941:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1779213283.743943:0:199013:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=38 v=5 (5 5 5 0) 02000000:00000001:3.0:1779213283.743943:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213283.743945:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e37437ae. 00000100:00001000:1.0:1779213283.743947:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213283.743949:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213283.743950:0:199013:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1779213283.743958:0:199013:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 02000000:00000001:3.0:1779213283.743960:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1779213283.743961:0:199013:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffffa0ba086af000 of lustre-MDT0001_UUID@192.168.202.129@tcp abruptly disconnected: reconnecting 00000020:00000001:3.0:1779213283.743963:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213283.743965:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00080000:1.0:1779213283.743966:0:199013:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000020:00000001:3.0:1779213283.743969:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:02000400:1.0:1779213283.743971:0:199013:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffffa0ba086af000: Connection to lustre-MDT0001 (at 192.168.202.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 02000000:00000010:3.0:1779213283.743972:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006855e5a7. 02000000:00000001:3.0:1779213283.743976:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213283.743978:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213283.743979:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:3.0:1779213283.743982:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213283.743983:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.743985:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.743989:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213283.743991:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.743992:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213283.743994:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749595:0:199013:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1779213283.749602:0:199013:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000002:00000001:1.0:1779213283.749604:0:199013:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749608:0:199013:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1779213283.749611:0:199013:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1779213283.749613:0:199013:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1779213283.749619:0:199013:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:1.0:1779213283.749626:0:199013:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11149 00000400:00000200:1.0:1779213283.749635:0:199013:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000040:1.0:1779213283.749639:0:199013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213283.749642:0:199013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213283.749644:0:199013:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213283.749646:0:199013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000001:1.0:1779213283.749649:0:199013:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779213283.749651:0:199013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:1.0:1779213283.749653:0:199013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213283.749697:0:199013:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:1.0:1779213283.749700:0:199013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:1.0:1779213283.749702:0:199013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000040:1.0:1779213283.749705:0:199013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213283.749707:0:199013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213283.749708:0:199013:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213283.749709:0:199013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:1.0:1779213283.749711:0:199013:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00080000:1.0:1779213283.749714:0:199013:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:1.0:1779213283.749733:0:199013:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213283.749735:0:199013:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1779213283.749742:0:199013:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213283.749745:0:199013:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749747:0:199013:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1779213283.749750:0:199013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1779213283.749753:0:199013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749754:0:199013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213283.749760:0:199013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1bb517. 00000020:00000040:1.0:1779213283.749763:0:199013:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=5 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213283.749766:0:199013:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1779213283.749767:0:199013:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749770:0:199013:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213283.749773:0:199013:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213283.749776:0:199013:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213283.749782:0:199013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009a110aed. 00000100:00000001:1.0:1779213283.749789:0:199013:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213283.749796:0:199013:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213283.749806:0:199013:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213283.749808:0:199013:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213283.749812:0:199013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1bb517] to pc [ptlrpcd_rcv+-1] req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213283.749836:0:199013:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749839:0:199013:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1779213283.749841:0:199013:0:(client.c:1700:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1779213283.749847:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213283.749854:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1779213283.749856:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213283.749858:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213283.749868:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213283.749877:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960541312:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213283.749882:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213283.749885:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213283.749886:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213283.749888:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960541312/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213299 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213283.749892:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213283.749895:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213283.749898:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213283.749901:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213283.749904:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213283.749905:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7f4aef5. 02000000:00000001:1.0:1779213283.749930:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213283.749933:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213283.749935:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213283.749938:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213283.749940:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dd5d65. 02000000:00000001:1.0:1779213283.749945:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213283.749948:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213283.749948:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1779213283.749951:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:3.0:1779213283.749952:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749956:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1779213283.749957:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213283.749958:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213283.749961:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213283.749962:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213283.749967:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213283.749972:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1779213283.749972:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960541440:192.168.202.129@tcp:38: 00000100:00000001:1.0:1779213283.749975:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.749979:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213283.749980:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213283.749982:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213283.749988:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213283.749990:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213283.749993:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213283.749998:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004e8725bb. 02000000:00000001:3.0:1779213283.750000:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213283.750006:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025e02e3. 00000400:00000010:3.0:1779213283.750012:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000200:3.0:1779213283.750019:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960541440, portal 10 00000100:00000001:3.0:1779213283.750021:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213283.750023:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728222464 : -104753981329152 : ffffa0ba10277100) 00000100:00000040:3.0:1779213283.750029:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213283.750033:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213283.750035:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213283.750037:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eeb4de8. 00000100:00000200:3.0:1779213283.750038:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960541440, offset 0 00000400:00000200:3.0:1779213283.750042:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213283.750050:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213283.750053:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213283.750056:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213283.750059:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213283.750060:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213283.750063:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [250:250:256:4294967295] 192.168.202.129@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:3.0:1779213283.750070:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213283.750078:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213283.750081:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000800:00000200:3.0:1779213283.750085:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213283.750090:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213283.750094:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1779213283.750107:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213283.750113:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 24121 usecs (25 jiffies) 00000100:00000001:3.0:1779213283.750116:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306118690 00000100:00000001:3.0:1779213283.750118:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.750119:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306118690 00000100:00000001:3.0:1779213283.750120:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.750121:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306118690 00000100:00000001:3.0:1779213283.750122:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.750124:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306118690 00000100:00000001:3.0:1779213283.750125:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306124227 00000100:00000001:3.0:1779213283.750126:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213283.750127:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.750129:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.750131:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.750134:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213283.750135:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1779213283.750136:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213283.750137:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213283.750138:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.750139:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213283.750205:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213283.750209:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000400:00000200:2.0:1779213283.750211:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213283.750216:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213283.750220:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eeb4de8 00000400:00000010:2.0:1779213283.750245:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001eeb4de8. 00000100:00000001:2.0:1779213283.750250:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213283.750254:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213283.750263:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213283.750272:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213283.750279:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213283.750281:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213283.754041:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213283.754056:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213283.754061:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213283.754063:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213283.754073:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213283.754090:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207900 00000400:00000200:0.0:1779213283.754098:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8b5 [1] + 0 00000800:00000001:0.0:1779213283.754105:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213283.754111:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213283.754113:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213283.754117:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213283.754124:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213283.754130:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213283.754138:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213283.754154:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213283.754160:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213283.754163:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.754188:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213283.754194:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213283.754199:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213283.754200:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213283.754202:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025e02e3. 00000400:00000200:3.0:1779213283.754206:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000400:00000010:3.0:1779213283.754218:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:3.0:1779213283.754220:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213283.754259:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213283.754268:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213283.754275:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213283.754277:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.754280:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213283.754287:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213283.754290:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213283.754291:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213283.754294:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213283.754307:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=38 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213283.754310:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=2 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213283.754312:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213283.754313:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1779213283.754315:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1779213283.754318:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213293 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213283.754322:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1779213283.754324:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213283.754325:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.754328:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1779213283.754329:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1779213283.754331:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1779213283.754333:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:3.0:1779213283.754335:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1779213283.754337:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213293 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213283.754341:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960541440:192.168.202.129@tcp:38: 00000100:00000001:3.0:1779213283.754349:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.754351:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213283.754352:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1bb517 x1865639960541440/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213293 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213283.754357:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213283.754359:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213283.754361:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004e8725bb. 02000000:00000001:3.0:1779213283.754363:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213283.754365:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213283.754366:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213283.754367:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213283.754369:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009a110aed. 02000000:00000001:3.0:1779213283.754371:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213283.754372:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213283.754373:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1bb517. 00000100:00000001:3.0:1779213283.754376:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213283.754377:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.754378:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213283.754384:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213283.754385:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213283.754387:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213283.754388:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213284.380345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213284.380352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213284.380359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213284.380361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213284.380413:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213284.380416:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213284.380418:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213285.404309:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213285.404316:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213285.404322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213285.404323:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213285.404392:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213285.404396:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213285.404400:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213286.428341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213286.428345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213286.428349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213286.428350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213286.428410:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213286.428414:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213286.428417:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213287.452343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213287.452351:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213287.452354:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213287.452366:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213287.452370:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213287.452372:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213287.452374:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213287.452376:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213287.452380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213287.452382:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213287.452383:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213287.452384:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213287.452386:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213287.452387:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213287.452388:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213287.452390:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213287.452436:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213287.452439:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213287.452442:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213288.476347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213288.476353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213288.476360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213288.476361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213288.476417:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213288.476421:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213288.476423:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213288.860420:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213288.860430:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213288.860437:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213288.860443:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213288.860448:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213288.860450:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213288.860455:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213288.860463:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:0.0:1779213288.860483:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213288.860493:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213288.860504:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213288.860507:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213288.860514:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_02+2] req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213288.860548:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213288.860552:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213288.860555:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213288.860565:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213288.860568:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213288.860571:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213288.860572:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213288.860574:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213288.860580:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000dd5d65. 00000100:00000001:1.0:1779213288.860582:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213288.860583:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213288.860589:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213288.860590:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213288.860592:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213288.860597:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213288.860600:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213288.860602:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213288.860604:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213288.860611:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213288.860614:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_03+3] req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213288.860625:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213288.860628:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.860633:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213288.860633:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1779213288.860638:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213288.860638:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213288.860643:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1779213288.860645:0:160592:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1779213288.860648:0:160592:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1779213288.860649:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960541568:192.168.202.129@tcp:400: 00000100:00080000:0.0:1779213288.860653:0:160592:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1779213288.860654:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213288.860655:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213288.860658:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213288.860659:0:160592:0:(import.c:487:import_select_connection()) Process entered 00000100:00000001:2.0:1779213288.860661:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213288.860662:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213288.860665:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213288.860666:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213288.860668:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1779213288.860673:0:160592:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11451 02000000:00000010:1.0:1779213288.860673:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f556786. 02000000:00000001:1.0:1779213288.860677:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213288.860685:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000400:00000200:0.0:1779213288.860686:0:160592:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000001:2.0:1779213288.860686:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213288.860689:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213288.860693:0:160592:0:(import.c:2151:obd_at_measure()) add 10 to 0000000076e65d06 time=7 v=5 (1 1 1 0) 02000000:00000001:2.0:1779213288.860693:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1779213288.860694:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 02000000:00000001:2.0:1779213288.860696:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1779213288.860700:0:160592:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 02000000:00000001:2.0:1779213288.860700:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213288.860704:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960541568, portal 25 00000100:00080000:0.0:1779213288.860707:0:160592:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1779213288.860707:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960541696:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213288.860708:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213288.860711:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000001:2.0:1779213288.860714:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213288.860715:0:160592:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:0.0:1779213288.860719:0:160592:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1779213288.860719:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213288.860720:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213288.860722:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213288.860725:0:160592:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 02000000:00000001:2.0:1779213288.860727:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213288.860731:0:160592:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000010:2.0:1779213288.860732:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a57d1c74. 00000100:00000001:1.0:1779213288.860736:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213288.860736:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213288.860741:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213288.860742:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c99ba43. 00000400:00000010:1.0:1779213288.860744:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000020:00000001:0.0:1779213288.860745:0:160592:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:1.0:1779213288.860748:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960541568, offset 0 00000400:00000010:2.0:1779213288.860749:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000020:00000040:0.0:1779213288.860752:0:160592:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000100:00000200:2.0:1779213288.860755:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960541696, portal 10 00000020:00000001:0.0:1779213288.860756:0:160592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1779213288.860759:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213288.860760:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1779213288.860761:0:160592:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000100:00000001:2.0:1779213288.860763:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000020:00000001:0.0:1779213288.860765:0:160592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:0.0:1779213288.860769:0:160592:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000400:00000200:1.0:1779213288.860773:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213288.860773:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213288.860775:0:160592:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:0.0:1779213288.860780:0:160592:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1779213288.860782:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213288.860786:0:160592:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:0.0:1779213288.860791:0:160592:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000400:00000200:1.0:1779213288.860791:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213288.860791:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1779213288.860797:0:160592:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000040:2.0:1779213288.860797:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213288.860799:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1779213288.860801:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb59e63. 00000100:00080000:0.0:1779213288.860804:0:160592:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000200:2.0:1779213288.860804:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960541696, offset 0 00000100:00000001:0.0:1779213288.860809:0:160592:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213288.860812:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213288.860815:0:160592:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1779213288.860817:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213288.860822:0:160592:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213288.860822:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [251:251:256:4294967295] 192.168.202.129@tcp LPNI seq info [251:251:8:4294967295] 02000000:00000001:0.0:1779213288.860828:0:160592:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.860832:0:160592:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1779213288.860837:0:160592:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1779213288.860837:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000008:00000001:0.0:1779213288.860841:0:160592:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.860842:0:160592:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213288.860847:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213288.860852:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000800:00000200:1.0:1779213288.860853:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213288.860868:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000400:00000200:2.0:1779213288.860869:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213288.860875:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213288.860878:0:160592:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1779213288.860881:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213288.860882:0:160592:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213288.860882:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213288.860888:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213288.860891:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1779213288.860893:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779213288.860895:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213288.860895:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213288.860899:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213288.860902:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:0.0:1779213288.860903:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ce1241c8. 00000400:00000200:2.0:1779213288.860908:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [252:252:255:4294967295] 192.168.202.129@tcp LPNI seq info [252:252:7:4294967295] 00000100:00000001:0.0:1779213288.860909:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213288.860918:0:160592:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213288.860920:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213288.860928:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306129347 00000400:00000200:2.0:1779213288.860928:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213288.860938:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213288.860939:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306124227 00000100:00000001:0.0:1779213288.860942:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213288.860942:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213288.860949:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000100:00000001:1.0:1779213288.860950:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306129347 00000100:00000001:1.0:1779213288.860955:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306124227 00000800:00000200:2.0:1779213288.860955:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213288.860961:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_rcv+-1] req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213288.860963:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306129347 00000800:00000200:2.0:1779213288.860965:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213288.860970:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306124227 00000800:00000200:2.0:1779213288.860970:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213288.860975:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306129347 00000100:00000001:2.0:1779213288.860976:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213288.860982:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306124227 00000100:00000040:2.0:1779213288.860983:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 382038 usecs (383 jiffies) 00000100:00000001:1.0:1779213288.860987:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213288.860987:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306124159 00000100:00000001:2.0:1779213288.860991:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306129347 00000100:00000001:1.0:1779213288.860992:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.860993:0:160592:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213288.860994:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306124159 00000100:00000001:1.0:1779213288.860998:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213288.860998:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306129347 00000100:00000040:0.0:1779213288.860999:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213288.861003:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213288.861003:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306124159 00000100:00000040:0.0:1779213288.861005:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1779213288.861006:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213288.861008:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306129347 00000100:00000040:0.0:1779213288.861015:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11461) 00000100:00000001:1.0:1779213288.861016:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213288.861016:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306124159 00000800:00000010:3.0:1779213288.861017:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000100:00000001:1.0:1779213288.861021:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213288.861022:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306129347 00000100:00000001:1.0:1779213288.861028:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213288.861028:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213288.861031:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213288.861031:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213288.861032:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213288.861036:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213288.861043:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213288.861043:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213288.861046:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213288.861048:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213288.861053:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213288.861054:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213288.861054:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213288.861056:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213288.861058:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213288.861065:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213288.861068:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213288.861068:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213288.861069:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000100:00000001:2.0:1779213288.861070:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213288.861079:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 00000100:00000001:2.0:1779213288.861080:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.861090:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213288.861090:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213288.861096:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213288.861099:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213288.861101:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213288.861104:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213288.861117:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213288.861128:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960541824:192.168.202.129@tcp:38: 00000100:00000001:3.0:1779213288.861128:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213288.861133:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213288.861135:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213288.861136:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213288.861146:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213288.861149:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213288.861152:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000092ce810b. 02000000:00000001:0.0:1779213288.861158:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213288.861168:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000723b9aca. 00000100:00000001:3.0:1779213288.861170:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213288.861173:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1779213288.861174:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779213288.861179:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960541824, portal 10 00000100:00000001:0.0:1779213288.861181:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213288.861184:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000040:0.0:1779213288.861193:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213288.861200:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213288.861203:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213288.861205:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000100:00000200:0.0:1779213288.861209:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960541824, offset 0 00000400:00000200:0.0:1779213288.861215:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213288.861255:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213288.861259:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213288.861262:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213288.861264:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213288.861267:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213288.861269:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [253:253:255:4294967295] 192.168.202.129@tcp LPNI seq info [253:253:7:4294967295] 00000400:00000200:0.0:1779213288.861280:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213288.861285:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213288.861288:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006855e5a7. 00000800:00000200:0.0:1779213288.861294:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213288.861298:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1779213288.861299:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000010:3.0:1779213288.861303:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000800:00000200:0.0:1779213288.861305:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006855e5a7 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1779213288.861310:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213288.861312:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213288.861316:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 23860 usecs (24 jiffies) 00000400:00000200:3.0:1779213288.861321:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213288.861323:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306123801 00000400:00000200:3.0:1779213288.861326:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb59e63 00000100:00000001:0.0:1779213288.861327:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306129347 00000400:00000010:3.0:1779213288.861331:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000abb59e63. 00000100:00000001:3.0:1779213288.861334:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213288.861337:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306123801 00000100:00000001:0.0:1779213288.861340:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306129347 00000100:00000001:0.0:1779213288.861342:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306123801 00000100:00000001:0.0:1779213288.861343:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306129347 00000100:00000001:0.0:1779213288.861345:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306123801 00000100:00000001:0.0:1779213288.861346:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306129347 00000100:00000001:0.0:1779213288.861348:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213288.861350:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.861352:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.861353:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213288.861357:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213288.861359:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1779213288.861360:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213288.861361:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213288.861363:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.861364:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213288.861385:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213288.861394:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213288.861396:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213288.861402:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213288.861414:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213288.861453:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213288.861456:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006855e5a7. 00000400:00000200:3.0:1779213288.861460:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213288.861464:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213288.861467:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000400:00000010:3.0:1779213288.861469:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:3.0:1779213288.861471:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213288.861475:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213288.861482:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213288.861484:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213288.861490:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213288.861491:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213288.862983:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863002:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213288.863006:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863009:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213288.863018:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213288.863031:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207980 00000400:00000200:2.0:1779213288.863038:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:2.0:1779213288.863043:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863045:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213288.863047:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213288.863050:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213288.863056:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213288.863059:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213288.863067:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213288.863089:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213288.863102:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863105:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213288.863107:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863109:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213288.863113:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213288.863118:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207a00 00000400:00000200:2.0:1779213288.863123:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:2.0:1779213288.863126:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863129:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213288.863130:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213288.863133:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213288.863135:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213288.863139:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213288.863146:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213288.863175:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213288.863182:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863185:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213288.863187:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863188:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213288.863192:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213288.863197:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207a80 00000400:00000200:2.0:1779213288.863201:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8cd [1] + 0 00000800:00000001:2.0:1779213288.863204:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863213:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213288.863215:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213288.863219:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213288.863244:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213288.863246:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213288.863250:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213288.863251:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213288.863257:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213288.863260:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1779213288.863261:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213288.863263:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c99ba43. 00000400:00000200:0.0:1779213288.863268:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:0.0:1779213288.863272:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:0.0:1779213288.863276:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213288.863282:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213288.863289:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1779213288.863293:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213288.863296:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213288.863301:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213288.863302:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213288.863306:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213288.863309:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213288.863312:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213288.863321:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213288.863323:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213288.863326:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213288.863334:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213288.863338:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213288.863341:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213288.863342:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213288.863345:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213288.863347:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.863351:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213288.863353:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213288.863356:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213288.863357:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213288.863362:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213288.863369:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213288.863370:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213288.863372:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213288.863373:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213288.863375:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213288.863378:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1779213288.863381:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213288.863382:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213288.863384:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213288.863389:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213288.863392:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00100000:0.0:1779213288.863393:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960541696:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213288.863398:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213288.863399:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213288.863401:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213288.863403:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960541696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213288.863409:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1779213288.863411:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213288.863412:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213288.863415:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a57d1c74. 02000000:00000001:0.0:1779213288.863419:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213288.863422:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213288.863424:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000200:1.0:1779213288.863425:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213288.863428:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213288.863430:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000dd5d65. 00000100:00000001:1.0:1779213288.863434:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213288.863437:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213288.863439:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213288.863440:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213288.863442:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1779213288.863443:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1779213288.863444:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:1.0:1779213288.863445:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213288.863448:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213288.863448:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.863452:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213288.863452:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.863457:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213288.863458:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=43 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213288.863462:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=43 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213288.863464:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213288.863466:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213288.863466:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.863469:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213288.863470:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213288.863473:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213288.863474:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213288.863477:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213288.863477:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213288.863482:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213288.863489:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213288.863491:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213288.863492:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213288.863495:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213288.863502:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960541568:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213288.863506:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213288.863508:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213288.863509:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960541568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213288.863514:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213288.863516:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213288.863522:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f556786. 02000000:00000001:1.0:1779213288.863525:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213288.863527:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213288.863528:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213288.863529:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213288.863530:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:1.0:1779213288.863533:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213288.863534:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213288.863535:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:1.0:1779213288.863538:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213288.863539:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213288.863540:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213288.863544:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213288.863544:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213288.863546:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213288.863548:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213288.863608:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213288.863616:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213288.863618:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213288.863619:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213288.863620:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000723b9aca. 00000400:00000200:3.0:1779213288.863623:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:3.0:1779213288.863625:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:3.0:1779213288.863627:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213288.863630:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213288.863637:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213288.863643:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213288.863644:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213288.863646:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213288.863647:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213288.863648:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213288.863650:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213288.863652:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213288.863656:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=43 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213288.863658:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=7 v=10 (10 1 1 0) 00000100:00000001:3.0:1779213288.863660:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213288.863662:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1779213288.863664:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1779213288.863667:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213303 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213288.863673:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1779213288.863675:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213288.863677:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213288.863679:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1779213288.863680:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1779213288.863683:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1779213288.863688:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:3.0:1779213288.863690:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1779213288.863699:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213303 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213288.863706:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960541824:192.168.202.129@tcp:38: 00000100:00000001:3.0:1779213288.863709:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213288.863711:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213288.863713:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960541824/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213303 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213288.863718:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213288.863719:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213288.863721:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000092ce810b. 02000000:00000001:3.0:1779213288.863724:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213288.863725:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213288.863726:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213288.863728:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213288.863729:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ce1241c8. 02000000:00000001:3.0:1779213288.863731:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213288.863732:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213288.863733:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:3.0:1779213288.863736:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213288.863737:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213288.863738:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213288.863741:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213288.863742:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213288.863744:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213288.863745:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213289.500354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213289.500362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213289.500369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213289.500371:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213289.500438:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213289.500441:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213289.500444:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213290.525484:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213290.525490:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213290.525495:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213290.525496:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213290.526422:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213290.526427:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213290.526430:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213291.548346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213291.548353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213291.548359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213291.548361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213291.548446:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213291.548450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213291.548453:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213292.572371:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213292.572378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213292.572386:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213292.572389:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213292.572461:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213292.572471:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213292.572475:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213293.596357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213293.596363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213293.596367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213293.596368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213293.596386:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213293.596392:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213293.596396:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213293.980401:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213293.980411:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213293.980430:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213293.980436:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213293.980441:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213293.980444:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213293.980449:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213293.980457:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:3.0:1779213293.980465:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213293.980476:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213293.980487:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213293.980489:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213293.980494:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_00+0] req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213293.980549:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213293.980555:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213293.980557:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213293.980563:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213293.980572:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213293.980574:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213293.980577:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213293.980580:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213293.980590:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213293.980593:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960541952:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213293.980594:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213293.980599:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213293.980601:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213293.980605:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213293.980608:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1779213293.980609:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 02000000:00000001:2.0:1779213293.980612:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213293.980613:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213293.980617:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213293.980617:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213293.980620:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213293.980622:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213293.980623:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000afae195. 02000000:00000001:2.0:1779213293.980626:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213293.980627:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:1.0:1779213293.980630:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213293.980631:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213293.980633:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aba84125. 00000100:00000001:1.0:1779213293.980634:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213293.980639:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1779213293.980642:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba39a694. 00000100:00000001:3.0:1779213293.980650:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213293.980652:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213293.980655:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960541952, portal 25 00000100:00000040:3.0:1779213293.980656:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_01+1] req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213293.980661:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213293.980663:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000040:2.0:1779213293.980672:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213293.980680:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213293.980680:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1779213293.980684:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213293.980685:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213293.980692:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1779213293.980693:0:160592:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1779213293.980694:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213293.980697:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1779213293.980697:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6bbba04. 00000100:00000001:3.0:1779213293.980698:0:160592:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1779213293.980702:0:160592:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1779213293.980703:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213293.980703:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960541952, offset 0 00000100:00000001:1.0:1779213293.980712:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213293.980714:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213293.980715:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213293.980717:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213293.980719:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213293.980720:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213293.980723:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960542080:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213293.980726:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213293.980728:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213293.980729:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213293.980732:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213293.980732:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213293.980737:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1779213293.980741:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f556786. 02000000:00000001:1.0:1779213293.980744:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213293.980744:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213293.980749:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000400:00000200:2.0:1779213293.980749:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213293.980753:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:1.0:1779213293.980754:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000400:00000200:2.0:1779213293.980758:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [254:254:256:4294967295] 192.168.202.129@tcp LPNI seq info [254:254:8:4294967295] 00000100:00000200:1.0:1779213293.980759:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960542080, portal 10 00000100:00000001:1.0:1779213293.980762:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213293.980762:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000040:1.0:1779213293.980769:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213293.980771:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213293.980778:0:160592:0:(import.c:487:import_select_connection()) Process entered 00000100:00000001:1.0:1779213293.980783:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213293.980783:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00080000:3.0:1779213293.980786:0:160592:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11456 00000100:00000040:1.0:1779213293.980789:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213293.980789:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000400:00000010:1.0:1779213293.980793:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033106260. 00000100:00000200:1.0:1779213293.980795:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960542080, offset 0 00000400:00000200:3.0:1779213293.980798:0:160592:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000800:00000200:2.0:1779213293.980800:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00001000:3.0:1779213293.980804:0:160592:0:(import.c:2151:obd_at_measure()) add 15 to 0000000076e65d06 time=12 v=10 (10 1 1 0) 00000400:00000200:1.0:1779213293.980820:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213293.980822:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00001000:3.0:1779213293.980825:0:160592:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000800:00000200:2.0:1779213293.980827:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00080000:3.0:1779213293.980832:0:160592:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 10s 00000400:00000200:1.0:1779213293.980833:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213293.980837:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1779213293.980840:0:160592:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000400:00000200:1.0:1779213293.980841:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213293.980844:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213293.980846:0:160592:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1779213293.980847:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213293.980849:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213293.980853:0:160592:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000400:00000200:1.0:1779213293.980855:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [255:255:255:4294967295] 192.168.202.129@tcp LPNI seq info [255:255:7:4294967295] 00000100:00000001:2.0:1779213293.980856:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306134467 00000100:00000001:3.0:1779213293.980857:0:160592:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000001:3.0:1779213293.980863:0:160592:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1779213293.980866:0:160592:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000100:00000001:2.0:1779213293.980867:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306129347 00000020:00000001:3.0:1779213293.980869:0:160592:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779213293.980874:0:160592:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000100:00000001:2.0:1779213293.980875:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306134467 00000020:00000001:3.0:1779213293.980878:0:160592:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:3.0:1779213293.980882:0:160592:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000001:2.0:1779213293.980883:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306129347 00000400:00000200:1.0:1779213293.980890:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213293.980891:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306134467 00000100:00000040:3.0:1779213293.980892:0:160592:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:2.0:1779213293.980897:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306129347 00000100:00000001:3.0:1779213293.980898:0:160592:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1779213293.980903:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213293.980904:0:160592:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:2.0:1779213293.980905:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306134467 00000800:00000010:1.0:1779213293.980909:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000001:3.0:1779213293.980910:0:160592:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000100:00000001:2.0:1779213293.980911:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306129347 00000020:00000040:3.0:1779213293.980915:0:160592:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000001:2.0:1779213293.980916:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213293.980918:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213293.980922:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1779213293.980923:0:160592:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:2.0:1779213293.980927:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213293.980929:0:160592:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213293.980930:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213293.980935:0:160592:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.0:1779213293.980936:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213293.980941:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213293.980941:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213293.980943:0:160592:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213293.980945:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213293.980947:0:160592:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213293.980951:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 376990 usecs (377 jiffies) 00000100:00000001:1.0:1779213293.980954:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306129273 00000100:00000001:2.0:1779213293.980958:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213293.980960:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306134467 00000100:00000001:3.0:1779213293.980960:0:160592:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1779213293.980965:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1779213293.980965:0:160592:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1779213293.980967:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213293.980971:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1779213293.980971:0:160592:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.980975:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306129273 00000100:00000001:2.0:1779213293.980976:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213293.980978:0:160592:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.980981:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306134467 00000100:00000001:1.0:1779213293.980984:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306129273 00000100:00000010:3.0:1779213293.980984:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000100:00000001:1.0:1779213293.980989:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306134467 00000020:00000040:3.0:1779213293.980989:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213293.980994:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306129273 00000800:00000200:0.0:1779213293.980996:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1779213293.980996:0:160592:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1779213293.980998:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306134467 02000000:00000001:3.0:1779213293.981001:0:160592:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.981005:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1779213293.981006:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000100:00000001:3.0:1779213293.981007:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213293.981008:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213293.981011:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213293.981014:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213293.981016:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213293.981017:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213293.981017:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213293.981022:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004e8725bb. 00000100:00000001:1.0:1779213293.981025:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213293.981027:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213293.981030:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213293.981030:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.981035:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213293.981036:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.981038:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213293.981041:0:160592:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779213293.981050:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213293.981053:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213293.981056:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213293.981060:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bbba04 00000100:00000040:3.0:1779213293.981063:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_rcv+-1] req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213293.981065:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bbba04. 00000100:00000001:0.0:1779213293.981073:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213293.981081:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213293.981093:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213293.981096:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213293.981103:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.981105:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213293.981141:0:160592:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213293.981144:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213293.981147:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1779213293.981151:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1779213293.981153:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11466) 00000800:00000010:0.0:1779213293.981156:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:0.0:1779213293.981162:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213293.981165:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213293.981170:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213293.981173:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213293.981175:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213293.981182:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033106260 00000100:00000040:1.0:1779213293.981186:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.981195:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1779213293.981197:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000033106260. 00000100:00000001:1.0:1779213293.981198:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.981205:0:199006:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1779213293.981205:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213293.981208:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213293.981213:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213293.981213:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213293.981259:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960542208:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779213293.981265:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213293.981266:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213293.981272:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1779213293.981276:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213293.981277:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213293.981281:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213293.981284:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a110aed. 00000100:00000001:0.0:1779213293.981290:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213293.981293:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.981294:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1779213293.981301:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 00000400:00000010:1.0:1779213293.981306:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000200:1.0:1779213293.981309:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960542208, portal 10 00000100:00000001:1.0:1779213293.981311:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213293.981312:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000040:1.0:1779213293.981318:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.981324:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213293.981394:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213293.981397:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814beff7. 00000100:00000200:1.0:1779213293.981400:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960542208, offset 0 00000400:00000200:1.0:1779213293.981405:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213293.981410:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213293.981412:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213293.981414:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213293.981416:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213293.981418:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213293.981421:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [256:256:256:4294967295] 192.168.202.129@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:1.0:1779213293.981427:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213293.981431:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213293.981434:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000800:00000200:1.0:1779213293.981437:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213293.981441:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213293.981443:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1779213293.981461:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213293.981464:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 23575 usecs (24 jiffies) 00000100:00000001:1.0:1779213293.981466:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306128921 00000100:00000001:1.0:1779213293.981468:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306134467 00000100:00000001:1.0:1779213293.981469:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306128921 00000100:00000001:1.0:1779213293.981477:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306134467 00000100:00000001:1.0:1779213293.981479:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306128921 00000100:00000001:1.0:1779213293.981480:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306134467 00000100:00000001:1.0:1779213293.981482:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306128921 00000100:00000001:1.0:1779213293.981483:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306134467 00000100:00000001:1.0:1779213293.981485:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213293.981487:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.981490:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.981491:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213293.981495:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213293.981496:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1779213293.981498:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213293.981499:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213293.981500:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.981501:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213293.981544:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213293.981549:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:3.0:1779213293.981552:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213293.981558:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213293.981562:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814beff7 00000400:00000010:3.0:1779213293.981564:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000814beff7. 00000100:00000001:3.0:1779213293.981568:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213293.981571:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213293.981588:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213293.981591:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213293.981598:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213293.981600:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213293.983923:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.983939:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213293.983944:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.983946:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213293.983956:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213293.984051:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207b00 00000400:00000200:2.0:1779213293.984059:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:2.0:1779213293.984066:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984071:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213293.984075:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213293.984080:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213293.984086:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213293.984094:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213293.984105:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213293.984153:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213293.984157:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213293.984174:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213293.984182:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984186:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213293.984188:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984190:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213293.984194:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213293.984200:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207b80 00000400:00000200:2.0:1779213293.984205:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:2.0:1779213293.984209:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984212:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213293.984214:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213293.984217:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213293.984250:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213293.984252:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213293.984257:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213293.984268:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213293.984271:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984274:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213293.984275:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984276:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213293.984278:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213293.984282:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207c00 00000400:00000200:2.0:1779213293.984285:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8e5 [1] + 0 00000800:00000001:2.0:1779213293.984287:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984292:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213293.984293:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213293.984296:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213293.984297:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213293.984299:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.984304:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213293.984305:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.984307:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213293.984314:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213293.984315:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213293.984317:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213293.984321:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000100:00000001:2.0:1779213293.984322:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1779213293.984323:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213293.984326:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1779213293.984329:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213293.984332:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213293.984335:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213293.984347:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.984355:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213293.984357:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213293.984360:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213293.984364:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213293.984367:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213293.984369:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.984375:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213293.984379:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.984382:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1779213293.984389:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=37 v=5 (5 5 5 0) 00000400:00000001:0.0:1779213293.984390:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213293.984396:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1779213293.984397:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=37 v=5 (1 1 1 0) 00000400:00000010:0.0:1779213293.984401:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 00000100:00000001:1.0:1779213293.984402:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213293.984405:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213293.984410:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1779213293.984411:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:0.0:1779213293.984415:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00010000:00000001:1.0:1779213293.984415:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.984424:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213293.984426:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1779213293.984426:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000001:3.0:1779213293.984427:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213293.984431:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213293.984434:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aba84125. 00000100:00000200:0.0:1779213293.984437:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.984438:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1779213293.984441:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba39a694 00000100:00000001:1.0:1779213293.984444:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213293.984450:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ba39a694. 00000100:00000040:1.0:1779213293.984458:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213293.984462:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213293.984472:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213293.984483:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.984513:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213293.984523:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.984527:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213293.984534:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213293.984535:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213293.984537:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213293.984541:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213293.984541:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213293.984549:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213293.984550:0:199011:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213293.984551:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213293.984556:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1779213293.984557:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213293.984560:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213293.984561:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213293.984563:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.984566:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213293.984567:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213293.984572:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960542080:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213293.984577:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213293.984578:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=48 v=5 (5 5 5 0) 00000100:00000001:1.0:1779213293.984583:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213293.984588:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1779213293.984588:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=48 v=5 (1 1 1 0) 00000100:00001000:0.0:1779213293.984592:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=48 v=5 (5 5 5 0) 00000100:00000001:3.0:1779213293.984593:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213293.984596:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960542080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213293.984596:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213293.984606:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=12 v=15 (15 1 1 0) 00010000:00000001:3.0:1779213293.984607:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213293.984612:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.984621:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213293.984623:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213293.984629:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1779213293.984632:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213293.984633:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213293.984636:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1779213293.984636:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f556786. 02000000:00000001:1.0:1779213293.984643:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213293.984648:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1779213293.984649:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213293.984651:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213293.984658:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213293.984662:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 00000100:00000040:0.0:1779213293.984665:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213313 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213293.984670:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213293.984670:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213293.984671:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213293.984672:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213293.984677:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213293.984680:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213293.984684:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00100000:3.0:1779213293.984688:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960541952:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213293.984693:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213293.984696:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213293.984705:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213293.984706:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213293.984716:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213293.984722:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213293.984724:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960541952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213293.984728:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.984735:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1779213293.984736:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213293.984741:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213293.984743:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213293.984749:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1779213293.984749:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213293.984755:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213293.984756:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000afae195. 02000000:00000001:3.0:1779213293.984764:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213293.984765:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1779213293.984766:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213293.984769:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213293.984770:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1779213293.984772:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213293.984775:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 00000100:00080000:0.0:1779213293.984780:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1779213293.984780:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213293.984784:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213293.984790:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:3.0:1779213293.984793:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1779213293.984795:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:3.0:1779213293.984796:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213293.984802:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213293.984820:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1779213293.984821:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213293.984823:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213293.984830:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213293.984833:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213313 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213293.984834:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213293.984855:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960542208:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779213293.984865:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213293.984868:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213293.984870:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960542208/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213313 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213293.984877:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213293.984880:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213293.984883:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a110aed. 02000000:00000001:0.0:1779213293.984887:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213293.984889:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213293.984891:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213293.984893:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213293.984896:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004e8725bb. 02000000:00000001:0.0:1779213293.984899:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213293.984901:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213293.984902:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:0.0:1779213293.984907:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213293.984908:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213293.984910:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213293.984916:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213293.984923:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213293.984925:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213293.984927:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213294.620322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213294.620327:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213294.620332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213294.620332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213294.620437:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213294.620441:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213294.620444:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213295.644344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213295.644352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213295.644358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213295.644377:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213295.644436:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213295.644440:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213295.644443:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213296.668336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213296.668342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213296.668345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213296.668346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213296.668368:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213296.668373:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213296.668376:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213297.692872:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213297.692879:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213297.692882:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213297.692885:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213297.692889:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213297.692891:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213297.692893:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213297.692895:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213297.692898:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213297.692899:0:190672:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213297.692900:0:190672:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213297.692902:0:190672:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213297.692903:0:190672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213297.692904:0:190672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213297.692905:0:190672:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213297.692907:0:190672:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213297.692964:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213297.692968:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213297.692971:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213298.716424:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213298.716430:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213298.716435:0:190672:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213298.716436:0:190672:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213298.716592:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213298.716596:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213298.716613:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213299.100898:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213299.100912:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213299.100925:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213299.100933:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213299.100938:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213299.100942:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213299.100948:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213299.100960:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2e3586. 00000100:00000001:3.0:1779213299.100968:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213299.100981:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213299.100994:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213299.100996:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213299.101003:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_02+2] req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.101056:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213299.101059:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213299.101063:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213299.101066:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213299.101068:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213299.101070:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213299.101072:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213299.101073:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213299.101078:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000673d4a48. 00000100:00000001:3.0:1779213299.101081:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213299.101085:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213299.101092:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213299.101094:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213299.101096:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_03+3] req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.101125:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1779213299.101126:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213299.101133:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1779213299.101136:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1779213299.101139:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213299.101140:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1779213299.101143:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1779213299.101144:0:36:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1779213299.101150:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00000040:0.0:1779213299.101151:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1779213299.101156:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11461 00000100:00000001:0.0:1779213299.101166:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213299.101169:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213299.101174:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213299.101174:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 02000000:00000001:0.0:1779213299.101178:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1779213299.101180:0:36:0:(import.c:2151:obd_at_measure()) add 20 to 0000000076e65d06 time=18 v=15 (15 1 1 0) 02000000:00000001:0.0:1779213299.101182:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213299.101187:0:36:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 00000100:00100000:0.0:1779213299.101188:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960542464:192.168.202.129@tcp:400: 00000100:00080000:3.0:1779213299.101193:0:36:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 15s 00000100:00000001:0.0:1779213299.101197:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213299.101199:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:3.0:1779213299.101203:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1779213299.101205:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213299.101207:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 02000000:00000001:0.0:1779213299.101209:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213299.101210:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:0.0:1779213299.101214:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1779213299.101215:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1779213299.101218:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:3.0:1779213299.101220:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779213299.101244:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:3.0:1779213299.101247:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:3.0:1779213299.101250:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000040:3.0:1779213299.101253:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:3.0:1779213299.101256:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1779213299.101258:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:3.0:1779213299.101260:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:3.0:1779213299.101263:0:36:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00080000:3.0:1779213299.101267:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:3.0:1779213299.101270:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213299.101272:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057bddfb9. 02000000:00000001:0.0:1779213299.101275:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213299.101281:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1779213299.101283:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000723b9aca. 02000000:00000001:3.0:1779213299.101289:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213299.101293:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 02000000:00000001:3.0:1779213299.101293:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213299.101296:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1779213299.101301:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1779213299.101305:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213299.101307:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213299.101311:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000100:00000200:0.0:1779213299.101314:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960542464, portal 10 00000020:00000040:3.0:1779213299.101314:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213299.101318:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1779213299.101319:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213299.101321:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.101322:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000001:3.0:1779213299.101327:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1779213299.101332:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.101340:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213299.101343:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213299.101345:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213299.101351:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000063fc2c6. 00000100:00000040:0.0:1779213299.101352:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213299.101355:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000001:3.0:1779213299.101357:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213299.101360:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960542464, offset 0 00000100:00100000:3.0:1779213299.101366:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779213299.101369:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213299.101377:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213299.101378:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213299.101383:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a474cc5] to pc [ptlrpcd_rcv+-1] req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213299.101393:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213299.101395:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213299.101400:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213299.101401:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213299.101404:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213299.101408:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213299.101408:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213299.101412:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213299.101414:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1779213299.101417:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213299.101425:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:3.0:1779213299.101429:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213299.101431:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213299.101434:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [257:257:256:4294967295] 192.168.202.129@tcp LPNI seq info [257:257:8:4294967295] 00000100:00000001:1.0:1779213299.101436:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213299.101440:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11471) 02000000:00000001:1.0:1779213299.101441:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213299.101444:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213299.101447:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213299.101454:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960542336:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213299.101456:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213299.101463:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213299.101464:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213299.101468:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1779213299.101469:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213299.101475:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1779213299.101476:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000dd5d65. 02000000:00000001:1.0:1779213299.101478:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213299.101481:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213299.101483:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1779213299.101489:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000010:1.0:1779213299.101489:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ba4bb6. 02000000:00000001:1.0:1779213299.101495:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213299.101497:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213299.101502:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000800:00000200:0.0:1779213299.101510:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:1.0:1779213299.101514:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000800:00000200:0.0:1779213299.101523:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000000dd5d65 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779213299.101524:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960542336, portal 25 00000100:00000001:1.0:1779213299.101537:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213299.101538:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213299.101540:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213299.101543:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 02000000:00000001:2.0:1779213299.101546:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213299.101550:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213299.101553:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213299.101557:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 372090 usecs (373 jiffies) 02000000:00000001:2.0:1779213299.101558:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213299.101560:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.101570:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306134390 00000100:00100000:2.0:1779213299.101571:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960542592:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779213299.101578:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306134467 00000100:00000001:0.0:1779213299.101588:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306134390 00000100:00000001:0.0:1779213299.101592:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306134467 00000100:00000001:0.0:1779213299.101596:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306134390 00000100:00000001:0.0:1779213299.101600:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306134467 00000100:00000001:0.0:1779213299.101604:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306134390 00000100:00000001:1.0:1779213299.101607:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213299.101609:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306134467 00000100:00000001:0.0:1779213299.101618:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213299.101619:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213299.101623:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1779213299.101625:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000100:00000001:0.0:1779213299.101626:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213299.101629:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1779213299.101630:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960542336, offset 0 02000000:00000001:2.0:1779213299.101632:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213299.101647:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213299.101647:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213299.101648:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.101655:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213299.101659:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002cd6776c. 00000400:00000200:1.0:1779213299.101662:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213299.101665:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1779213299.101668:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.101671:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213299.101672:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213299.101678:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213299.101679:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213299.101682:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1779213299.101682:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a7bca67. 00000100:00000001:0.0:1779213299.101685:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213299.101685:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213299.101692:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213299.101696:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:2.0:1779213299.101697:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000400:00000200:1.0:1779213299.101705:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [258:258:255:4294967295] 192.168.202.129@tcp LPNI seq info [258:258:7:4294967295] 00000100:00000200:2.0:1779213299.101709:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960542592, portal 10 00000100:00000001:2.0:1779213299.101716:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213299.101721:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 00000400:00000200:1.0:1779213299.101725:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213299.101736:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213299.101745:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213299.101748:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213299.101751:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042750886. 00000100:00000200:2.0:1779213299.101754:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960542592, offset 0 00000400:00000200:2.0:1779213299.101772:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213299.101782:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213299.101788:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000400:00000200:2.0:1779213299.101788:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213299.101800:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213299.101803:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213299.101810:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213299.101817:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213299.101820:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213299.101824:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213299.101830:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213299.101835:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213299.101840:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306139588 00000400:00000200:2.0:1779213299.101841:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [259:259:254:4294967295] 192.168.202.129@tcp LPNI seq info [259:259:6:4294967295] 00000100:00000001:1.0:1779213299.101851:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306134467 00000100:00000001:1.0:1779213299.101859:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306139588 00000100:00000001:1.0:1779213299.101867:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306134467 00000400:00000200:2.0:1779213299.101867:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213299.101877:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306139588 00000800:00000200:2.0:1779213299.101883:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213299.101884:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306134467 00000100:00000001:1.0:1779213299.101890:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306139588 00000800:00000010:2.0:1779213299.101891:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000100:00000001:1.0:1779213299.101894:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306134467 00000100:00000001:1.0:1779213299.101899:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213299.101904:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213299.101905:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213299.101911:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213299.101917:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1779213299.101918:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213299.101923:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213299.101923:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213299.101929:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213299.101931:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213299.101936:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213299.101937:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 23310 usecs (24 jiffies) 00000100:00000001:1.0:1779213299.101938:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213299.101940:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213299.101945:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213299.101945:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306134041 00000100:00000001:2.0:1779213299.101951:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306139588 00000100:00000001:2.0:1779213299.101954:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306134041 00000100:00000001:2.0:1779213299.101956:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306139588 00000100:00000001:2.0:1779213299.101958:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306134041 00000100:00000001:2.0:1779213299.101960:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306139588 00000100:00000001:2.0:1779213299.101963:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306134041 00000100:00000001:2.0:1779213299.101965:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306139588 00000100:00000001:2.0:1779213299.101967:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213299.101971:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213299.101974:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213299.101976:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213299.101984:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213299.101985:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1779213299.101988:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213299.101989:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213299.101990:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213299.101992:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213299.103416:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213299.103423:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000dd5d65. 00000400:00000200:3.0:1779213299.103431:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213299.103439:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213299.103444:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:3.0:1779213299.103446:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:3.0:1779213299.103459:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213299.103465:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.103476:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213299.103479:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.103485:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213299.103487:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213299.103499:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213299.103500:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000400:00000200:3.0:1779213299.103503:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213299.103506:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213299.103508:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:3.0:1779213299.103510:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:3.0:1779213299.103512:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213299.103514:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.103520:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213299.103522:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.103526:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213299.103528:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213299.103594:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213299.103596:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000400:00000200:3.0:1779213299.103599:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213299.103602:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213299.103604:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042750886 00000400:00000010:3.0:1779213299.103605:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000042750886. 00000100:00000001:3.0:1779213299.103608:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213299.103611:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.103618:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213299.103619:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.103632:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213299.103633:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213299.105061:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213299.105076:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213299.106035:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213299.106040:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213299.106053:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213299.106072:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207c80 00000400:00000200:3.0:1779213299.106081:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x8f5 [1] + 224 00000800:00000001:3.0:1779213299.106090:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213299.106094:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213299.106097:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213299.106102:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213299.106110:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213299.106117:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213299.106128:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.106153:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213299.106163:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213299.106166:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213299.106168:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213299.106170:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213299.106174:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213299.106180:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207d00 00000400:00000200:3.0:1779213299.106186:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:3.0:1779213299.106190:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213299.106196:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213299.106198:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213299.106202:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213299.106206:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213299.106206:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213299.106212:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213299.106219:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1779213299.106249:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213299.106259:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213299.106271:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1779213299.106273:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213299.106277:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213299.106282:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213299.106285:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213299.106288:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213299.106293:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213299.106303:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213299.106311:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213299.106313:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213299.106317:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213299.106321:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213299.106324:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213299.106327:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.106328:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213299.106331:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.106332:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1779213299.106340:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=54 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213299.106346:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=54 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213299.106348:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213299.106350:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213299.106353:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213299.106356:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213299.106359:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213299.106363:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213299.106382:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213299.106386:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213299.106388:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213299.106392:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213299.106392:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213299.106397:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1779213299.106404:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960542336:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213299.106410:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213299.106413:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213299.106415:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960542336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213299.106422:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213299.106426:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213299.106429:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ba4bb6. 02000000:00000001:1.0:1779213299.106434:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213299.106436:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213299.106438:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213299.106441:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213299.106444:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2e3586. 02000000:00000001:1.0:1779213299.106449:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213299.106451:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213299.106453:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:1.0:1779213299.106458:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213299.106459:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213299.106461:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213299.106469:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213299.106471:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213299.106474:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213299.106476:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213299.106912:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213299.106914:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213299.106916:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000723b9aca. 00000400:00000200:0.0:1779213299.106920:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000400:00000010:0.0:1779213299.106922:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:0.0:1779213299.106925:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213299.106930:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213299.106939:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.106945:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213299.106947:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.106948:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213299.106950:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213299.106952:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213299.106953:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213299.106955:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213299.106961:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213299.106964:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213299.106966:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213299.106967:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213299.106969:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213299.106974:0:199015:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.106977:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213299.106979:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213299.106981:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213299.106988:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213299.106992:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.106998:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213299.107000:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213299.107002:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213299.107004:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213299.107011:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960542464:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213299.107014:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.107016:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213299.107018:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960542464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.107024:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213299.107025:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213299.107027:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057bddfb9. 02000000:00000001:0.0:1779213299.107031:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213299.107033:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213299.107034:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213299.107035:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213299.107037:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000673d4a48. 02000000:00000001:0.0:1779213299.107039:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213299.107041:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213299.107042:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:0.0:1779213299.107045:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213299.107046:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.107047:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.107052:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213299.107053:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.107055:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213299.107057:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213299.114588:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213299.114608:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213299.114612:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213299.114616:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213299.114630:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213299.114651:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27207d80 00000400:00000200:2.0:1779213299.114661:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8fd [1] + 0 00000800:00000001:2.0:1779213299.114668:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213299.114679:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213299.114682:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213299.114686:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213299.114693:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213299.114715:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213299.114727:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213299.114752:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213299.114774:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213299.114779:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.114827:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213299.114835:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213299.114844:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213299.114861:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213299.114865:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a7bca67. 00000400:00000200:0.0:1779213299.114872:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:0.0:1779213299.114875:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:0.0:1779213299.114879:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213299.114888:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213299.114898:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.114905:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213299.114908:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.114911:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213299.114915:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213299.114917:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213299.114919:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213299.114922:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213299.114931:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=54 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213299.114936:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=18 v=20 (20 1 1 0) 00000100:00000001:0.0:1779213299.114938:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213299.114941:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1779213299.114943:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779213299.114947:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213324 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.114955:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1779213299.114958:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213299.114960:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.114963:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1779213299.114964:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1779213299.114968:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1779213299.114973:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:0.0:1779213299.114975:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779213299.114978:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213324 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213299.114990:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960542592:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779213299.114995:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.114998:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213299.115001:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a474cc5 x1865639960542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213324 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213299.115007:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213299.115011:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213299.115015:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002cd6776c. 02000000:00000001:0.0:1779213299.115018:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213299.115021:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213299.115023:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213299.115026:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213299.115028:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000063fc2c6. 02000000:00000001:0.0:1779213299.115032:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213299.115034:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213299.115035:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 00000100:00000001:0.0:1779213299.115038:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213299.115040:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.115042:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213299.115050:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213299.115052:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213299.115054:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213299.115056:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213299.740368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213299.740376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213299.740384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213299.740385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213299.740435:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213299.740441:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213299.740444:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1779213300.633007:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.633022:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213300.633026:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.633028:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.633041:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213300.633060:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca2781ef80 00000400:00000200:3.0:1779213300.633067:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:3.0:1779213300.633076:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.633079:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.633082:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.633086:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213300.633093:0:199006:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1779213300.633096:0:199006:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1779213300.633101:0:199006:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000100:00000040:3.0:1779213300.633106:0:199006:0:(events.c:337:request_in_callback()) incoming req@00000000c0fc7f4f x1865639966928768 msgsize 328 00000100:00100000:3.0:1779213300.633110:0:199006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:3.0:1779213300.633130:0:199006:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1779213300.633138:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.633142:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213300.633143:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.633145:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.633149:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213300.633154:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca2781f000 00000400:00000200:3.0:1779213300.633157:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:3.0:1779213300.633161:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.633179:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.633182:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.633185:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213300.633189:0:199006:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1779213300.633190:0:199006:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1779213300.633193:0:199006:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000100:00000040:3.0:1779213300.633195:0:199006:0:(events.c:337:request_in_callback()) incoming req@00000000c0813e9e x1865639966928896 msgsize 328 00000100:00100000:3.0:1779213300.633199:0:199006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:3.0:1779213300.633218:0:199006:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1779213300.633263:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.633269:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.633305:0:201066:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1779213300.633312:0:201066:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639966928768 02000000:00000001:2.0:1779213300.633317:0:201066:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1779213300.633320:0:201066:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213300.633323:0:201066:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.633329:0:201065:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1779213300.633329:0:201066:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213300.633335:0:201065:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639966928896 00000100:00100000:2.0:1779213300.633337:0:201066:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639966928768 02000000:00000001:1.0:1779213300.633340:0:201065:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1779213300.633342:0:201066:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1779213300.633344:0:201065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1779213300.633346:0:201066:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000100:00000001:1.0:1779213300.633350:0:201065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213300.633350:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779213300.633354:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=3 00000020:00000001:2.0:1779213300.633360:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 02000000:00000001:1.0:1779213300.633364:0:201065:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213300.633365:0:201066:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00100000:1.0:1779213300.633374:0:201065:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639966928896 00000100:00000001:2.0:1779213300.633375:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1779213300.633381:0:201065:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779213300.633383:0:201065:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:1.0:1779213300.633387:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1779213300.633387:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5d7f49. 00000020:00000040:1.0:1779213300.633392:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=4 00000100:00000001:2.0:1779213300.633392:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1779213300.633400:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5d7f49. 00000020:00000001:1.0:1779213300.633401:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:1.0:1779213300.633409:0:201065:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000010:2.0:1779213300.633413:0:201066:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4c69df. 00000100:00000001:1.0:1779213300.633414:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213300.633424:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022f045a5. 00000100:00000001:1.0:1779213300.633427:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213300.633440:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022f045a5. 00000020:00000010:1.0:1779213300.633451:0:201065:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baaa7612. 00000020:00000010:1.0:1779213300.633473:0:201065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dcfdf85. 00000020:00000010:1.0:1779213300.633478:0:201065:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002eac6231. 00000100:00000040:1.0:1779213300.633489:0:201065:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1779213300.633492:0:201065:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1779213300.633494:0:201065:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1779213300.633496:0:201065:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.633515:0:201065:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.633517:0:201065:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213300.633527:0:201065:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1779213300.633529:0:201065:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1779213300.633534:0:201065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 3 00000100:00000040:1.0:1779213300.633537:0:201065:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:1.0:1779213300.633539:0:201065:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000040:1.0:1779213300.633546:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0813e9e x1865639966928896/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:696/0 lens 328/0 e 0 to 0 dl 1779213311 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213300.633555:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213300.633558:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022f045a5. 00000100:00000001:1.0:1779213300.633559:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213300.633561:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022f045a5. 00000100:00100000:1.0:1779213300.633573:0:201065:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@00000000c0813e9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+4:344187:x1865639966928896:12345-192.168.202.129@tcp:104: 00000100:00000200:1.0:1779213300.633576:0:201065:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639966928896 00010000:00000001:1.0:1779213300.633579:0:201065:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1779213300.633586:0:201065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213300.633587:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213300.633589:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ec17a1 refcount=2 00000020:00000001:1.0:1779213300.633591:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779213300.633593:0:201065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:1.0:1779213300.633597:0:201065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213300.633600:0:201065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213300.633604:0:201065:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213300.633614:0:201065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1779213300.633616:0:201065:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1779213300.633619:0:201065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009a110aed. 02000000:00000001:1.0:1779213300.633621:0:201065:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.633623:0:201065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213300.633626:0:201065:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1779213300.633628:0:201065:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213300.633631:0:201065:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=323 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213300.633636:0:201065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213300.633639:0:201065:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213300.633641:0:201065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:1.0:1779213300.633643:0:201065:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1779213300.633645:0:201065:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.633648:0:201065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213300.633651:0:201065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213300.633654:0:201065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:1.0:1779213300.633659:0:201065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639966928896, offset 224 00000400:00000200:1.0:1779213300.633665:0:201065:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213300.633674:0:201065:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213300.633680:0:201065:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [260:260:256:4294967295] 192.168.202.129@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:1.0:1779213300.633694:0:201065:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213300.633699:0:201065:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213300.633704:0:201065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000800:00000200:1.0:1779213300.633710:0:201065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213300.633715:0:201065:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213300.633719:0:201065:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213300.633736:0:201065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213300.633739:0:201065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:1.0:1779213300.633752:0:201065:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1779213300.633756:0:201065:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000058103cdc. 00010000:00000001:1.0:1779213300.633759:0:201065:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1779213300.633769:0:201065:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1779213300.633772:0:201065:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213300.633773:0:201065:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213300.633775:0:201065:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213300.633779:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639966928896/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:696/0 lens 328/224 e 0 to 0 dl 1779213311 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779213300.633786:0:201065:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@00000000c0813e9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+4:344187:x1865639966928896:12345-192.168.202.129@tcp:104: Request processed in 230us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1779213300.633791:0:201065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 3 00000100:00000040:1.0:1779213300.633793:0:201065:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000100:00000001:1.0:1779213300.633795:0:201065:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1779213300.633796:0:201065:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1779213300.633799:0:201065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dcfdf85. 00000020:00000010:1.0:1779213300.633802:0:201065:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002eac6231. 00000020:00000010:1.0:1779213300.633806:0:201065:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000baaa7612. 00000020:00000040:1.0:1779213300.633809:0:201065:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 3 00000020:00000001:0.0:1779213300.633811:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1779213300.633811:0:201065:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213300.633815:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.633819:0:201347:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1779213300.633823:0:201347:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000800:00000200:3.0:1779213300.633823:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1779213300.633826:0:201347:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000010:3.0:1779213300.633828:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00010000:00010000:0.0:1779213300.633829:0:201347:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1779213300.633833:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.633842:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213300.633845:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:3.0:1779213300.633849:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:3.0:1779213300.633855:0:199007:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1779213300.633857:0:199007:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1779213300.633858:0:201347:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000081ec17a1 already unused, calling callback (00000000527715c5) 10000000:00000001:0.0:1779213300.633862:0:201347:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213300.633864:0:201347:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1779213300.633870:0:201347:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1779213300.633872:0:201347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1779213300.633873:0:201347:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779213300.633875:0:201347:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081ec17a1 refcount=3 00000020:00000001:0.0:1779213300.633876:0:201347:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:0.0:1779213300.633878:0:201347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127680 : -104753384423936 : ffffa0ba33bb7e00) 00010000:00000001:0.0:1779213300.633881:0:201347:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1779213300.633883:0:201347:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1779213300.633889:0:201347:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213300.633890:0:201347:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779213300.633896:0:201347:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1779213300.633899:0:201347:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1779213300.633900:0:201347:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1779213300.633902:0:201347:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1779213300.633903:0:201347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1779213300.633904:0:201347:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213300.633918:0:201347:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1779213300.633919:0:201347:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1779213300.633921:0:201347:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000067667326) refs 2 10000000:00000001:0.0:1779213300.633923:0:201347:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1779213300.633924:0:201347:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.633927:0:201347:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1779213300.633930:0:201347:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1779213300.633938:0:201347:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1779213300.633940:0:201347:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1779213300.633942:0:201347:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213300.633944:0:201347:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000081ec17a1 with handle 0xf7a7455962195660 from hash 00010000:00000001:0.0:1779213300.633947:0:201347:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1779213300.633948:0:201347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213300.633949:0:201347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.633950:0:201347:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1779213300.633952:0:201347:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1779213300.633954:0:201347:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1779213300.633957:0:201347:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1779213300.633959:0:201347:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1779213300.633974:0:201347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213300.633981:0:201347:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213300.633985:0:201347:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213300.633987:0:201347:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213300.633991:0:201347:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213300.634002:0:201347:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1f8e2f5. 00000100:00000001:0.0:1779213300.634011:0:201347:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.634014:0:201347:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1779213300.634017:0:201347:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779213300.634023:0:201347:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1779213300.634024:0:201347:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213300.634028:0:201347:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213300.634030:0:201347:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213300.634036:0:201347:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_00+0] req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213300.634066:0:201347:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779213300.634069:0:201347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213300.634071:0:201347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.634072:0:201347:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.634075:0:201347:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213300.634077:0:201347:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.634081:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1779213300.634086:0:201347:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1779213300.634087:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213300.634090:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1779213300.634095:0:201347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1779213300.634098:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1779213300.634099:0:201347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 0000000081ec17a1/0xf7a7455962195660 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7479 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1779213300.634121:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213300.634124:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.634125:0:201347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.634128:0:201347:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1779213300.634128:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1779213300.634131:0:201347:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000058103cdc. 02000000:00000001:3.0:1779213300.634132:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213300.634136:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.634137:0:201347:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213300.634140:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960542720:192.168.202.129@tcp:103: 00000020:00000001:0.0:1779213300.634141:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.634143:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.634148:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1779213300.634148:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1779213300.634152:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.634153:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.634154:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1779213300.634156:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1779213300.634156:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1779213300.634157:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.634161:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1779213300.634161:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213300.634165:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213300.634168:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213300.634170:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007845593c. 00000100:00000001:0.0:1779213300.634172:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213300.634179:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213300.634184:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025e02e3. 00000400:00000010:3.0:1779213300.634190:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000200:3.0:1779213300.634194:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960542720, portal 18 00000100:00000001:3.0:1779213300.634197:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213300.634198:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000040:3.0:1779213300.634204:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.634211:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213300.634213:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213300.634215:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000100:00000200:3.0:1779213300.634217:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960542720, offset 0 00000400:00000200:3.0:1779213300.634246:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213300.634254:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213300.634260:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213300.634265:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213300.634270:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213300.634273:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213300.634277:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [261:261:256:4294967295] 192.168.202.129@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:3.0:1779213300.634285:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213300.634290:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213300.634294:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001749ef0e. 00000800:00000200:3.0:1779213300.634298:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213300.634303:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213300.634305:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001749ef0e type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1779213300.634317:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.634321:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306141121 00000100:00000001:3.0:1779213300.634326:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306139588 00000100:00000001:3.0:1779213300.634329:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306141121 00000100:00000001:3.0:1779213300.634331:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306139588 00000100:00000001:3.0:1779213300.634337:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306141121 00000100:00000001:3.0:1779213300.634339:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306139588 00000100:00000001:3.0:1779213300.634341:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306141121 00000100:00000001:3.0:1779213300.634343:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306139588 00000100:00000001:3.0:1779213300.634344:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213300.634346:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.634348:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.634349:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213300.634353:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213300.634354:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213300.634356:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213300.634356:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213300.634357:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.634358:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213300.634416:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213300.634419:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001749ef0e. 00000400:00000200:3.0:1779213300.634422:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.634426:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213300.634429:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:3.0:1779213300.634430:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:3.0:1779213300.634433:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213300.634436:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.634445:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213300.634448:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.634455:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.634457:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1779213300.634668:0:201066:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee316c5a. 00000020:00000010:2.0:1779213300.634673:0:201066:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fce45f4. 00000100:00000040:2.0:1779213300.634678:0:201066:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1779213300.634680:0:201066:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1779213300.634680:0:201066:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1779213300.634686:0:201066:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.634690:0:201066:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.634701:0:201066:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.634709:0:201066:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1779213300.634711:0:201066:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1779213300.634715:0:201066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 4 00000100:00000040:2.0:1779213300.634718:0:201066:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:2.0:1779213300.634720:0:201066:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000100:00000040:2.0:1779213300.634724:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0fc7f4f x1865639966928768/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:696/0 lens 328/0 e 0 to 0 dl 1779213311 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213300.634733:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1779213300.634736:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5d7f49. 00000100:00000001:2.0:1779213300.634738:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1779213300.634750:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5d7f49. 00000100:00100000:2.0:1779213300.634754:0:201066:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@00000000c0fc7f4f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344187:x1865639966928768:12345-192.168.202.129@tcp:104: 00000100:00000200:2.0:1779213300.634758:0:201066:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639966928768 00010000:00000001:2.0:1779213300.634761:0:201066:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1779213300.634764:0:201066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779213300.634766:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779213300.634768:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000520a064a refcount=2 00000020:00000001:2.0:1779213300.634769:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:2.0:1779213300.634771:0:201066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:2.0:1779213300.634774:0:201066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1779213300.634775:0:201066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213300.634777:0:201066:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779213300.634785:0:201066:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1779213300.634787:0:201066:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1779213300.634790:0:201066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000cd32fe8. 02000000:00000001:2.0:1779213300.634792:0:201066:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.634798:0:201066:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213300.634800:0:201066:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1779213300.634801:0:201066:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213300.634803:0:201066:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=23 v=5 (1 0 1 0) 00000100:00000001:2.0:1779213300.634806:0:201066:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1779213300.634809:0:201066:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:2.0:1779213300.634811:0:201066:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:2.0:1779213300.634813:0:201066:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1779213300.634814:0:201066:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.634816:0:201066:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213300.634818:0:201066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213300.634821:0:201066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 00000100:00000200:2.0:1779213300.634824:0:201066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639966928768, offset 224 00000400:00000200:2.0:1779213300.634829:0:201066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213300.634835:0:201066:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213300.634839:0:201066:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [262:262:256:4294967295] 192.168.202.129@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:2.0:1779213300.634846:0:201066:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213300.634850:0:201066:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213300.634853:0:201066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000800:00000200:2.0:1779213300.634858:0:201066:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213300.634862:0:201066:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213300.634864:0:201066:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213300.634876:0:201066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213300.634878:0:201066:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:2.0:1779213300.634881:0:201066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1779213300.634883:0:201066:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000183d44f2. 00010000:00000001:2.0:1779213300.634885:0:201066:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1779213300.634893:0:201066:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1779213300.634895:0:201066:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213300.634896:0:201066:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213300.634897:0:201066:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213300.634901:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639966928768/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:696/0 lens 328/224 e 0 to 0 dl 1779213311 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1779213300.634912:0:201066:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@00000000c0fc7f4f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344187:x1865639966928768:12345-192.168.202.129@tcp:104: Request processed in 178us (1804us total) trans 0 rc 0/0 00000020:00000001:0.0:1779213300.634918:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1779213300.634918:0:201066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 4 00000100:00000040:2.0:1779213300.634920:0:201066:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000020:00000001:0.0:1779213300.634921:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.634922:0:201066:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1779213300.634924:0:201066:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1779213300.634925:0:201071:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1779213300.634927:0:201066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee316c5a. 00010000:00000001:0.0:1779213300.634929:0:201071:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1779213300.634931:0:201071:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1779213300.634931:0:201066:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fce45f4. 00010000:00010000:0.0:1779213300.634935:0:201071:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1779213300.634936:0:201066:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4c69df. 00000020:00000040:2.0:1779213300.634941:0:201066:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 2 00000100:00000001:2.0:1779213300.634944:0:201066:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1779213300.634948:0:201071:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000520a064a already unused, calling callback (00000000527715c5) 10000000:00000001:0.0:1779213300.634951:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213300.634952:0:201071:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1779213300.634968:0:201071:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1779213300.634970:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1779213300.634971:0:201071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779213300.634973:0:201071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000520a064a refcount=3 00000020:00000001:0.0:1779213300.634975:0:201071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:0.0:1779213300.634977:0:201071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325120512 : -104753384431104 : ffffa0ba33bb6200) 00010000:00000001:0.0:1779213300.634979:0:201071:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1779213300.634981:0:201071:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1779213300.634986:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213300.634988:0:201071:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779213300.634993:0:201071:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1779213300.634996:0:201071:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1779213300.634997:0:201071:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1779213300.634999:0:201071:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1779213300.635000:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1779213300.635002:0:201071:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213300.635004:0:201071:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1779213300.635006:0:201071:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1779213300.635007:0:201071:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000acdcea85) refs 2 10000000:00000001:0.0:1779213300.635009:0:201071:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1779213300.635010:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.635013:0:201071:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1779213300.635015:0:201071:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1779213300.635017:0:201071:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1779213300.635018:0:201071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1779213300.635020:0:201071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213300.635022:0:201071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000520a064a with handle 0xf7a745596219566e from hash 00010000:00000001:0.0:1779213300.635025:0:201071:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1779213300.635026:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213300.635032:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.635034:0:201071:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1779213300.635036:0:201071:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1779213300.635038:0:201071:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1779213300.635041:0:201071:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1779213300.635042:0:201071:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1779213300.635047:0:201071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000020:00000040:0.0:1779213300.635049:0:201071:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000800:00000200:3.0:1779213300.635050:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213300.635053:0:201071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1779213300.635054:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 02000000:00000001:0.0:1779213300.635056:0:201071:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1779213300.635059:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1779213300.635060:0:201071:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213300.635066:0:201071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2c937d7. 00000400:00000200:3.0:1779213300.635066:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213300.635072:0:201071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213300.635072:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00010000:00000001:0.0:1779213300.635075:0:201071:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1779213300.635077:0:201071:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1779213300.635082:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00010000:00010000:0.0:1779213300.635088:0:201071:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1779213300.635088:0:199006:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1779213300.635091:0:201071:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213300.635091:0:199006:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1779213300.635095:0:201071:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213300.635097:0:201071:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213300.635103:0:201071:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_01+1] req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213300.635126:0:201071:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779213300.635128:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213300.635129:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.635130:0:201071:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.635132:0:201071:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213300.635134:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.635136:0:201071:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1779213300.635142:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1779213300.635143:0:201071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 00000000520a064a/0xf7a745596219566e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7480 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779213300.635145:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213300.635148:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213300.635149:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213300.635154:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.635168:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1779213300.635171:0:201071:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: 000000006cf7a110 count: 0 00000100:00000001:2.0:1779213300.635171:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213300.635171:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213300.635175:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.635176:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.635181:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213300.635182:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1779213300.635183:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1779213300.635185:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779213300.635186:0:201071:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1779213300.635189:0:201071:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000183d44f2. 02000000:00000001:2.0:1779213300.635190:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.635194:0:201071:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213300.635196:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960542848:192.168.202.129@tcp:103: 00000020:00000001:0.0:1779213300.635197:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.635200:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.635203:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1779213300.635203:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1779213300.635206:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.635207:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213300.635207:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213300.635210:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.635211:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1779213300.635213:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1779213300.635214:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1779213300.635215:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213300.635218:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4c69df. 02000000:00000001:2.0:1779213300.635238:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213300.635241:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077a96b7e. 00000400:00000010:2.0:1779213300.635244:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 00000100:00000200:2.0:1779213300.635246:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960542848, portal 18 00000100:00000001:2.0:1779213300.635252:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213300.635253:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00010000:00010000:0.0:1779213300.635254:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213300.635258:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213300.635265:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213300.635268:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213300.635270:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000200:2.0:1779213300.635272:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960542848, offset 0 00000400:00000200:2.0:1779213300.635276:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213300.635282:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213300.635284:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213300.635287:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213300.635289:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213300.635291:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213300.635293:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [263:263:256:4294967295] 192.168.202.129@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:2.0:1779213300.635299:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213300.635302:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213300.635305:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213300.635309:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213300.635312:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213300.635314:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1779213300.635324:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.635327:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306141122 00000100:00000001:2.0:1779213300.635331:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306141121 00000100:00000001:2.0:1779213300.635335:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306141122 00000100:00000001:2.0:1779213300.635338:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306141121 00000100:00000001:2.0:1779213300.635340:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306141122 00000100:00000001:2.0:1779213300.635342:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306141121 00000100:00000001:2.0:1779213300.635344:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306141122 00000100:00000001:2.0:1779213300.635353:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306141121 00000100:00000001:2.0:1779213300.635356:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213300.635358:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.635360:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.635361:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.635365:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213300.635366:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213300.635369:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213300.635370:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213300.635372:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213300.635372:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213300.635374:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213300.635376:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:3.0:1779213300.635381:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.635385:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213300.635388:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:3.0:1779213300.635390:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:3.0:1779213300.635393:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213300.635397:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.635405:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213300.635407:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.635413:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.635415:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213300.636592:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.636602:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213300.636605:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.636606:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.636612:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213300.636620:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca27207e00 00000400:00000200:3.0:1779213300.636625:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:3.0:1779213300.636630:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.636633:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.636635:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.636637:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213300.636640:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213300.636643:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213300.636664:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.636681:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213300.636688:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.636691:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.636710:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213300.636714:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213300.636718:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213300.636720:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213300.636722:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025e02e3. 00000400:00000200:2.0:1779213300.636727:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000400:00000010:2.0:1779213300.636729:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:2.0:1779213300.636732:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213300.636735:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213300.636753:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213300.636759:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213300.636761:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.636764:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213300.636767:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213300.636769:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213300.636771:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213300.636773:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213300.636778:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=323 v=5 (5 0 0 0) 00000100:00001000:2.0:1779213300.636782:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=55 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213300.636784:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213300.636786:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213300.636788:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213300.636790:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.636797:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213300.636801:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213300.636805:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213300.636807:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213300.636808:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213300.636810:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213300.636814:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960542720:192.168.202.129@tcp:103: 00000100:00000001:2.0:1779213300.636817:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.636818:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213300.636819:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960542720/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213300.636823:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213300.636825:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213300.636826:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007845593c. 02000000:00000001:2.0:1779213300.636829:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213300.636830:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213300.636831:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213300.636832:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213300.636834:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d1f8e2f5. 02000000:00000001:2.0:1779213300.636836:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213300.636838:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213300.636839:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:2.0:1779213300.636841:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213300.636842:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.636843:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.636847:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213300.636847:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.636849:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213300.636850:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213300.637621:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.637627:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213300.637630:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.637632:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.637639:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213300.637649:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca27207e80 00000400:00000200:3.0:1779213300.637655:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:3.0:1779213300.637659:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.637696:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.637699:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.637702:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213300.637705:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213300.637708:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213300.637715:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.637726:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213300.637730:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.637732:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.637777:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213300.637780:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213300.637785:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213300.637794:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213300.637796:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a96b7e. 00000400:00000200:2.0:1779213300.637801:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:2.0:1779213300.637803:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:2.0:1779213300.637807:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213300.637812:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213300.637820:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213300.637826:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213300.637827:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.637829:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213300.637831:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213300.637833:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213300.637835:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213300.637837:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213300.637841:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=23 v=5 (5 0 5 0) 00000100:00001000:2.0:1779213300.637844:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=55 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213300.637846:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213300.637847:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213300.637848:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213300.637849:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.637850:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213300.637853:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213300.637857:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213300.637858:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213300.637859:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213300.637861:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213300.637877:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960542848:192.168.202.129@tcp:103: 00000100:00000001:2.0:1779213300.637881:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.637883:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213300.637891:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960542848/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213300.637897:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213300.637899:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213300.637901:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4c69df. 02000000:00000001:2.0:1779213300.637904:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213300.637906:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213300.637907:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213300.637909:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213300.637911:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a2c937d7. 02000000:00000001:2.0:1779213300.637914:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213300.637915:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213300.637916:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000001:2.0:1779213300.637918:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213300.637919:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.637921:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213300.637926:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213300.637927:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213300.637929:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213300.637930:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1779213300.639258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081ec17a1. 00010000:00000010:0.1:1779213300.643266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006cf7a110. 00010000:00000010:0.1:1779213300.643281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000520a064a. 00000800:00000001:3.0:1779213300.740551:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.740565:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213300.740569:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.740571:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.740582:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213300.740599:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca27820300 00000400:00000200:3.0:1779213300.740607:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xd [2] + 1640 00000800:00000001:3.0:1779213300.740631:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.740641:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.740643:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.740648:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213300.740660:0:199007:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1779213300.740662:0:199007:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1779213300.740669:0:199007:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000100:00000040:3.0:1779213300.740674:0:199007:0:(events.c:337:request_in_callback()) incoming req@000000001a474cc5 x1865639966933760 msgsize 328 00000100:00100000:3.0:1779213300.740678:0:199007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:3.0:1779213300.740701:0:199007:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1779213300.740712:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.740715:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213300.740757:0:201065:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1779213300.740761:0:201065:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639966933760 02000000:00000001:1.0:1779213300.740770:0:201065:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1779213300.740773:0:201065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213300.740775:0:201065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213300.740779:0:201065:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213300.740783:0:201065:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639966933760 00000020:00000001:1.0:1779213300.740786:0:201065:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779213300.740788:0:201065:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:1.0:1779213300.740791:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213300.740793:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=3 00000020:00000001:1.0:1779213300.740796:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:1.0:1779213300.740798:0:201065:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00000001:1.0:1779213300.740802:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213300.740807:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022f045a5. 00000100:00000001:1.0:1779213300.740809:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213300.740811:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022f045a5. 00000020:00000010:1.0:1779213300.740818:0:201065:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baaa7612. 00000020:00000010:1.0:1779213300.740823:0:201065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dcfdf85. 00000020:00000010:1.0:1779213300.740828:0:201065:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002eac6231. 00000100:00000040:1.0:1779213300.740836:0:201065:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1779213300.740839:0:201065:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1779213300.740840:0:201065:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1779213300.740843:0:201065:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.740851:0:201065:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.740870:0:201065:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213300.740881:0:201065:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1779213300.740883:0:201065:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1779213300.740888:0:201065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 5 00000100:00000040:1.0:1779213300.740891:0:201065:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:1.0:1779213300.740893:0:201065:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 00000100:00000040:1.0:1779213300.740899:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a474cc5 x1865639966933760/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:696/0 lens 328/0 e 0 to 0 dl 1779213311 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213300.740909:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213300.740911:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022f045a5. 00000100:00000001:1.0:1779213300.740918:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213300.740920:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022f045a5. 00000100:00100000:1.0:1779213300.740924:0:201065:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@000000001a474cc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+3:344209:x1865639966933760:12345-192.168.202.129@tcp:104: 00000100:00000200:1.0:1779213300.740928:0:201065:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639966933760 00010000:00000001:1.0:1779213300.740930:0:201065:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1779213300.740937:0:201065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213300.740939:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213300.740941:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf72f080 refcount=2 00000020:00000001:1.0:1779213300.740943:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779213300.740945:0:201065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:1.0:1779213300.740949:0:201065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213300.740952:0:201065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213300.740955:0:201065:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213300.740965:0:201065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1779213300.740968:0:201065:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1779213300.740972:0:201065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000094e89d9d. 02000000:00000001:1.0:1779213300.740974:0:201065:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.740976:0:201065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213300.740981:0:201065:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1779213300.740983:0:201065:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213300.740987:0:201065:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=23 v=5 (1 0 1 0) 00000100:00000001:1.0:1779213300.740991:0:201065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213300.740994:0:201065:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213300.740996:0:201065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:1.0:1779213300.740998:0:201065:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1779213300.741000:0:201065:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213300.741003:0:201065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213300.741006:0:201065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213300.741009:0:201065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 00000100:00000200:1.0:1779213300.741014:0:201065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639966933760, offset 224 00000400:00000200:1.0:1779213300.741020:0:201065:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213300.741036:0:201065:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213300.741042:0:201065:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [264:264:256:4294967295] 192.168.202.129@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:1.0:1779213300.741051:0:201065:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213300.741057:0:201065:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213300.741061:0:201065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000800:00000200:1.0:1779213300.741067:0:201065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213300.741075:0:201065:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213300.741086:0:201065:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213300.741098:0:201065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213300.741102:0:201065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:1.0:1779213300.741105:0:201065:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1779213300.741108:0:201065:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000cce9fcd1. 00010000:00000001:1.0:1779213300.741111:0:201065:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1779213300.741130:0:201065:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1779213300.741133:0:201065:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213300.741135:0:201065:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213300.741136:0:201065:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213300.741141:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639966933760/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:696/0 lens 328/224 e 0 to 0 dl 1779213311 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779213300.741151:0:201065:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@000000001a474cc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+3:344209:x1865639966933760:12345-192.168.202.129@tcp:104: Request processed in 241us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1779213300.741158:0:201065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 5 00000100:00000040:1.0:1779213300.741161:0:201065:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000100:00000001:1.0:1779213300.741163:0:201065:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1779213300.741165:0:201065:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1779213300.741169:0:201065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dcfdf85. 00000020:00000010:1.0:1779213300.741173:0:201065:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002eac6231. 00000020:00000010:1.0:1779213300.741177:0:201065:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000baaa7612. 00000020:00000040:1.0:1779213300.741181:0:201065:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 2 00000100:00000001:1.0:1779213300.741189:0:201065:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213300.741200:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213300.741204:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000400:00000200:3.0:1779213300.741214:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.741219:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213300.741258:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000400:00000010:3.0:1779213300.741261:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000100:00000001:3.0:1779213300.741265:0:199005:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1779213300.741268:0:199005:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1779213300.741330:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.741333:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.741335:0:201070:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1779213300.741338:0:201070:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1779213300.741340:0:201070:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1779213300.741342:0:201070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779213300.741351:0:201070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000cf72f080 already unused, calling callback (00000000527715c5) 10000000:00000001:0.0:1779213300.741353:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213300.741355:0:201070:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1779213300.741361:0:201070:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1779213300.741363:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1779213300.741364:0:201070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779213300.741365:0:201070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf72f080 refcount=3 00000020:00000001:0.0:1779213300.741367:0:201070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:0.0:1779213300.741369:0:201070:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123584 : -104753384428032 : ffffa0ba33bb6e00) 00010000:00000001:0.0:1779213300.741378:0:201070:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1779213300.741380:0:201070:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1779213300.741387:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213300.741387:0:201070:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779213300.741393:0:201070:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1779213300.741395:0:201070:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1779213300.741396:0:201070:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1779213300.741398:0:201070:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1779213300.741400:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1779213300.741401:0:201070:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213300.741415:0:201070:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1779213300.741416:0:201070:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1779213300.741418:0:201070:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000000c4c695) refs 2 10000000:00000001:0.0:1779213300.741420:0:201070:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1779213300.741421:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.741424:0:201070:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1779213300.741427:0:201070:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1779213300.741428:0:201070:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1779213300.741430:0:201070:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1779213300.741431:0:201070:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213300.741432:0:201070:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf72f080 with handle 0xf7a7455962195659 from hash 00010000:00000001:0.0:1779213300.741433:0:201070:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1779213300.741435:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213300.741436:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.741436:0:201070:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1779213300.741438:0:201070:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1779213300.741439:0:201070:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1779213300.741441:0:201070:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1779213300.741443:0:201070:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1779213300.741448:0:201070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213300.741450:0:201070:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213300.741453:0:201070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213300.741460:0:201070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213300.741464:0:201070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213300.741469:0:201070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000422ca741. 00000100:00000001:0.0:1779213300.741474:0:201070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.741477:0:201070:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1779213300.741480:0:201070:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779213300.741486:0:201070:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1779213300.741488:0:201070:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213300.741492:0:201070:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213300.741494:0:201070:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213300.741499:0:201070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_02+2] req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213300.741530:0:201070:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779213300.741533:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213300.741535:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.741536:0:201070:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.741538:0:201070:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213300.741540:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.741542:0:201070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1779213300.741542:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213300.741547:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:0.0:1779213300.741552:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1779213300.741552:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1779213300.741556:0:201070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 00000000cf72f080/0xf7a7455962195659 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7472 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779213300.741557:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213300.741559:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213300.741562:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.741563:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213300.741568:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213300.741570:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213300.741573:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00010000:00000040:0.0:1779213300.741574:0:201070:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: 00000000fdcfee03 count: 0 00000100:00000040:3.0:1779213300.741580:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213300.741586:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213300.741588:0:201070:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1779213300.741590:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:0.0:1779213300.741591:0:201070:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000cce9fcd1. 00000100:00000001:3.0:1779213300.741593:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.741596:0:201070:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213300.741598:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1779213300.741600:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1779213300.741601:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1779213300.741602:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213300.741607:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.741608:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1779213300.741617:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.741619:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213300.741620:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960542976:192.168.202.129@tcp:103: 00010000:00010000:0.0:1779213300.741622:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1779213300.741625:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.741627:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.741629:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1779213300.741630:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1779213300.741636:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213300.741639:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213300.741641:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213300.741644:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f97bdfe. 02000000:00000001:3.0:1779213300.741645:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213300.741649:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce4c88f. 00000400:00000010:3.0:1779213300.741652:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000100:00000200:3.0:1779213300.741655:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960542976, portal 18 00000100:00000001:3.0:1779213300.741657:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213300.741658:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000040:3.0:1779213300.741662:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.741674:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213300.741677:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213300.741680:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a113a25f. 00000100:00000200:3.0:1779213300.741682:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960542976, offset 0 00000400:00000200:3.0:1779213300.741687:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213300.741693:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213300.741697:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213300.741701:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213300.741705:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213300.741707:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213300.741710:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [265:265:256:4294967295] 192.168.202.129@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:3.0:1779213300.741717:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213300.741722:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213300.741725:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001749ef0e. 00000800:00000200:3.0:1779213300.741730:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213300.741734:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213300.741736:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001749ef0e type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1779213300.741770:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.741774:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306141228 00000100:00000001:3.0:1779213300.741778:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306141122 00000100:00000001:3.0:1779213300.741781:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306141228 00000100:00000001:3.0:1779213300.741782:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306141122 00000100:00000001:3.0:1779213300.741784:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306141228 00000100:00000001:3.0:1779213300.741787:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306141122 00000100:00000001:3.0:1779213300.741790:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306141228 00000100:00000001:3.0:1779213300.741791:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306141122 00000100:00000001:3.0:1779213300.741793:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213300.741795:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.741797:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213300.741798:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213300.741832:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213300.741835:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001749ef0e. 00000400:00000200:0.0:1779213300.741839:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213300.741843:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213300.741846:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113a25f 00000400:00000010:0.0:1779213300.741848:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a113a25f. 00000100:00000001:0.0:1779213300.741851:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213300.741855:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213300.741864:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213300.741866:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213300.741872:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213300.741873:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213300.744250:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.744264:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213300.744269:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.744271:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.744282:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213300.744296:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca27207f00 00000400:00000200:3.0:1779213300.744304:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:3.0:1779213300.744310:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.744317:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213300.744319:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213300.744322:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213300.744327:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213300.744332:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213300.744339:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213300.744353:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213300.744371:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213300.744375:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213300.744377:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213300.744382:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213300.744388:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213300.744390:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213300.744392:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce4c88f. 00000400:00000200:0.0:1779213300.744397:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:0.0:1779213300.744399:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:0.0:1779213300.744402:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213300.744407:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213300.744415:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213300.744422:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213300.744424:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213300.744432:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213300.744435:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213300.744437:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213300.744439:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213300.744442:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213300.744448:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=23 v=5 (5 0 5 0) 00000100:00001000:0.0:1779213300.744457:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=55 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213300.744460:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213300.744462:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213300.744464:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213300.744466:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213300.744469:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213300.744473:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213300.744480:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213300.744483:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213300.744484:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213300.744488:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213300.744495:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960542976:192.168.202.129@tcp:103: 00000100:00000001:0.0:1779213300.744500:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213300.744503:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213300.744505:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960542976/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213300.744512:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213300.744514:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213300.744517:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f97bdfe. 02000000:00000001:0.0:1779213300.744521:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213300.744523:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213300.744524:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213300.744526:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213300.744528:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000422ca741. 02000000:00000001:0.0:1779213300.744532:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213300.744538:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213300.744540:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:0.0:1779213300.744544:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213300.744546:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213300.744548:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213300.744554:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213300.744556:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213300.744558:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213300.744559:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1779213300.747267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fdcfee03. 00010000:00000010:0.1:1779213300.747283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf72f080. 00010000:00000001:2.0:1779213300.764471:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213300.764477:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213300.764483:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213300.764484:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213300.764556:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213300.764560:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213300.764562:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213301.788322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213301.788328:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213301.788333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213301.788334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213301.788368:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213301.788371:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213301.788373:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213302.812325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213302.812333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213302.812337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213302.812338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213302.812377:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213302.812382:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213302.812385:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213303.836352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213303.836357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213303.836362:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213303.836363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213303.839840:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213303.839847:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213303.839851:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213304.220387:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213304.220393:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213304.220403:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779213304.220408:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213304.220412:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213304.220414:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213304.220419:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213304.220424:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000001:2.0:1779213304.220430:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213304.220439:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213304.220450:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213304.220452:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213304.220458:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_03+3] req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213304.220514:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213304.220517:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213304.220520:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213304.220525:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213304.220532:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213304.220534:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213304.220537:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213304.220539:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213304.220541:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213304.220544:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960543104:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213304.220548:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213304.220552:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213304.220555:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213304.220557:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213304.220575:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057bddfb9. 02000000:00000001:0.0:1779213304.220577:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213304.220582:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000723b9aca. 00000400:00000010:0.0:1779213304.220588:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 00000100:00000200:0.0:1779213304.220594:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960543104, portal 25 00000100:00000001:0.0:1779213304.220597:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213304.220598:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000100:00000040:0.0:1779213304.220603:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213304.220610:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213304.220612:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213304.220615:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8bdd6f1. 00000100:00000200:0.0:1779213304.220618:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960543104, offset 0 00000400:00000200:0.0:1779213304.220623:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213304.220635:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213304.220639:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213304.220643:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213304.220646:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213304.220649:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213304.220652:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [266:266:256:4294967295] 192.168.202.129@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:0.0:1779213304.220663:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213304.220668:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213304.220673:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000800:00000200:0.0:1779213304.220679:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213304.220686:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213304.220689:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213304.220719:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213304.220723:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306144707 00000100:00000001:0.0:1779213304.220729:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306141228 00000100:00000001:0.0:1779213304.220733:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306144707 00000100:00000001:0.0:1779213304.220735:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306141228 00000100:00000001:0.0:1779213304.220741:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306144707 00000100:00000001:0.0:1779213304.220743:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306141228 00000100:00000001:0.0:1779213304.220745:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306144707 00000100:00000001:0.0:1779213304.220746:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306141228 00000100:00000001:0.0:1779213304.220748:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213304.220750:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213304.220751:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213304.220752:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213304.220877:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213304.220882:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:3.0:1779213304.220887:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213304.220892:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213304.220897:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bdd6f1 00000400:00000010:3.0:1779213304.220899:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b8bdd6f1. 00000100:00000001:3.0:1779213304.220902:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213304.220905:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213304.220914:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213304.220916:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213304.220923:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213304.220924:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213304.220992:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213304.220994:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213304.220996:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213304.220999:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000020:00000040:2.0:1779213304.221000:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213304.221003:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213304.221005:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213304.221006:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213304.221013:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213304.221017:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213304.221022:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213304.221029:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213304.221029:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213304.221032:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.221032:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213304.221039:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_00_00+0] req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213304.221076:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1779213304.221079:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1779213304.221082:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1779213304.221085:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1779213304.221087:0:36:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1779213304.221091:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:2.0:1779213304.221094:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11466 00000100:00000001:3.0:1779213304.221096:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213304.221100:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213304.221101:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000001:3.0:1779213304.221102:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1779213304.221107:0:36:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1779213304.221110:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213304.221111:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213304.221114:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213304.221116:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.221120:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1779213304.221125:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:3.0:1779213304.221127:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213304.221129:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.221130:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:3.0:1779213304.221134:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1779213304.221135:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1779213304.221137:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 02000000:00000001:3.0:1779213304.221137:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1779213304.221142:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1779213304.221142:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213304.221145:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000100:00100000:3.0:1779213304.221149:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960543232:192.168.202.129@tcp:400: 00000020:00000001:2.0:1779213304.221150:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:2.0:1779213304.221155:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000001:3.0:1779213304.221156:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213304.221159:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1779213304.221161:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 02000000:00000001:3.0:1779213304.221161:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213304.221164:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213304.221167:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1779213304.221168:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0f6b4cd. 00000100:00000040:2.0:1779213304.221171:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:2.0:1779213304.221173:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:2.0:1779213304.221176:0:36:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00080000:2.0:1779213304.221180:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 02000000:00000001:3.0:1779213304.221180:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.221185:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213304.221186:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4f6568. 02000000:00000001:2.0:1779213304.221188:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1779213304.221193:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213304.221199:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 02000000:00000001:2.0:1779213304.221201:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.221204:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000200:3.0:1779213304.221204:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960543232, portal 10 00000008:00100000:2.0:1779213304.221208:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1779213304.221208:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213304.221209:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000040:3.0:1779213304.221218:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1779213304.221219:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.221250:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213304.221253:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000020:00000040:2.0:1779213304.221259:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213304.221263:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213304.221264:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1779213304.221267:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213304.221269:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213304.221271:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1779213304.221273:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a113a25f. 02000000:00000001:2.0:1779213304.221274:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213304.221276:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213304.221278:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960543232, offset 0 02000000:00000010:2.0:1779213304.221282:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000033580755. 00000400:00000200:3.0:1779213304.221286:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213304.221287:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213304.221293:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:2.0:1779213304.221295:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779213304.221300:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213304.221305:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213304.221306:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213304.221308:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213304.221309:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213304.221313:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213304.221315:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_rcv+-1] req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213304.221319:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [267:267:256:4294967295] 192.168.202.129@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:3.0:1779213304.221335:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213304.221339:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213304.221342:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213304.221343:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:3.0:1779213304.221348:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b267f28. 00000100:00000040:2.0:1779213304.221349:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213304.221356:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11476) 00000800:00000200:3.0:1779213304.221358:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213304.221365:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213304.221368:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008b267f28 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213304.221376:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213304.221378:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.221380:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213304.221382:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213304.221383:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 367352 usecs (368 jiffies) 00000100:00000001:3.0:1779213304.221387:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306139505 00000100:00000040:1.0:1779213304.221389:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213304.221390:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306144707 00000100:00000001:3.0:1779213304.221395:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306139505 00000100:00000001:3.0:1779213304.221400:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306144707 00000100:00000001:1.0:1779213304.221407:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213304.221410:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213304.221411:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306139505 02000000:00000001:1.0:1779213304.221414:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213304.221415:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306144707 02000000:00000001:1.0:1779213304.221418:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213304.221419:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306139505 02000000:00000001:1.0:1779213304.221423:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213304.221424:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306144707 00000100:00000001:3.0:1779213304.221429:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1779213304.221430:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960543360:192.168.202.129@tcp:38: 00000100:00000001:3.0:1779213304.221433:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213304.221436:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213304.221438:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1779213304.221439:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b267f28. 00000100:00000001:3.0:1779213304.221439:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213304.221443:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213304.221443:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213304.221445:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1779213304.221446:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213304.221450:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213304.221453:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213304.221453:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1779213304.221455:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000003ed7600. 00000100:00000001:3.0:1779213304.221457:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1779213304.221459:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213304.221459:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113a25f 00000100:00000001:3.0:1779213304.221460:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213304.221463:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a113a25f. 00000100:00000001:3.0:1779213304.221464:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213304.221466:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000100:00000001:3.0:1779213304.221467:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.221468:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213304.221471:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213304.221475:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000200:2.0:1779213304.221475:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213304.221479:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960543360, portal 10 00000100:00000001:1.0:1779213304.221483:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213304.221486:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 00000100:00000001:2.0:1779213304.221494:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213304.221496:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213304.221500:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213304.221515:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213304.221521:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213304.221523:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213304.221525:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169bda26. 00000100:00000001:2.0:1779213304.221525:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1779213304.221529:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960543360, offset 0 00000400:00000200:1.0:1779213304.221534:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213304.221547:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213304.221551:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213304.221553:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213304.221555:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213304.221557:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213304.221560:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [268:268:256:4294967295] 192.168.202.129@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:1.0:1779213304.221568:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213304.221571:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213304.221574:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000800:00000200:1.0:1779213304.221578:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213304.221582:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213304.221584:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1779213304.221678:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213304.221680:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213304.221683:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213304.221684:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213304.221685:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213304.221687:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213304.221689:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 23223 usecs (24 jiffies) 00000100:00000001:0.0:1779213304.221690:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.221694:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306139161 00000100:00000001:1.0:1779213304.221698:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306144707 00000100:00000001:1.0:1779213304.221700:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306139161 00000100:00000001:1.0:1779213304.221702:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306144707 00000100:00000001:1.0:1779213304.221717:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306139161 00000100:00000001:1.0:1779213304.221719:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306144707 00000100:00000001:1.0:1779213304.221721:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306139161 00000100:00000001:1.0:1779213304.221723:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306144707 00000100:00000001:1.0:1779213304.221724:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213304.221726:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.221728:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.221730:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213304.221734:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213304.221735:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:3.0:1779213304.221738:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213304.221742:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213304.221745:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213304.221747:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213304.221748:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213304.221751:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.221755:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213304.221755:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213304.221761:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000169bda26 00000400:00000010:3.0:1779213304.221762:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000169bda26. 00000100:00000001:3.0:1779213304.221766:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213304.221770:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213304.221815:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213304.221818:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213304.221824:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213304.221825:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213304.222814:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213304.222825:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213304.222829:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213304.222831:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213304.222839:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213304.222858:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27207f80 00000400:00000200:3.0:1779213304.222865:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x929 [1] + 224 00000800:00000001:3.0:1779213304.222871:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213304.222877:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213304.222879:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213304.222883:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213304.222888:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213304.222892:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213304.222901:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213304.222952:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213304.222956:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213304.223042:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213304.223252:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213304.223258:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213304.223258:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213304.223260:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213304.223262:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1779213304.223264:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213304.223266:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000723b9aca. 00000400:00000200:0.0:1779213304.223272:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000400:00000200:3.0:1779213304.223272:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:0.0:1779213304.223276:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:0.0:1779213304.223280:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1779213304.223284:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208000 00000100:00000200:0.0:1779213304.223287:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213304.223294:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:3.0:1779213304.223303:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213304.223306:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213304.223310:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213304.223315:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213304.223316:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213304.223319:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213304.223322:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213304.223324:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213304.223327:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213304.223327:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213304.223331:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1779213304.223332:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213304.223334:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213304.223339:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213304.223347:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213304.223348:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=59 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213304.223360:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=59 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213304.223363:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213304.223364:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213304.223367:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213304.223367:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1779213304.223371:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213304.223373:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213304.223377:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213304.223383:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213304.223384:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213304.223393:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213304.223396:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213304.223398:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213304.223402:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213304.223409:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960543104:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213304.223411:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213304.223416:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213304.223417:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213304.223419:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213304.223421:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1779213304.223422:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213304.223425:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4f6568. 00000100:00000040:0.0:1779213304.223426:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960543104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213304.223430:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:2.0:1779213304.223434:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:2.0:1779213304.223439:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213304.223440:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1779213304.223445:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213304.223448:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213304.223452:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057bddfb9. 00000100:00000200:2.0:1779213304.223453:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213304.223460:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213304.223461:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213304.223463:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213304.223464:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213304.223465:0:199012:0:(client.c:1579:after_reply()) Process entered 00000020:00000040:0.0:1779213304.223468:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 02000000:00000001:2.0:1779213304.223468:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213304.223470:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1779213304.223472:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213304.223473:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213304.223475:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 02000000:00000001:2.0:1779213304.223476:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213304.223481:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213304.223484:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1779213304.223484:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=48 v=5 (5 5 5 0) 00000100:00000010:0.0:1779213304.223487:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00001000:2.0:1779213304.223489:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213304.223491:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213304.223493:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213304.223494:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213304.223495:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213304.223498:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213304.223499:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213304.223505:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1779213304.223505:0:199012:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.223509:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213304.223511:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213304.223514:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.223516:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213304.223518:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213304.223520:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.223525:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213304.223529:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213304.223537:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213304.223539:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213304.223541:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213304.223543:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213304.223550:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960543232:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213304.223554:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213304.223555:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213304.223557:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960543232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213304.223564:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213304.223565:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213304.223566:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0f6b4cd. 02000000:00000001:2.0:1779213304.223570:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213304.223571:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213304.223572:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213304.223574:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213304.223576:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 02000000:00000001:2.0:1779213304.223578:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213304.223579:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213304.223580:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:2.0:1779213304.223582:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213304.223583:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213304.223585:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213304.223588:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213304.223589:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213304.223591:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213304.223593:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213304.227382:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213304.227397:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213304.227416:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213304.227419:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213304.227429:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213304.227446:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 10 MB=0x6a0ca27208080 00000400:00000200:2.0:1779213304.227454:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 416/416 into md 0x939 [1] + 0 00000800:00000001:2.0:1779213304.227463:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213304.227470:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213304.227473:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213304.227477:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213304.227484:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213304.227491:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213304.227503:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213304.227525:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213304.227533:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213304.227536:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213304.227577:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213304.227581:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213304.227588:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213304.227590:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213304.227592:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213304.227598:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:1.0:1779213304.227600:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:1.0:1779213304.227603:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213304.227607:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213304.227614:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213304.227618:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213304.227620:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213304.227621:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213304.227624:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213304.227625:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213304.227627:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213304.227629:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213304.227636:0:199011:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=59 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213304.227638:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=23 v=20 (20 1 1 0) 00000100:00000001:1.0:1779213304.227640:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213304.227641:0:199011:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213304.227643:0:199011:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213304.227646:0:199011:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213304.227650:0:199011:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.227652:0:199011:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213304.227653:0:199011:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213304.227654:0:199011:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213304.227655:0:199011:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213304.227663:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213304.227667:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213304.227670:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213304.227671:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213304.227673:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1779213304.227678:0:199011:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to target with instance 5 00000020:00000001:1.0:1779213304.227680:0:199011:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779213304.227682:0:199011:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:1.0:1779213304.227683:0:199011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213304.227685:0:199011:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:1.0:1779213304.227687:0:199011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:1.0:1779213304.227688:0:199011:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00001000:1.0:1779213304.227690:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=1779213304 v=0 (0 0 0 0) 00000100:00001000:1.0:1779213304.227692:0:199011:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1779213304.227694:0:199011:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1751, crc32c 11075, adler 1279 00000020:00000040:1.0:1779213304.227698:0:199011:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000001:1.0:1779213304.227700:0:199011:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1779213304.227702:0:199011:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000008:00000020:1.0:1779213304.227718:0:199011:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffffa0ba086af000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1779213304.227722:0:199011:0:(mdc_request.c:3098:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1779213304.227723:0:199011:0:(mdc_request.c:3105:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1779213304.227724:0:199011:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1779213304.227726:0:199011:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1779213304.227728:0:199011:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1779213304.227729:0:199011:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1779213304.227730:0:199011:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.227731:0:199011:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1779213304.227734:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1779213304.227736:0:199011:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1779213304.227736:0:199011:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000002:00000001:1.0:1779213304.227737:0:199011:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1779213304.227738:0:199011:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1779213304.227739:0:199011:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1779213304.227743:0:199011:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv 00000000cdd6289b for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:1.0:1779213304.227746:0:199011:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xf7a7455962195636 00800000:00000040:1.0:1779213304.227748:0:199011:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xf7a745596219563d 00800000:00000040:1.0:1779213304.227749:0:199011:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffffa0ba086af000=0d1ced15-d7b8-4dfb-8a25-2609d381f7a4 device 4 (00000000a035ef17) type mdc at LMV idx 1 00800000:00000040:1.0:1779213304.227751:0:199011:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD 00000000a035ef17 already active! 00800000:00000001:1.0:1779213304.227752:0:199011:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1779213304.227753:0:199011:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1779213304.227754:0:199011:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213304.227755:0:199011:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=5 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000002:00000001:1.0:1779213304.228404:0:199011:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.228412:0:199011:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1779213304.228415:0:199011:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1779213304.228418:0:199011:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.228422:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213304.228428:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1779213304.228430:0:203497:0:(mdc_request.c:2629:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1779213304.228434:0:203497:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1779213304.228437:0:203497:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213304.228440:0:203497:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:1.0:1779213304.228442:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960543360:192.168.202.129@tcp:38: 00000020:00000040:2.0:1779213304.228443:0:203497:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213304.228446:0:203497:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1779213304.228448:0:203497:0:(mdc_request.c:2639:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.228451:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213304.228459:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213304.228462:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960543360/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213304.228469:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213304.228471:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213304.228475:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000003ed7600. 02000000:00000001:1.0:1779213304.228479:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213304.228480:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213304.228481:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213304.228484:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213304.228486:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000033580755. 02000000:00000001:1.0:1779213304.228489:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213304.228491:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213304.228493:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 00000100:00000001:1.0:1779213304.228504:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213304.228506:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213304.228509:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213304.228515:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213304.228517:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213304.228519:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213304.228520:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213304.860341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213304.860347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213304.860354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213304.860356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213304.860446:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213304.860450:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213304.860452:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213305.884317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213305.884321:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213305.884325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213305.884326:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213305.884382:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213305.884386:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213305.884389:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1779213306.780595:0:201065:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1779213306.780600:0:201065:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213306.908332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213306.908336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213306.908357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213306.908358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213306.908419:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213306.908424:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213306.908427:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213307.932335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213307.932342:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213307.932344:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213307.932347:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213307.932352:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213307.932353:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213307.932355:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213307.932357:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213307.932360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213307.932361:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213307.932362:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213307.932364:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213307.932365:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213307.932366:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213307.932368:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213307.932369:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213307.932446:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213307.932449:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213307.932452:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213308.956372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213308.956380:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213308.956387:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213308.956388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213308.956487:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213308.956492:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213308.956495:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213309.340345:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213309.340366:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213309.340381:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000020:00000040:2.0:1779213309.340395:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213309.340401:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213309.340407:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213309.340413:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213309.340424:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213309.340435:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213309.340451:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213309.340463:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213309.340465:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213309.340473:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_00_01+1] req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.340527:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213309.340534:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213309.340538:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213309.340542:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000020:00000040:2.0:1779213309.340545:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213309.340548:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213309.340549:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213309.340551:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213309.340556:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000001:2.0:1779213309.340559:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213309.340563:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213309.340571:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213309.340573:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213309.340585:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_02+2] req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.340612:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213309.340615:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213309.340619:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213309.340623:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5c8f7cf. 00000100:00000001:0.0:1779213309.340624:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1779213309.340625:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213309.340629:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213309.340631:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1779213309.340632:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1779213309.340632:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213309.340633:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.340635:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213309.340636:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213309.340637:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 00000100:00000001:3.0:1779213309.340637:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213309.340640:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.340642:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213309.340642:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213309.340647:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213309.340649:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213309.340649:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213309.340664:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213309.340670:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213309.340673:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213309.340674:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213309.340674:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213309.340675:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213309.340678:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213309.340678:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213309.340681:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213309.340681:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213309.340685:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213309.340686:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5c8f7cf] to pc [ptlrpcd_00_03+3] req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213309.340690:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213309.340712:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213309.340714:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.340716:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213309.340718:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213309.340720:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213309.340721:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213309.340726:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.340727:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213309.340728:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1779213309.340731:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960543616:192.168.202.129@tcp:400: 00000100:00100000:1.0:1779213309.340732:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1779213309.340736:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213309.340737:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11481) 00000100:00000001:0.0:1779213309.340738:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213309.340744:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1779213309.340747:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213309.340747:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213309.340749:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213309.340751:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213309.340752:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213309.340756:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213309.340759:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213309.340760:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213309.340766:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046324dcc. 02000000:00000001:3.0:1779213309.340766:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213309.340771:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.340771:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1779213309.340772:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.340774:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213309.340778:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1779213309.340780:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960543488:192.168.202.129@tcp:400: 00000400:00000010:0.0:1779213309.340781:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000723b9aca. 02000000:00000001:1.0:1779213309.340781:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213309.340786:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213309.340789:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1779213309.340791:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960543744:192.168.202.129@tcp:400: 00000400:00000010:0.0:1779213309.340793:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 02000000:00000001:3.0:1779213309.340794:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213309.340797:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.340798:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213309.340801:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1779213309.340802:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213309.340803:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213309.340804:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960543616, portal 10 02000000:00000001:1.0:1779213309.340805:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213309.340806:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1f8e2f5. 00000100:00000001:0.0:1779213309.340809:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1779213309.340810:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc630cfe. 02000000:00000001:3.0:1779213309.340810:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213309.340813:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 02000000:00000001:1.0:1779213309.340813:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213309.340818:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562be0f1. 00000400:00000010:1.0:1779213309.340819:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000100:00000040:0.0:1779213309.340825:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213309.340828:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000400:00000010:3.0:1779213309.340828:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000001:0.0:1779213309.340835:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1779213309.340837:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960543744, portal 10 00000100:00000040:0.0:1779213309.340842:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213309.340843:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213309.340845:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527167232 : -104754182384384 : ffffa0ba042b9500) 00000100:00000200:3.0:1779213309.340845:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960543488, portal 25 00000400:00000010:0.0:1779213309.340847:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e48869. 00000100:00000001:3.0:1779213309.340850:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1779213309.340853:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960543616, offset 0 00000100:00000001:3.0:1779213309.340853:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000040:1.0:1779213309.340855:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213309.340863:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213309.340869:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213309.340869:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213309.340876:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213309.340880:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000100:00000001:3.0:1779213309.340880:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1779213309.340884:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960543744, offset 0 00000100:00000040:3.0:1779213309.340885:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213309.340891:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213309.340891:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213309.340894:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eeb4de8. 00000400:00000200:0.0:1779213309.340899:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1779213309.340902:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960543488, offset 0 00000400:00000200:0.0:1779213309.340905:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213309.340913:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213309.340918:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213309.340921:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213309.340924:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [269:269:256:4294967295] 192.168.202.129@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:0.0:1779213309.340937:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213309.340944:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213309.340948:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213309.340951:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1779213309.340952:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000200:1.0:1779213309.340955:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213309.340959:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213309.340964:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213309.340965:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213309.340970:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [270:270:255:4294967295] 192.168.202.129@tcp LPNI seq info [270:270:7:4294967295] 00000800:00000200:0.0:1779213309.340979:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213309.340984:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213309.340987:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779213309.340992:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213309.340994:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213309.340998:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1779213309.341000:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000400:00000200:3.0:1779213309.341001:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213309.341006:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213309.341006:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213309.341009:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213309.341013:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 362681 usecs (363 jiffies) 00000800:00000200:1.0:1779213309.341017:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213309.341020:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306144619 00000800:00000200:1.0:1779213309.341021:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213309.341027:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213309.341027:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213309.341033:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 23018 usecs (24 jiffies) 00000100:00000001:0.0:1779213309.341034:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306144707 00000400:00000200:3.0:1779213309.341035:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [271:271:254:4294967295] 192.168.202.129@tcp LPNI seq info [271:271:6:4294967295] 00000100:00000001:1.0:1779213309.341039:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306144280 00000100:00000001:0.0:1779213309.341040:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306144619 00000100:00000001:0.0:1779213309.341046:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306144707 00000100:00000001:1.0:1779213309.341046:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306144707 00000100:00000001:1.0:1779213309.341051:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306144280 00000400:00000200:3.0:1779213309.341054:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213309.341058:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306144619 00000100:00000001:1.0:1779213309.341058:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306144707 00000800:00000200:2.0:1779213309.341058:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213309.341064:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306144280 00000100:00000001:0.0:1779213309.341065:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306144707 00000800:00000010:2.0:1779213309.341065:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:0.0:1779213309.341071:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306144619 00000400:00000200:2.0:1779213309.341072:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213309.341077:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306144707 00000100:00000001:1.0:1779213309.341077:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306144707 00000100:00000001:0.0:1779213309.341082:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213309.341083:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213309.341084:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306144280 00000100:00000001:0.0:1779213309.341088:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.341089:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306144707 00000100:00000001:1.0:1779213309.341093:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213309.341094:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.341095:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213309.341097:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.341098:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213309.341100:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213309.341102:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213309.341103:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213309.341106:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213309.341109:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213309.341196:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e48869 00000800:00000200:3.0:1779213309.341196:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213309.341199:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e48869. 00000800:00000010:3.0:1779213309.341200:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b233226. 00000800:00000200:3.0:1779213309.341203:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213309.341204:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213309.341208:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213309.341208:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213309.341211:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b233226 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213309.341214:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213309.341216:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306149827 00000100:00000001:2.0:1779213309.341218:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213309.341221:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213309.341243:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306144707 00000100:00000001:2.0:1779213309.341248:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.341250:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213309.341265:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213309.341267:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:2.0:1779213309.341270:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213309.341273:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213309.341276:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:2.0:1779213309.341278:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:2.0:1779213309.341280:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213309.341283:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.341295:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213309.341304:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.341310:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.341311:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213309.341352:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213309.341355:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b233226. 00000400:00000200:2.0:1779213309.341358:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213309.341361:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213309.341364:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eeb4de8 00000400:00000010:2.0:1779213309.341365:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001eeb4de8. 00000100:00000001:2.0:1779213309.341368:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213309.341371:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.341378:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213309.341381:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.341387:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.341389:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213309.341751:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306149828 00000100:00000001:3.0:1779213309.341754:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306144707 00000100:00000001:3.0:1779213309.341756:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306149828 00000100:00000001:3.0:1779213309.341757:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306144707 00000100:00000001:3.0:1779213309.341759:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306149828 00000100:00000001:3.0:1779213309.341760:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306144707 00000100:00000001:3.0:1779213309.341762:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213309.341763:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213309.341764:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213309.341765:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213309.341769:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213309.341770:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213309.341771:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213309.341772:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213309.341772:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213309.341781:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213309.343126:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213309.343282:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213309.343287:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213309.343298:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213309.343308:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213309.343352:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208180 00000400:00000200:3.0:1779213309.343362:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:3.0:1779213309.343369:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213309.343373:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213309.343376:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213309.343380:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213309.343402:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213309.343406:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213309.343418:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213309.343433:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213309.343441:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213309.343443:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213309.343445:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213309.343447:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213309.343451:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213309.343457:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208100 00000400:00000200:3.0:1779213309.343462:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:3.0:1779213309.343466:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213309.343470:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213309.343472:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213309.343475:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213309.343476:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213309.343478:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213309.343481:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1779213309.343483:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213309.343488:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213309.343492:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213309.343496:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000723b9aca. 00000400:00000200:0.0:1779213309.343501:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000400:00000010:0.0:1779213309.343503:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:0.0:1779213309.343506:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213309.343511:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213309.343520:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213309.343528:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213309.343530:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213309.343533:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213309.343537:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213309.343540:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1779213309.343543:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213309.343549:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213309.343554:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213309.343563:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=53 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213309.343572:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=53 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213309.343582:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213309.343584:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213309.343587:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213309.343591:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213309.343595:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213309.343597:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213309.343600:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213309.343601:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.343605:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213309.343607:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213309.343608:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213309.343608:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1779213309.343614:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213309.343617:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213309.343619:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213309.343619:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562be0f1. 00000800:00000001:3.0:1779213309.343623:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213309.343625:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1779213309.343626:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000100:00000001:0.0:1779213309.343628:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213309.343628:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213309.343629:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000800:00000001:3.0:1779213309.343632:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213309.343635:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1779213309.343636:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213309.343637:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213309.343646:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000200:1.0:1779213309.343649:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213309.343670:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208200 00000100:00100000:0.0:1779213309.343674:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960543616:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213309.343682:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x945 [1] + 224 00000100:00000001:0.0:1779213309.343686:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213309.343691:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213309.343691:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213309.343692:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1779213309.343697:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213309.343701:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213309.343702:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213309.343705:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213309.343708:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960543616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213309.343708:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213309.343709:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213309.343713:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213309.343714:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213309.343716:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213309.343719:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213309.343720:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213309.343724:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213309.343730:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=64 v=5 (5 5 5 0) 00000100:00000001:0.0:1779213309.343732:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213309.343737:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1779213309.343738:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=64 v=5 (1 1 1 0) 02000000:00000010:0.0:1779213309.343741:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046324dcc. 00000100:00000001:1.0:1779213309.343743:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1779213309.343744:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213309.343746:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213309.343747:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213309.343751:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1779213309.343751:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1779213309.343755:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00010000:00000001:1.0:1779213309.343755:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.343760:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213309.343761:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213309.343765:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 00000100:00000040:1.0:1779213309.343767:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213309.343770:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213309.343771:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213309.343775:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213309.343779:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213309.343781:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213309.343785:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:1.0:1779213309.343788:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213309.343792:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213309.343792:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213309.343795:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213309.343796:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213309.343801:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213309.343804:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.343806:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213309.343810:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213309.343810:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213309.343814:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213309.343815:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213309.343817:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1779213309.343819:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960543488:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213309.343821:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213309.343821:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000100:00000001:0.0:1779213309.343825:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213309.343826:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000100:00000001:1.0:1779213309.343828:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213309.343829:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:1.0:1779213309.343832:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213309.343833:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1779213309.343838:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960543488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213309.343840:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213309.343852:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213309.343854:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213309.343856:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1f8e2f5. 02000000:00000001:1.0:1779213309.343862:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213309.343865:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213309.343867:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000200:2.0:1779213309.343870:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213309.343871:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213309.343873:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 02000000:00000001:1.0:1779213309.343877:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213309.343880:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213309.343882:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:2.0:1779213309.343886:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213309.343887:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213309.343890:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213309.343890:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213309.343894:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213309.343895:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213309.343898:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213309.343901:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213309.343902:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213309.343904:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213309.343907:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213309.343908:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.343910:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213309.343914:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213309.343918:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=64 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213309.343922:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213309.343925:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213309.343926:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213309.343927:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213309.343931:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213309.343939:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.343942:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213309.343943:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213309.343945:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213309.343945:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213309.343948:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.343954:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213309.343956:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213309.343957:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213309.343959:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213309.343966:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960543744:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213309.343970:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213309.343971:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213309.343973:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5c8f7cf x1865639960543744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213309.343977:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213309.343978:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213309.343979:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc630cfe. 02000000:00000001:2.0:1779213309.343982:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213309.343988:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213309.343989:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213309.343990:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213309.343991:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 02000000:00000001:2.0:1779213309.343993:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213309.343994:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213309.343995:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5c8f7cf. 00000100:00000001:2.0:1779213309.343997:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213309.343998:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213309.343999:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213309.344002:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213309.344003:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213309.344004:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213309.344005:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213309.980345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213309.980353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213309.980362:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213309.980363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213309.980436:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213309.980443:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213309.980447:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1779213310.364333:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213310.364338:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000000c4c695) refs 2 10000000:00000001:1.0:1779213310.364344:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.364347:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1779213310.364348:0:201073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1779213310.364364:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779213310.364367:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1779213310.364369:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779213310.364370:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffffa0ba086af000 from 13 10000000:00000001:1.0:1779213310.364374:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779213310.364375:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1779213310.364383:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213310.364388:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.364393:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213310.364396:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213310.364401:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213310.364407:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1ee1edb. 00000100:00000001:1.0:1779213310.364414:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.364419:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779213310.364421:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1779213310.364428:0:201073:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fdcfee03. 00010000:00000001:1.0:1779213310.364432:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779213310.364434:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001eb5634f. 00000020:00000001:1.0:1779213310.364438:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779213310.364441:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001eb5634f with handle 0xf7a7455962195675 to hash 00000020:00000001:1.0:1779213310.364443:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779213310.364444:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213310.364447:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213310.364451:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213310.364453:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213310.364457:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213310.364467:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213310.364478:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213310.364484:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213310.364492:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213310.364498:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.364501:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320167047168 : -104753542504448 : ffffa0ba2a4f6000) 00000100:00000001:1.0:1779213310.364504:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.364505:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213310.364510:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213310.364512:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.364514:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213310.364516:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213310.364526:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.364535:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213310.364537:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.364541:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213310.364543:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213310.364545:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213310.364548:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960543872:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213310.364553:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213310.364558:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213310.364561:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.364563:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213310.364567:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a67c238. 02000000:00000001:1.0:1779213310.364569:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213310.364575:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 00000400:00000010:1.0:1779213310.364581:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779213310.364587:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960543872, portal 25 00000100:00000001:1.0:1779213310.364589:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.364590:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000040:1.0:1779213310.364594:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.364602:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213310.364605:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213310.364608:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028c414bf. 00000100:00000200:1.0:1779213310.364610:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960543872, offset 0 00000400:00000200:1.0:1779213310.364623:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213310.364636:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213310.364641:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213310.364658:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213310.364661:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213310.364665:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.364668:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [272:272:256:4294967295] 192.168.202.129@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:1.0:1779213310.364679:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213310.364685:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213310.364689:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000800:00000200:1.0:1779213310.364695:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213310.364702:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213310.364705:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779213310.364730:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.364735:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150851 00000100:00000001:1.0:1779213310.364742:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306149827 00000100:00000001:1.0:1779213310.364746:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150851 00000100:00000001:1.0:1779213310.364749:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306149828 00000100:00000001:1.0:1779213310.364752:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150851 00000100:00000001:1.0:1779213310.364755:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306149828 00000100:00000001:1.0:1779213310.364757:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150851 00000100:00000001:1.0:1779213310.364760:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306149828 00000100:00000001:1.0:1779213310.364763:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.364767:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.364769:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213310.364771:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213310.364774:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000cc6318d5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213310.364778:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.364781:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213310.364952:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213310.364960:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:2.0:1779213310.364968:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.364977:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213310.364985:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c414bf 00000400:00000010:2.0:1779213310.364988:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000028c414bf. 00000100:00000001:2.0:1779213310.364993:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213310.365000:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.365013:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213310.365017:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.365024:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213310.365026:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213310.367302:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.367320:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213310.367325:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.367326:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.367349:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213310.367363:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27208280 00000400:00000200:2.0:1779213310.367371:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x959 [1] + 224 00000800:00000001:2.0:1779213310.367378:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.367396:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.367399:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.367403:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213310.367413:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213310.367419:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213310.367431:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.367456:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213310.367464:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.367466:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.367517:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213310.367527:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213310.367529:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213310.367532:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000400:00000200:1.0:1779213310.367538:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:1.0:1779213310.367540:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:1.0:1779213310.367543:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213310.367550:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213310.367560:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.367568:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213310.367569:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.367572:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213310.367574:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213310.367577:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213310.367579:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.367581:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213310.367588:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213310.367591:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213310.367594:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213310.367595:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.367597:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213310.367599:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.367602:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213310.367606:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.367613:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.367616:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213310.367617:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213310.367620:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213310.367627:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960543872:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213310.367660:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.367663:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.367666:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213310.367668:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.367671:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.367678:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213310.367680:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.367684:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213310.367685:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.367688:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779213310.367690:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.367693:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.367696:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001eb5634f refcount=4 00000020:00000001:1.0:1779213310.367698:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213310.367701:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000040:1.0:1779213310.367705:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000001eb5634f, remote cookie: 0x373baddc8f8f75f3, flags: 0x0 00010000:00000001:1.0:1779213310.367709:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779213310.367712:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779213310.367714:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779213310.367715:0:201073:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779213310.367716:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779213310.367718:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fdcfee03) refcount = 1 00010000:00010000:1.0:1779213310.367722:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.367730:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779213310.367732:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779213310.367733:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779213310.367736:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779213310.367738:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213310.367740:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.367755:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779213310.367757:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.367758:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.367759:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.367760:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.367761:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.367763:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.367766:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960543872/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.367771:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213310.367774:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213310.367776:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a67c238. 02000000:00000001:1.0:1779213310.367779:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213310.367781:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.367783:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.367785:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213310.367786:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1ee1edb. 02000000:00000001:1.0:1779213310.367790:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213310.367792:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213310.367793:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213310.367797:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213310.367798:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779213310.367799:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.367802:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213310.367804:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000000c4c695) refs 3 10000000:00000001:1.0:1779213310.367805:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.367807:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.367808:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.367809:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001eb5634f refcount=3 00000020:00000001:1.0:1779213310.367811:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213310.367813:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213310.367815:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779213310.367817:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.367818:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.367823:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.367826:0:201073:0:(mgc_request.c:1521:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1779213310.367829:0:201073:0:(mgc_request.c:1533:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000097a34eb5. 00000100:00000010:1.0:1779213310.367842:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213310.367846:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.367849:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213310.367851:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213310.367855:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213310.367858:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1ee1edb. 00000100:00000001:1.0:1779213310.367861:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.367864:0:201073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1779213310.367867:0:201073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007a67c238. 00000100:00000010:1.0:1779213310.367868:0:201073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003bf7c3fa. 00000020:00000040:1.0:1779213310.367870:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.367873:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213310.367874:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213310.367877:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.367878:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320167047168 : -104753542504448 : ffffa0ba2a4f6000) 00000100:00000001:1.0:1779213310.367879:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.367880:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213310.367883:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213310.367884:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.367885:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213310.367886:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213310.367888:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.367893:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213310.367894:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.367897:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213310.367899:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213310.367901:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213310.367904:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544000:192.168.202.129@tcp:256: 00000100:00000001:1.0:1779213310.367907:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213310.367911:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213310.367918:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.367920:0:201073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1779213310.367924:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 00000400:00000010:1.0:1779213310.367928:0:201073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b262ea67. 00000100:00000200:1.0:1779213310.367933:0:201073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a0ca27208300-0x6a0ca27208300, portal 33 00000100:00000001:1.0:1779213310.367936:0:201073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.367938:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213310.367940:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db79f51d. 02000000:00000001:1.0:1779213310.367942:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213310.367944:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213310.367947:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779213310.367958:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960544000, portal 25 00000100:00000001:1.0:1779213310.367963:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.367964:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000040:1.0:1779213310.367969:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.367973:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213310.367975:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213310.367977:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000100:00000200:1.0:1779213310.367979:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1865639960544000, offset 0 00000400:00000200:1.0:1779213310.367983:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213310.367992:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213310.367995:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213310.367998:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213310.368000:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213310.368002:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.368004:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [273:273:256:4294967295] 192.168.202.129@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:1.0:1779213310.368012:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213310.368016:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213310.368018:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000800:00000200:1.0:1779213310.368022:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213310.368027:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213310.368034:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1779213310.368054:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.368058:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150854 00000100:00000001:1.0:1779213310.368064:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150851 00000100:00000001:1.0:1779213310.368069:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150854 00000100:00000001:1.0:1779213310.368071:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150851 00000100:00000001:1.0:1779213310.368074:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150854 00000100:00000001:1.0:1779213310.368077:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150851 00000100:00000001:1.0:1779213310.368080:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150854 00000100:00000001:1.0:1779213310.368083:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150851 00000100:00000001:1.0:1779213310.368087:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.368090:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.368092:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213310.368094:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213310.368096:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000cc6318d5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213310.368098:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.368100:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213310.368185:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213310.368190:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:3.0:1779213310.368194:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.368199:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213310.368203:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:3.0:1779213310.368205:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:3.0:1779213310.368208:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213310.368211:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.368220:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213310.368314:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.368321:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.368323:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213310.369442:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.369452:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213310.369454:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.369456:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.369462:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213310.369473:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 44 into portal 33 MB=0x6a0ca27208300 00000400:00000200:2.0:1779213310.369478:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.129@tcp of length 44/44 into md 0x961 [4] + 0 00000400:00000010:2.0:1779213310.369482:0:199006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000400:00000200:2.0:1779213310.369487:0:199006:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b262ea67 00000800:00000001:2.0:1779213310.369490:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.369494:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.369496:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.369499:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213310.369502:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b262ea67 00000400:00000010:2.0:1779213310.369503:0:199006:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000b262ea67. 00000100:00000001:2.0:1779213310.369507:0:199006:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1779213310.369509:0:199006:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c37d84ad desc 000000007a67c238 mbits 1865639960544000 00000100:00000001:2.0:1779213310.369527:0:199006:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1779213310.369531:0:199006:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1779213310.369535:0:199006:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213310.369540:0:199006:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [274:274:256:4294967295] 192.168.202.129@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:2.0:1779213310.369548:0:199006:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) 192.168.202.129@tcp : ACK try# 0 00000800:00000200:2.0:1779213310.369555:0:199006:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213310.369561:0:199006:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 0000000021b48df8. 00000100:00000001:1.0:1779213310.369567:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.369570:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213310.369577:0:199006:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213310.369584:0:199006:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213310.369588:0:199006:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000021b48df8 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1779213310.369700:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213310.369704:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 0000000021b48df8. 00000400:00000200:2.0:1779213310.369706:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.369710:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: ACK: OK 00000800:00000001:2.0:1779213310.369715:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.369718:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213310.370362:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.370369:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213310.370371:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.370373:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.370379:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213310.370387:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 240 into portal 25 MB=0x6a0ca27208300 00000400:00000200:3.0:1779213310.370393:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 240/240 into md 0x965 [1] + 224 00000800:00000001:3.0:1779213310.370397:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.370401:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.370403:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.370406:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213310.370410:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213310.370416:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213310.370426:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.370442:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213310.370446:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.370448:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.370486:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213310.370494:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213310.370496:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213310.370499:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213310.370504:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:1.0:1779213310.370506:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:1.0:1779213310.370510:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213310.370516:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213310.370525:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.370530:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213310.370548:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.370550:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213310.370552:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213310.370553:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213310.370555:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.370557:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213310.370561:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213310.370563:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213310.370565:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213310.370566:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.370567:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213310.370569:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.370571:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213310.370573:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213310.370577:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.370581:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213310.370583:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213310.370584:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213310.370588:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544000:192.168.202.129@tcp:256: 00000100:00000001:1.0:1779213310.370591:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.370592:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.370593:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213310.370595:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.370596:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.370599:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213310.370601:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.370603:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213310.370604:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1779213310.370607:0:201073:0:(mgc_request.c:1599:mgc_process_recover_log()) Latest version 13, more 0. 10000000:00000001:1.0:1779213310.370612:0:201073:0:(mgc_request.c:1310:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1779213310.370615:0:201073:0:(mgc_request.c:1333:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000071ed5f4a. 10000000:00000010:1.0:1779213310.370617:0:201073:0:(mgc_request.c:1345:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000886ffd84. 10000000:00000200:1.0:1779213310.370621:0:201073:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1779213310.370622:0:201073:0:(mgc_request.c:1442:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffffa0ba086af000 00010000:00000001:1.0:1779213310.370628:0:201073:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1779213310.370630:0:201073:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:1.0:1779213310.370633:0:201073:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.202.129@tcp has 192.168.202.129@tcp. 00000100:00000001:1.0:1779213310.370634:0:201073:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.370635:0:201073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1779213310.370636:0:201073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.129@tcp with 192.168.202.129@tcp 00000100:00000200:1.0:1779213310.370638:0:201073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.129@tcp' 00000400:00000200:1.0:1779213310.370639:0:201073:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1779213310.370641:0:201073:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1779213310.370653:0:201073:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.370658:0:201073:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1779213310.370662:0:201073:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1779213310.370664:0:201073:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:1.0:1779213310.370665:0:201073:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 00000100:00000001:1.0:1779213310.370667:0:201073:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.370668:0:201073:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1779213310.370669:0:201073:0:(mgc_request.c:1488:mgc_apply_recover_logs()) ir apply logs 13/13 for lustre-MDT0001-mdc-ffffa0ba086af000 10000000:00000010:1.0:1779213310.370671:0:201073:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000886ffd84. 10000000:00000010:1.0:1779213310.370673:0:201073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000071ed5f4a. 10000000:00000001:1.0:1779213310.370674:0:201073:0:(mgc_request.c:1497:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.370676:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.370678:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960544000/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.370682:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213310.370683:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213310.370685:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db79f51d. 02000000:00000001:1.0:1779213310.370687:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213310.370688:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.370688:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.370690:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213310.370694:0:201073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1779213310.370695:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.370696:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.370697:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1779213310.370699:0:201073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003bf7c3fa. 00000100:00000010:1.0:1779213310.370701:0:201073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007a67c238. 00000100:00000001:1.0:1779213310.370702:0:201073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1779213310.370704:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1ee1edb. 02000000:00000001:1.0:1779213310.370706:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213310.370708:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213310.370710:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213310.370714:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213310.370715:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1779213310.370727:0:201073:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000097a34eb5. 10000000:01000000:1.0:1779213310.370731:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1779213310.370733:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779213310.370735:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.370737:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.370740:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001eb5634f refcount=3 00000020:00000001:1.0:1779213310.370742:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213310.370745:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213310.370747:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779213310.370751:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.370760:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.370762:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779213310.370763:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.370769:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779213310.370770:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.370771:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779213310.370772:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.370774:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.370776:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779213310.370782:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213310.370784:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000067667326) refs 2 10000000:00000001:1.0:1779213310.370785:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.370787:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779213310.370788:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000000c4c695) refs 3 10000000:00000001:1.0:1779213310.370790:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1779213310.370791:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779213310.370792:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1779213310.370794:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779213310.370796:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0ba086af000 from 42 10000000:00000001:1.0:1779213310.370797:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779213310.370799:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1779213310.370802:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213310.370805:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.370808:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213310.370810:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213310.370814:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213310.370819:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1ee1edb. 00000100:00000001:1.0:1779213310.370823:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.370827:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779213310.370829:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1779213310.370834:0:201073:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006cf7a110. 00010000:00000001:1.0:1779213310.370839:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779213310.370841:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078e3df21. 00000020:00000001:1.0:1779213310.370844:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779213310.370845:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078e3df21 with handle 0xf7a745596219567c to hash 00000020:00000001:1.0:1779213310.370846:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779213310.370847:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:1.0:1779213310.370849:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:1.0:1779213310.370852:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213310.370854:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213310.370856:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213310.370862:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213310.370875:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213310.370880:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213310.370882:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213310.370886:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.370888:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320167047168 : -104753542504448 : ffffa0ba2a4f6000) 00000100:00000001:1.0:1779213310.370890:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.370891:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213310.370894:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213310.370896:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.370898:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213310.370899:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213310.370902:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.370909:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213310.370911:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.370913:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213310.370915:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213310.370917:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213310.370919:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544128:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213310.370922:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213310.370926:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213310.370927:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.370929:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213310.370932:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a67c238. 02000000:00000001:1.0:1779213310.370934:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213310.370937:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213310.370941:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779213310.370945:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960544128, portal 25 00000100:00000001:1.0:1779213310.370947:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.370948:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000040:1.0:1779213310.370957:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.370963:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213310.370966:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213310.370968:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40c3f01. 00000100:00000200:1.0:1779213310.370971:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960544128, offset 0 00000400:00000200:1.0:1779213310.370977:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213310.370985:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213310.370988:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213310.370991:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213310.370994:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213310.370997:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.371000:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [275:275:256:4294967295] 192.168.202.129@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:1.0:1779213310.371010:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213310.371015:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213310.371019:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000800:00000200:1.0:1779213310.371031:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213310.371038:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213310.371041:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779213310.371061:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.371065:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150857 00000100:00000001:1.0:1779213310.371071:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150854 00000100:00000001:1.0:1779213310.371075:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150857 00000100:00000001:1.0:1779213310.371078:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150854 00000100:00000001:1.0:1779213310.371083:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150857 00000100:00000001:1.0:1779213310.371086:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150854 00000100:00000001:1.0:1779213310.371090:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150857 00000100:00000001:1.0:1779213310.371094:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150854 00000100:00000001:1.0:1779213310.371104:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.371106:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.371108:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213310.371109:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213310.371111:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000cc6318d5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213310.371113:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.371115:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213310.371165:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213310.371169:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:3.0:1779213310.371173:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.371179:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213310.371183:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40c3f01 00000400:00000010:3.0:1779213310.371185:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b40c3f01. 00000100:00000001:3.0:1779213310.371189:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213310.371193:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.371205:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213310.371219:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.371297:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.371299:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213310.372484:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.372494:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213310.372497:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.372499:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.372507:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213310.372518:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27208380 00000400:00000200:2.0:1779213310.372525:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x96d [1] + 224 00000800:00000001:2.0:1779213310.372531:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.372536:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.372538:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.372542:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213310.372547:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213310.372551:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213310.372587:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.372604:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213310.372611:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.372614:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.372669:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213310.372678:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213310.372680:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213310.372683:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213310.372690:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:1.0:1779213310.372692:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:1.0:1779213310.372695:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213310.372702:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213310.372710:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.372716:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213310.372718:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.372720:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213310.372722:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213310.372724:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213310.372726:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.372728:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213310.372732:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213310.372735:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213310.372737:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213310.372738:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.372740:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213310.372742:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.372745:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213310.372748:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.372754:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.372767:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213310.372769:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213310.372772:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213310.372779:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544128:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213310.372783:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.372785:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.372787:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213310.372789:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.372791:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.372797:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213310.372799:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.372813:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213310.372814:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.372816:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779213310.372818:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.372820:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.372822:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078e3df21 refcount=4 00000020:00000001:1.0:1779213310.372823:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:1.0:1779213310.372825:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000040:1.0:1779213310.372828:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000078e3df21, remote cookie: 0x373baddc8f8f75fa, flags: 0x0 00010000:00000001:1.0:1779213310.372831:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779213310.372833:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779213310.372835:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779213310.372835:0:201073:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779213310.372836:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779213310.372838:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000006cf7a110) refcount = 1 00010000:00010000:1.0:1779213310.372840:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.372845:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779213310.372851:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779213310.372852:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779213310.372855:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779213310.372857:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213310.372859:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.372865:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779213310.372866:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.372868:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.372869:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.372869:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.372871:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.372873:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.372877:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960544128/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.372883:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213310.372885:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213310.372887:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a67c238. 02000000:00000001:1.0:1779213310.372890:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213310.372891:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.372892:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.372894:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213310.372896:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1ee1edb. 02000000:00000001:1.0:1779213310.372899:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213310.372901:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213310.372902:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213310.372905:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213310.372906:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779213310.372908:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.372911:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213310.372912:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000067667326) refs 3 10000000:00000001:1.0:1779213310.372913:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.372914:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.372915:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.372916:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078e3df21 refcount=3 00000020:00000001:1.0:1779213310.372917:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:1.0:1779213310.372922:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:1.0:1779213310.372924:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779213310.372925:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.372925:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.372926:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.372928:0:201073:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1779213310.372930:0:201073:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003bf7c3fa. 00000020:00000010:1.0:1779213310.372933:0:201073:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1ee1edb. 00000020:00000010:1.0:1779213310.372937:0:201073:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db79f51d. 00000040:00000010:1.0:1779213310.372939:0:201073:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006515fac4. 00000020:00000010:1.0:1779213310.372942:0:201073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d7b8359. 00000020:00000010:1.0:1779213310.372945:0:201073:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a078aec3. 80000000:00000010:1.0:1779213310.372948:0:201073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002b633de8. 00040000:00000010:1.0:1779213310.372952:0:201073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000217e29bf. 20000000:00000010:1.0:1779213310.372956:0:201073:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000d1f8e2f5. 10000000:00000040:1.0:1779213310.372959:0:201073:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 00000000f5f6a2d0 : new refcount 2 00000020:00000001:1.0:1779213310.372961:0:201073:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1779213310.372963:0:201073:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1779213310.372965:0:201073:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1779213310.372968:0:201073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d0d59762. 00000040:00000001:1.0:1779213310.372972:0:201073:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1779213310.372974:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779213310.372977:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213310.372980:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.372984:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213310.372986:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213310.372990:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213310.372994:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba02b3b7. 00000100:00000001:1.0:1779213310.372998:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.373008:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213310.373010:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213310.373014:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.373016:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320167047168 : -104753542504448 : ffffa0ba2a4f6000) 00000100:00000001:1.0:1779213310.373018:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.373023:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213310.373027:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213310.373029:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.373030:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213310.373031:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213310.373035:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.373041:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213310.373043:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.373046:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213310.373048:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213310.373050:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213310.373052:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544256:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779213310.373055:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213310.373058:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213310.373059:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.373061:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213310.373067:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b438051. 02000000:00000001:1.0:1779213310.373069:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213310.373073:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213310.373076:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779213310.373080:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960544256, portal 25 00000100:00000001:1.0:1779213310.373082:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.373083:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000040:1.0:1779213310.373087:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.373092:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213310.373095:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213310.373097:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213310.373099:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960544256, offset 0 00000400:00000200:1.0:1779213310.373103:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213310.373112:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213310.373116:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213310.373125:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213310.373127:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213310.373129:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.373133:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [276:276:256:4294967295] 192.168.202.129@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:1.0:1779213310.373141:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213310.373146:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213310.373150:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000800:00000200:1.0:1779213310.373156:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213310.373161:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213310.373165:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1779213310.373181:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.373184:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150859 00000100:00000001:1.0:1779213310.373190:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150857 00000100:00000001:1.0:1779213310.373195:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150859 00000100:00000001:1.0:1779213310.373198:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150857 00000100:00000001:1.0:1779213310.373201:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150859 00000100:00000001:1.0:1779213310.373206:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150857 00000100:00000001:1.0:1779213310.373210:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150859 00000100:00000001:1.0:1779213310.373217:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150857 00000100:00000001:1.0:1779213310.373220:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.373263:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.373265:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213310.373268:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213310.373270:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000cc6318d5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213310.373290:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.373294:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213310.373294:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213310.373302:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:3.0:1779213310.373308:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.373314:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213310.373318:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:3.0:1779213310.373320:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:3.0:1779213310.373324:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213310.373329:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.373338:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213310.373341:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.373348:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.373403:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213310.374452:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.374460:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213310.374462:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.374464:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.374470:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213310.374482:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca27208400 00000400:00000200:3.0:1779213310.374487:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0x975 [1] + 224 00000800:00000001:3.0:1779213310.374493:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.374497:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.374499:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.374502:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213310.374506:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213310.374509:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213310.374518:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.374548:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213310.374554:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.374557:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.374612:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213310.374620:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213310.374621:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213310.374624:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213310.374636:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:1.0:1779213310.374638:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:1.0:1779213310.374640:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213310.374655:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213310.374662:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.374667:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213310.374668:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.374670:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213310.374671:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213310.374673:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213310.374674:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.374676:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213310.374679:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213310.374681:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213310.374683:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213310.374684:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.374685:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213310.374687:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.374688:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213310.374690:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.374694:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.374695:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213310.374697:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213310.374698:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213310.374703:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544256:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779213310.374706:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.374707:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.374709:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213310.374710:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.374715:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.374719:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213310.374721:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.374724:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213310.374724:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213310.374727:0:201073:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1779213310.374729:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.374730:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.374731:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213310.374732:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.374733:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960544256/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.374737:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213310.374738:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213310.374739:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b438051. 02000000:00000001:1.0:1779213310.374741:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213310.374742:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.374742:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.374743:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213310.374744:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba02b3b7. 02000000:00000001:1.0:1779213310.374746:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213310.374748:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213310.374749:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213310.374752:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213310.374752:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1779213310.374754:0:201073:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213310.374756:0:201073:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:1.0:1779213310.374759:0:201073:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ff4727f6. 00000040:00000001:1.0:1779213310.374761:0:201073:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1779213310.374762:0:201073:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1779213310.374763:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779213310.374766:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213310.374767:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.374769:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213310.374770:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213310.374777:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213310.374780:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b438051. 00000100:00000001:1.0:1779213310.374782:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.374784:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213310.374785:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213310.374787:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.374788:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320167047168 : -104753542504448 : ffffa0ba2a4f6000) 00000100:00000001:1.0:1779213310.374790:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.374791:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213310.374793:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213310.374794:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.374795:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213310.374796:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213310.374797:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.374801:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213310.374802:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.374804:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213310.374805:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213310.374806:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213310.374808:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544384:192.168.202.129@tcp:503: 00000100:00000001:1.0:1779213310.374811:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213310.374823:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213310.374824:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.375017:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213310.375029:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000657baf4c. 02000000:00000001:1.0:1779213310.375031:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213310.375035:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213310.375038:0:201073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000440bc5d4. 00000100:00000200:1.0:1779213310.375042:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960544384, portal 25 00000100:00000001:1.0:1779213310.375043:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.375044:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000040:1.0:1779213310.375049:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.375065:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213310.375067:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213310.375070:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779213310.375072:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960544384, offset 0 00000400:00000200:1.0:1779213310.375078:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213310.375088:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213310.375092:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213310.375095:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213310.375098:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213310.375100:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.375103:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [277:277:256:4294967295] 192.168.202.129@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:1.0:1779213310.375112:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213310.375117:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213310.375121:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000800:00000200:1.0:1779213310.375127:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213310.375133:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213310.375136:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1779213310.375160:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.375164:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150861 00000100:00000001:1.0:1779213310.375169:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150859 00000100:00000001:1.0:1779213310.375174:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150861 00000100:00000001:1.0:1779213310.375176:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150859 00000100:00000001:1.0:1779213310.375179:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150861 00000100:00000001:1.0:1779213310.375181:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150859 00000100:00000001:1.0:1779213310.375183:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150861 00000100:00000001:1.0:1779213310.375186:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150859 00000100:00000001:1.0:1779213310.375188:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.375190:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.375199:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213310.375200:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213310.375202:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000cc6318d5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213310.375205:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.375206:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213310.375367:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213310.375371:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:2.0:1779213310.375375:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.375380:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213310.375384:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:2.0:1779213310.375386:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:2.0:1779213310.375389:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213310.375392:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.375400:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213310.375402:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.375408:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213310.375409:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213310.376741:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.376751:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213310.376754:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.376757:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.376766:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213310.376777:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8416 into portal 25 MB=0x6a0ca27208480 00000400:00000200:3.0:1779213310.376837:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8416/8416 into md 0x97d [4] + 224 00000800:00000001:3.0:1779213310.376843:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.376854:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.376864:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.376868:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213310.376874:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213310.376878:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213310.376889:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.376908:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213310.376914:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.376917:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.376959:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213310.376966:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213310.376969:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213310.376971:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213310.376975:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000440bc5d4 00000400:00000010:1.0:1779213310.376978:0:201073:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000440bc5d4. 00000100:00000001:1.0:1779213310.376982:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213310.376986:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213310.376995:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.377002:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213310.377004:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.377006:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213310.377010:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213310.377013:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213310.377015:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.377018:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213310.377025:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213310.377029:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213310.377032:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213310.377033:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.377036:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213310.377038:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.377042:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213310.377045:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.377051:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.377054:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213310.377056:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213310.377069:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213310.377076:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544384:192.168.202.129@tcp:503: 00000100:00000001:1.0:1779213310.377081:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.377084:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.377086:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213310.377088:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.377091:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.377097:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213310.377100:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.377102:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213310.377104:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213310.377112:0:201073:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1779213310.377114:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.377117:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960544384/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.377123:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213310.377125:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213310.377128:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000657baf4c. 02000000:00000001:1.0:1779213310.377143:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213310.377146:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.377148:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.377150:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213310.377152:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b438051. 02000000:00000001:1.0:1779213310.377156:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213310.377159:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213310.377160:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213310.377165:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213310.377166:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779213310.377169:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.377170:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.377172:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1779213310.377174:0:201073:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213310.377189:0:201073:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213310.377193:0:201073:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1779213310.377196:0:201073:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000360f9826. 00000040:00001000:1.0:1779213310.377198:0:201073:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:3.0:1779213310.377553:0:203538:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:3.0:1779213310.377560:0:203538:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3e3c6de. 00000020:00000010:3.0:1779213310.377566:0:203538:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cac4cc68. 00000040:00000010:3.0:1779213310.377571:0:203538:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000012b42b12. 00000020:00000010:3.0:1779213310.377576:0:203538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001dcf439. 00000020:00000010:3.0:1779213310.377581:0:203538:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e7da039. 00000020:00000010:3.0:1779213310.377587:0:203538:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000f975a8a9. 80000000:00000010:3.0:1779213310.377592:0:203538:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000030640ff3. 40000000:00000010:3.0:1779213310.377597:0:203538:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002eb77017. 00100000:00000010:3.0:1779213310.378803:0:203538:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009694ff5b. 00040000:00000010:3.0:1779213310.379914:0:203538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b691e64d. 00040000:00000010:3.0:1779213310.379925:0:203538:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb94d835. 00040000:00000010:3.0:1779213310.379929:0:203538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2a5d100. 00000004:00000010:3.0:1779213310.379934:0:203538:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000467f2dca. 00000004:00000010:3.0:1779213310.379941:0:203538:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015b6c2ff. 00000004:00000010:3.0:1779213310.379946:0:203538:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000ecf177a5. 00002000:00000010:3.0:1779213310.379951:0:203538:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a2adf6ae. 00000004:00000010:3.0:1779213310.379956:0:203538:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000069eedd69. 00000020:00000010:3.0:1779213310.379963:0:203538:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d7f9db08. 00000040:00000010:3.0:1779213310.379975:0:203538:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000740499ff. 00000040:00001000:3.0:1779213310.379979:0:203538:0:(llog.c:610:llog_process_thread()) index: 42 last_index 64767 00000040:00000001:3.0:1779213310.379982:0:203538:0:(lustre_log.h:474:llog_next_block()) Process entered 00000040:00000001:3.0:1779213310.379984:0:203538:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1779213310.379989:0:203538:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:3.0:1779213310.379997:0:203538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213310.380000:0:203538:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213310.380004:0:203538:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213310.380008:0:203538:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213310.380013:0:203538:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213310.380020:0:203538:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bcf61ca3. 00000100:00000001:3.0:1779213310.380028:0:203538:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.380034:0:203538:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779213310.380036:0:203538:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779213310.380043:0:203538:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e2804d9. 00000100:00000001:3.0:1779213310.380046:0:203538:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320282618880 : -104753426932736 : ffffa0ba3132dc00) 00000100:00000001:3.0:1779213310.380049:0:203538:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213310.380050:0:203538:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000001:3.0:1779213310.380056:0:203538:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213310.380058:0:203538:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.380060:0:203538:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779213310.380062:0:203538:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213310.380072:0:203538:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.380083:0:203538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213310.380097:0:203538:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213310.380103:0:203538:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213310.380106:0:203538:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213310.380109:0:203538:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213310.380112:0:203538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b5b512f-2a88-4bb9-9353-717302515155:203538:1865639960544512:192.168.202.129@tcp:502: 00000100:00000001:3.0:1779213310.380117:0:203538:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213310.380123:0:203538:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213310.380126:0:203538:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213310.380129:0:203538:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213310.380146:0:203538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000657baf4c. 02000000:00000001:3.0:1779213310.380148:0:203538:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213310.380155:0:203538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000400:00000010:3.0:1779213310.380162:0:203538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000af900340. 00000100:00000200:3.0:1779213310.380170:0:203538:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960544512, portal 25 00000100:00000001:3.0:1779213310.380172:0:203538:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213310.380173:0:203538:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000040:3.0:1779213310.380179:0:203538:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.380187:0:203538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213310.380190:0:203538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213310.380193:0:203538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 00000100:00000200:3.0:1779213310.380196:0:203538:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960544512, offset 0 00000400:00000200:3.0:1779213310.380203:0:203538:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213310.380218:0:203538:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213310.380238:0:203538:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213310.380243:0:203538:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213310.380247:0:203538:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213310.380250:0:203538:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213310.380254:0:203538:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [278:278:256:4294967295] 192.168.202.129@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:3.0:1779213310.380267:0:203538:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213310.380273:0:203538:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213310.380278:0:203538:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd44fedf. 00000800:00000200:3.0:1779213310.380289:0:203538:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213310.380298:0:203538:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213310.380303:0:203538:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cd44fedf type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1779213310.380331:0:203538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.380336:0:203538:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150867 00000100:00000001:3.0:1779213310.380345:0:203538:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150861 00000100:00000001:3.0:1779213310.380352:0:203538:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150867 00000100:00000001:3.0:1779213310.380355:0:203538:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150861 00000100:00000001:3.0:1779213310.380358:0:203538:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150867 00000100:00000001:3.0:1779213310.380361:0:203538:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150861 00000100:00000001:3.0:1779213310.380363:0:203538:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150867 00000100:00000001:3.0:1779213310.380366:0:203538:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150861 00000100:00000001:3.0:1779213310.380369:0:203538:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213310.380372:0:203538:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.380374:0:203538:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213310.380376:0:203538:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779213310.380378:0:203538:0:(client.c:2692:ptlrpc_set_wait()) set 000000004e2804d9 going to sleep for 11 seconds 00000100:00000001:3.0:1779213310.380381:0:203538:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213310.380383:0:203538:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213310.380583:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213310.380588:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd44fedf. 00000400:00000200:2.0:1779213310.380594:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.380599:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213310.380604:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00000400:00000010:2.0:1779213310.380607:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:2.0:1779213310.380611:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213310.380615:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.380625:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213310.380628:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.380657:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213310.380659:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213310.384343:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213310.384362:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213310.384367:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213310.384369:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213310.384380:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213310.384397:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8472 into portal 25 MB=0x6a0ca27208500 00000400:00000200:0.0:1779213310.384405:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8472/8472 into md 0x985 [4] + 224 00000800:00000001:0.0:1779213310.384411:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213310.384442:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213310.384444:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213310.384448:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213310.384455:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213310.384461:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213310.384470:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213310.384488:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213310.384496:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213310.384498:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213310.384528:0:203538:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213310.384535:0:203538:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213310.384537:0:203538:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213310.384540:0:203538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00000400:00000200:3.0:1779213310.384543:0:203538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af900340 00000400:00000010:3.0:1779213310.384545:0:203538:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000af900340. 00000100:00000001:3.0:1779213310.384548:0:203538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213310.384552:0:203538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213310.384560:0:203538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.384564:0:203538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213310.384576:0:203538:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213310.384579:0:203538:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213310.384581:0:203538:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213310.384584:0:203538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213310.384586:0:203538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213310.384589:0:203538:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213310.384595:0:203538:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213310.384598:0:203538:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213310.384600:0:203538:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213310.384602:0:203538:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213310.384604:0:203538:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213310.384606:0:203538:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.384608:0:203538:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213310.384610:0:203538:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.384614:0:203538:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213310.384617:0:203538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213310.384619:0:203538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213310.384621:0:203538:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213310.384626:0:203538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b5b512f-2a88-4bb9-9353-717302515155:203538:1865639960544512:192.168.202.129@tcp:502: 00000100:00000001:3.0:1779213310.384629:0:203538:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213310.384631:0:203538:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.384633:0:203538:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779213310.384634:0:203538:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213310.384636:0:203538:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.384639:0:203538:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213310.384654:0:203538:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004e2804d9. 00000100:00000001:3.0:1779213310.384657:0:203538:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779213310.384659:0:203538:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1779213310.384669:0:203538:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1779213310.384671:0:203538:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213310.384677:0:203538:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960544512/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.384689:0:203538:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213310.384693:0:203538:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213310.384695:0:203538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000657baf4c. 02000000:00000001:3.0:1779213310.384710:0:203538:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213310.384712:0:203538:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213310.384714:0:203538:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213310.384717:0:203538:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213310.384719:0:203538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bcf61ca3. 02000000:00000001:3.0:1779213310.384725:0:203538:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213310.384727:0:203538:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213310.384729:0:203538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:3.0:1779213310.384733:0:203538:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213310.384734:0:203538:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213310.384737:0:203538:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213310.384738:0:203538:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213310.384740:0:203538:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1779213310.384742:0:203538:0:(lustre_log.h:484:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1779213310.384745:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2000 type=0x10620000 idx=1 00000040:00001000:3.0:1779213310.384749:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1779213310.384750:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e20e0 type=0x10620000 idx=2 00000040:00001000:3.0:1779213310.384751:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1779213310.384752:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2158 type=0x10620000 idx=3 00000040:00001000:3.0:1779213310.384753:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1779213310.384754:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2200 type=0x10620000 idx=4 00000040:00001000:3.0:1779213310.384754:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1779213310.384755:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e22e0 type=0x10620000 idx=5 00000040:00001000:3.0:1779213310.384756:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1779213310.384756:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e23c0 type=0x10620000 idx=6 00000040:00001000:3.0:1779213310.384757:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1779213310.384758:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2438 type=0x10620000 idx=7 00000040:00001000:3.0:1779213310.384758:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 7 00000040:00001000:3.0:1779213310.384759:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e24e0 type=0x10620000 idx=8 00000040:00001000:3.0:1779213310.384760:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 8 00000040:00001000:3.0:1779213310.384760:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e25c0 type=0x10620000 idx=9 00000040:00001000:3.0:1779213310.384761:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 9 00000040:00001000:3.0:1779213310.384766:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e26a0 type=0x10620000 idx=10 00000040:00001000:3.0:1779213310.384767:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 10 00000040:00001000:3.0:1779213310.384768:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2718 type=0x10620000 idx=11 00000040:00001000:3.0:1779213310.384769:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 11 00000040:00001000:3.0:1779213310.384770:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e27f8 type=0x10620000 idx=12 00000040:00001000:3.0:1779213310.384771:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 12 00000040:00001000:3.0:1779213310.384771:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e28d8 type=0x10620000 idx=13 00000040:00001000:3.0:1779213310.384772:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 13 00000040:00001000:3.0:1779213310.384773:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2930 type=0x10620000 idx=14 00000040:00001000:3.0:1779213310.384773:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 14 00000040:00001000:3.0:1779213310.384774:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e29b0 type=0x10620000 idx=15 00000040:00001000:3.0:1779213310.384775:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 15 00000040:00001000:3.0:1779213310.384775:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2a40 type=0x10620000 idx=16 00000040:00001000:3.0:1779213310.384776:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 16 00000040:00001000:3.0:1779213310.384776:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1779213310.384777:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 17 00000040:00001000:3.0:1779213310.384778:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1779213310.384779:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 18 00000040:00001000:3.0:1779213310.384779:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1779213310.384780:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 19 00000040:00001000:3.0:1779213310.384780:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1779213310.384781:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 20 00000040:00001000:3.0:1779213310.384782:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1779213310.384782:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 21 00000040:00001000:3.0:1779213310.384783:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1779213310.384784:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 22 00000040:00001000:3.0:1779213310.384784:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2f08 type=0x10620000 idx=23 00000040:00001000:3.0:1779213310.384785:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 23 00000040:00001000:3.0:1779213310.384786:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e2f88 type=0x10620000 idx=24 00000040:00001000:3.0:1779213310.384786:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 24 00000040:00001000:3.0:1779213310.384787:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3018 type=0x10620000 idx=25 00000040:00001000:3.0:1779213310.384788:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 25 00000040:00001000:3.0:1779213310.384788:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e30b8 type=0x10620000 idx=26 00000040:00001000:3.0:1779213310.384789:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 26 00000040:00001000:3.0:1779213310.384790:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3198 type=0x10620000 idx=27 00000040:00001000:3.0:1779213310.384793:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 27 00000040:00001000:3.0:1779213310.384794:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3278 type=0x10620000 idx=28 00000040:00001000:3.0:1779213310.384795:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 28 00000040:00001000:3.0:1779213310.384795:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e32c8 type=0x10620000 idx=29 00000040:00001000:3.0:1779213310.384797:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 29 00000040:00001000:3.0:1779213310.384797:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e33a8 type=0x10620000 idx=30 00000040:00001000:3.0:1779213310.384798:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 30 00000040:00001000:3.0:1779213310.384799:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3488 type=0x10620000 idx=31 00000040:00001000:3.0:1779213310.384799:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 31 00000040:00001000:3.0:1779213310.384800:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e34e0 type=0x10620000 idx=32 00000040:00001000:3.0:1779213310.384801:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 32 00000040:00001000:3.0:1779213310.384801:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3560 type=0x10620000 idx=33 00000040:00001000:3.0:1779213310.384802:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 33 00000040:00001000:3.0:1779213310.384803:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e35f0 type=0x10620000 idx=34 00000040:00001000:3.0:1779213310.384804:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 34 00000040:00001000:3.0:1779213310.384805:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3670 type=0x10620000 idx=35 00000040:00001000:3.0:1779213310.384806:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 35 00000040:00001000:3.0:1779213310.384807:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3750 type=0x10620000 idx=36 00000040:00001000:3.0:1779213310.384808:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 36 00000040:00001000:3.0:1779213310.384809:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3830 type=0x10620000 idx=37 00000040:00001000:3.0:1779213310.384811:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 37 00000040:00001000:3.0:1779213310.384811:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3880 type=0x10620000 idx=38 00000040:00001000:3.0:1779213310.384813:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 38 00000040:00001000:3.0:1779213310.384813:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3960 type=0x10620000 idx=39 00000040:00001000:3.0:1779213310.384815:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 39 00000040:00001000:3.0:1779213310.384816:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3a40 type=0x10620000 idx=40 00000040:00001000:3.0:1779213310.384817:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 40 00000040:00001000:3.0:1779213310.384818:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3a98 type=0x10620000 idx=41 00000040:00001000:3.0:1779213310.384820:0:203538:0:(llog.c:762:llog_process_thread()) skipping lrh_index 41 00000040:00001000:3.0:1779213310.384821:0:203538:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba181e3b18 type=0x10620000 idx=42 00000040:00001000:3.0:1779213310.384823:0:203538:0:(llog.c:779:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:3.0:1779213310.384824:0:203538:0:(llog.c:800:llog_process_thread()) index: 42, lh_last_idx: 57 synced_idx: 0 lgh_last_idx: 57 00000020:00000001:3.0:1779213310.384828:0:203538:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1779213310.384837:0:203538:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002e59dd70. 00000020:01000000:3.0:1779213310.384849:0:203538:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000010:3.0:1779213310.384857:0:203538:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004e2804d9. 00000020:00000080:3.0:1779213310.384860:0:203538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1779213310.384878:0:203538:0:(obd_config.c:742:class_setup()) Process entered 00000020:00020000:3.0:1779213310.384881:0:203538:0:(obd_config.c:761:class_setup()) mdc: device 4 already setup: rc = -17 00000020:00000001:3.0:1779213310.388250:0:203538:0:(obd_config.c:762:class_setup()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:3.0:1779213310.388259:0:203538:0:(obd_config.c:1618:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000080:3.0:1779213310.388265:0:203538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1779213310.388273:0:203538:0:(obd_config.c:863:class_detach()) Process entered 00000020:00020000:3.0:1779213310.388275:0:203538:0:(obd_config.c:866:class_detach()) OBD device 4 still set up 00000020:00000001:3.0:1779213310.391127:0:203538:0:(obd_config.c:867:class_detach()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1779213310.391134:0:203538:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1779213310.391138:0:203538:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004e2804d9. 00000020:00000010:3.0:1779213310.391147:0:203538:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002e59dd70. 00000020:00020000:3.0:1779213310.391151:0:203538:0:(obd_config.c:2103:class_config_llog_handler()) MGC192.168.202.129@tcp: cfg command failed: rc = -17 00000020:00000001:3.0:1779213310.395374:0:203538:0:(obd_config.c:2421:class_config_dump_handler()) Process entered 00000020:00000010:3.0:1779213310.395391:0:203538:0:(obd_config.c:2423:class_config_dump_handler()) kmalloced '(outstr)': 256 at 00000000bddec1ab. 00000020:00000001:3.0:1779213310.395399:0:203538:0:(obd_config.c:2352:class_config_parse_rec()) Process entered 00000020:00000001:3.0:1779213310.395404:0:203538:0:(obd_config.c:2411:class_config_parse_rec()) Process leaving (rc=79 : 79 : 4f) 00000020:02000400:3.0:1779213310.395406:0:203538:0:(obd_config.c:2429:class_config_dump_handler()) cmd=cf003 0:lustre-MDT0001-mdc 1:lustre-MDT0001_UUID 2:192.168.202.129@tcp 00000020:00000010:3.0:1779213310.399598:0:203538:0:(obd_config.c:2435:class_config_dump_handler()) kfreed 'outstr': 256 at 00000000bddec1ab. 00000020:00000001:3.0:1779213310.399615:0:203538:0:(obd_config.c:2436:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213310.399619:0:203538:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:3.0:1779213310.399623:0:203538:0:(llog.c:838:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:3.0:1779213310.399629:0:203538:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 57 00000040:00000010:3.0:1779213310.399632:0:203538:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 00000000740499ff. 00000020:00000010:3.0:1779213310.399654:0:203538:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d7f9db08. 00000020:00000010:3.0:1779213310.399675:0:203538:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000cac4cc68. 00000040:00000010:3.0:1779213310.399682:0:203538:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000012b42b12. 00000020:00000010:3.0:1779213310.399686:0:203538:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001dcf439. 00000020:00000010:3.0:1779213310.399693:0:203538:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005e7da039. 00000020:00000010:3.0:1779213310.399808:0:203538:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000f975a8a9. 80000000:00000010:3.0:1779213310.399813:0:203538:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000030640ff3. 40000000:00000010:3.0:1779213310.399841:0:203538:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002eb77017. 00100000:00000010:3.0:1779213310.399846:0:203538:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009694ff5b. 00040000:00000010:3.0:1779213310.399851:0:203538:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b691e64d. 00040000:00000010:3.0:1779213310.399856:0:203538:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000eb94d835. 00040000:00000010:3.0:1779213310.399859:0:203538:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2a5d100. 00000004:00000010:3.0:1779213310.399865:0:203538:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 00000000467f2dca. 00000004:00000010:3.0:1779213310.399870:0:203538:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at 0000000015b6c2ff. 00000004:00000010:3.0:1779213310.399876:0:203538:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at 00000000ecf177a5. 00002000:00000010:3.0:1779213310.399881:0:203538:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a2adf6ae. 00000004:00000010:3.0:1779213310.399885:0:203538:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at 0000000069eedd69. 00000020:00000010:3.0:1779213310.399888:0:203538:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3e3c6de. 00000040:00000010:1.0:1779213310.401699:0:201073:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000360f9826. 00000040:00000001:1.0:1779213310.401711:0:201073:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:1.0:1779213310.401715:0:201073:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-42 (rc=-17) 00000040:00000010:1.0:1779213310.401721:0:201073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ff4727f6. 00000040:00000010:1.0:1779213310.401725:0:201073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d0d59762. 00000020:00000001:1.0:1779213310.401729:0:201073:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:1.0:1779213310.401732:0:201073:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1779213310.401739:0:201073:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000db79f51d. 00000040:00000010:1.0:1779213310.401744:0:201073:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000006515fac4. 00000020:00000010:1.0:1779213310.401747:0:201073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d7b8359. 00000020:00000010:1.0:1779213310.401752:0:201073:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000a078aec3. 80000000:00000010:1.0:1779213310.401756:0:201073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002b633de8. 00040000:00000010:1.0:1779213310.401759:0:201073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000217e29bf. 20000000:00000010:1.0:1779213310.401764:0:201073:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000d1f8e2f5. 00000020:00000010:1.0:1779213310.401769:0:201073:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1ee1edb. 10000000:00000010:1.0:1779213310.401771:0:201073:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003bf7c3fa. 10000000:01000000:1.0:1779213310.401773:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:1.0:1779213310.401776:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779213310.401779:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.401781:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.401785:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078e3df21 refcount=3 00000020:00000001:1.0:1779213310.401786:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:1.0:1779213310.401788:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:1.0:1779213310.401791:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779213310.401795:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.401803:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.401812:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779213310.401814:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.401819:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779213310.401820:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.401820:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779213310.401821:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.401822:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:1.0:1779213310.401824:0:201073:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:1.0:1779213310.404420:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779213310.404427:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213310.404429:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000acdcea85) refs 2 10000000:00000001:1.0:1779213310.404434:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.404437:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779213310.404438:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000067667326) refs 3 10000000:00000001:1.0:1779213310.404441:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1779213310.404442:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779213310.404445:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1779213310.404446:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779213310.404448:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffffa0ba074b8000 from 1 10000000:00000001:1.0:1779213310.404451:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779213310.404452:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1779213310.404464:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213310.404469:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.404473:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213310.404477:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213310.404481:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213310.404488:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b438051. 00000100:00000001:1.0:1779213310.404495:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.404500:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779213310.404503:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1779213310.404509:0:201073:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: 000000006cf7a110 count: 2 00010000:00000001:1.0:1779213310.404511:0:201073:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779213310.404514:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779213310.404516:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000034f7d1dc. 00000020:00000001:1.0:1779213310.404520:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779213310.404534:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000034f7d1dc with handle 0xf7a7455962195683 to hash 00000020:00000001:1.0:1779213310.404535:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779213310.404536:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213310.404539:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213310.404542:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213310.404544:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213310.404547:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213310.404554:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213310.404563:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213310.404567:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213310.404569:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213310.404575:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.404577:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320167047168 : -104753542504448 : ffffa0ba2a4f6000) 00000100:00000001:1.0:1779213310.404579:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.404580:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213310.404584:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213310.404586:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.404588:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213310.404590:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213310.404599:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.404606:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213310.404608:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.404611:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213310.404613:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213310.404615:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213310.404617:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544640:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213310.404623:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213310.404629:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213310.404631:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.404633:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213310.404636:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a67c238. 02000000:00000001:1.0:1779213310.404638:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213310.404655:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213310.404663:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000200:1.0:1779213310.404669:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960544640, portal 25 00000100:00000001:1.0:1779213310.404671:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.404671:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000040:1.0:1779213310.404676:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.404681:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213310.404684:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213310.404686:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779213310.404688:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960544640, offset 0 00000400:00000200:1.0:1779213310.404693:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213310.404708:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213310.404712:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213310.404716:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213310.404719:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213310.404721:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.404724:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [279:279:256:4294967295] 192.168.202.129@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:1.0:1779213310.404734:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213310.404738:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213310.404742:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000800:00000200:1.0:1779213310.404747:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213310.404754:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213310.404758:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779213310.404771:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.404779:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150891 00000100:00000001:1.0:1779213310.404786:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150867 00000100:00000001:1.0:1779213310.404790:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150891 00000100:00000001:1.0:1779213310.404792:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150867 00000100:00000001:1.0:1779213310.404794:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150891 00000100:00000001:1.0:1779213310.404796:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150867 00000100:00000001:1.0:1779213310.404797:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150891 00000100:00000001:1.0:1779213310.404799:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150867 00000100:00000001:1.0:1779213310.404800:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.404802:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.404803:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213310.404805:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213310.404807:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000cc6318d5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213310.404809:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.404812:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213310.404954:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213310.404960:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:3.0:1779213310.404966:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.404972:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213310.404978:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:3.0:1779213310.404980:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:3.0:1779213310.404985:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213310.404989:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.405009:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213310.405013:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.405100:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213310.405102:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213310.406419:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.406434:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213310.406438:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.406440:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.406450:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213310.406473:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca27208580 00000400:00000200:2.0:1779213310.406480:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0x98d [1] + 224 00000800:00000001:2.0:1779213310.406487:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.406494:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213310.406497:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213310.406501:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213310.406506:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213310.406510:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213310.406520:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213310.406536:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213310.406543:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213310.406546:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.406574:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213310.406581:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213310.406583:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213310.406585:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213310.406589:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:1.0:1779213310.406591:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:1.0:1779213310.406594:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213310.406598:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213310.406607:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.406614:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213310.406616:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.406618:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213310.406621:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213310.406624:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213310.406626:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.406639:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213310.406804:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213310.406810:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213310.406812:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213310.406814:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.406817:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213310.406819:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.406822:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213310.406827:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.406834:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.406837:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213310.406847:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213310.406852:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213310.406859:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544640:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213310.406865:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.406868:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.406870:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213310.406872:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.406874:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.406880:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213310.406883:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.406888:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213310.406889:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.406892:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779213310.406895:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.406898:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.406900:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000034f7d1dc refcount=4 00000020:00000001:1.0:1779213310.406902:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213310.406905:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000040:1.0:1779213310.406910:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000034f7d1dc, remote cookie: 0x373baddc8f8f7601, flags: 0x0 00010000:00000001:1.0:1779213310.406920:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779213310.406924:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779213310.406927:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779213310.406929:0:201073:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779213310.406931:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779213310.406933:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000006cf7a110) refcount = 2 00010000:00000040:1.0:1779213310.406937:0:201073:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1779213310.406940:0:201073:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213310.406948:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.406963:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779213310.406965:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779213310.406967:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779213310.406970:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779213310.406973:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213310.406975:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.406981:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779213310.406983:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.406985:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.406986:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.406987:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.406988:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.406991:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.406995:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960544640/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.407002:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213310.407005:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213310.407008:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a67c238. 02000000:00000001:1.0:1779213310.407011:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213310.407014:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.407021:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.407023:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213310.407026:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b438051. 02000000:00000001:1.0:1779213310.407030:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213310.407033:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213310.407034:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213310.407039:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213310.407040:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779213310.407042:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.407045:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213310.407047:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000acdcea85) refs 3 10000000:00000001:1.0:1779213310.407049:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213310.407051:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.407052:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.407054:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000034f7d1dc refcount=3 00000020:00000001:1.0:1779213310.407056:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213310.407058:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213310.407060:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779213310.407061:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.407062:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213310.407064:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.407067:0:201073:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1779213310.407070:0:201073:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003bf7c3fa. 00000020:00000010:1.0:1779213310.407074:0:201073:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b438051. 00000020:00000010:1.0:1779213310.407080:0:201073:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1f8e2f5. 00000040:00000010:1.0:1779213310.407085:0:201073:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f1ee1edb. 00000020:00000010:1.0:1779213310.407090:0:201073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d7b8359. 00000020:00000010:1.0:1779213310.407095:0:201073:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000217e29bf. 80000000:00000010:1.0:1779213310.407100:0:201073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002b633de8. 00040000:00000010:1.0:1779213310.407105:0:201073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a078aec3. 20000000:00000010:1.0:1779213310.407109:0:201073:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000006515fac4. 10000000:00000040:1.0:1779213310.407113:0:201073:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 00000000f5f6a2d0 : new refcount 2 00000020:00000001:1.0:1779213310.407116:0:201073:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1779213310.407118:0:201073:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1779213310.407133:0:201073:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1779213310.407137:0:201073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000db79f51d. 00000040:00000001:1.0:1779213310.407147:0:201073:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1779213310.407149:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779213310.407153:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213310.407155:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213310.407159:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213310.407161:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213310.407170:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213310.407177:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0d59762. 00000100:00000001:1.0:1779213310.407182:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.407187:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213310.407189:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213310.407193:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.407195:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639320167047168 : -104753542504448 : ffffa0ba2a4f6000) 00000100:00000001:1.0:1779213310.407198:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.407199:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:1.0:1779213310.407203:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213310.407204:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.407206:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213310.407207:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213310.407210:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.407218:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213310.407220:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.407243:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213310.407246:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213310.407248:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213310.407252:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544768:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779213310.407256:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213310.407260:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213310.407261:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.407264:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213310.407267:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba02b3b7. 02000000:00000001:1.0:1779213310.407269:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213310.407272:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213310.407281:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000200:1.0:1779213310.407286:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960544768, portal 25 00000100:00000001:1.0:1779213310.407288:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213310.407289:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000040:1.0:1779213310.407295:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.407302:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213310.407306:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213310.407309:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213310.407311:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960544768, offset 0 00000400:00000200:1.0:1779213310.407316:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213310.407323:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213310.407327:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213310.407331:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213310.407334:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213310.407337:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213310.407339:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [280:280:256:4294967295] 192.168.202.129@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:1.0:1779213310.407347:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213310.407353:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213310.407357:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000800:00000200:1.0:1779213310.407363:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213310.407369:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213310.407372:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1779213310.407385:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.407388:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306150894 00000100:00000001:1.0:1779213310.407394:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150891 00000100:00000001:1.0:1779213310.407398:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306150894 00000100:00000001:1.0:1779213310.407401:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150891 00000100:00000001:1.0:1779213310.407403:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306150894 00000100:00000001:1.0:1779213310.407407:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150891 00000100:00000001:1.0:1779213310.407414:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306150894 00000100:00000001:1.0:1779213310.407418:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150891 00000100:00000001:1.0:1779213310.407422:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213310.407424:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213310.407427:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213310.407429:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213310.407430:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000cc6318d5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213310.407433:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213310.407434:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213310.407485:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213310.407490:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:0.0:1779213310.407493:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213310.407503:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213310.407515:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:0.0:1779213310.407517:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:0.0:1779213310.407522:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213310.407525:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213310.407532:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213310.407533:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213310.407537:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213310.407539:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213310.408837:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.408847:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213310.408850:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.408852:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.408859:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213310.408871:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca27208600 00000400:00000200:3.0:1779213310.408877:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0x995 [1] + 224 00000800:00000001:3.0:1779213310.408883:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.408896:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213310.408899:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213310.408903:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213310.408907:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213310.408910:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213310.408920:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213310.408936:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213310.408941:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213310.408943:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.408969:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213310.408974:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213310.408975:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213310.408977:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213310.408980:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:1.0:1779213310.408981:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:1.0:1779213310.408983:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213310.408986:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213310.408992:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.408997:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213310.408998:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.408999:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213310.409001:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213310.409003:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213310.409004:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213310.409005:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213310.409009:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213310.409012:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=65 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213310.409014:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213310.409016:0:201073:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.409020:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1779213310.409021:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1779213310.409031:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.409036:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1779213310.409037:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213310.409039:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213310.409040:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213310.409044:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960544768:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779213310.409047:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213310.409048:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1779213310.409050:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213310.409052:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.409054:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.409060:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213310.409062:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc6318d5. 00000100:00000001:1.0:1779213310.409065:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213310.409067:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1779213310.409069:0:201073:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1779213310.409072:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.409074:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.409076:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213310.409077:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213310.409079:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960544768/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213326 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213310.409085:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213310.409087:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213310.409089:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba02b3b7. 02000000:00000001:1.0:1779213310.409092:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213310.409093:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213310.409094:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213310.409100:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213310.409103:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d0d59762. 02000000:00000001:1.0:1779213310.409105:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213310.409107:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213310.409109:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:1.0:1779213310.409112:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213310.409113:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1779213310.409116:0:201073:0:(llog.c:1550:llog_open()) MGC192.168.202.129@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1779213310.409119:0:201073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000db79f51d. 00000040:00000001:1.0:1779213310.409122:0:201073:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1779213310.409125:0:201073:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1779213310.409128:0:201073:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1779213310.409134:0:201073:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000d1f8e2f5. 00000040:00000010:1.0:1779213310.409140:0:201073:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000f1ee1edb. 00000020:00000010:1.0:1779213310.409144:0:201073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d7b8359. 00000020:00000010:1.0:1779213310.409148:0:201073:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000217e29bf. 80000000:00000010:1.0:1779213310.409153:0:201073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002b633de8. 00040000:00000010:1.0:1779213310.409158:0:201073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a078aec3. 20000000:00000010:1.0:1779213310.409161:0:201073:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000006515fac4. 00000020:00000010:1.0:1779213310.409164:0:201073:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b438051. 10000000:00000010:1.0:1779213310.409168:0:201073:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003bf7c3fa. 10000000:01000000:1.0:1779213310.409170:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1779213310.409173:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779213310.409176:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213310.409178:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213310.409180:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000034f7d1dc refcount=3 00000020:00000001:1.0:1779213310.409182:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213310.409184:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213310.409187:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779213310.409191:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.409200:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.409205:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779213310.409207:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213310.409212:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779213310.409213:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213310.409213:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779213310.409214:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213310.409215:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1779213310.409217:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779213310.409219:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779213310.409220:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000acdcea85) refs 3 10000000:00000001:1.0:1779213310.409247:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1779213311.006613:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213311.006620:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213311.006626:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213311.006627:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213311.006706:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213311.006709:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213311.006711:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213312.028330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213312.028336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213312.028342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213312.028343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213312.028399:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213312.028402:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213312.028404:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213313.052327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213313.052332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213313.052335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213313.052351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213313.052406:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213313.052409:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213313.052411:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213314.076368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213314.076376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213314.076383:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213314.076384:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213314.076449:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213314.076452:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213314.076455:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213314.460355:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213314.460362:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213314.460370:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213314.460376:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213314.460380:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213314.460383:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213314.460386:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213314.460391:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010c3b120. 00000100:00000001:1.0:1779213314.460397:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213314.460406:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213314.460414:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213314.460415:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213314.460420:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37d84ad] to pc [ptlrpcd_00_00+0] req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.460439:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213314.460441:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213314.460444:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213314.460447:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003efad394. 00000020:00000040:1.0:1779213314.460449:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213314.460462:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213314.460464:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213314.460467:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213314.460468:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213314.460469:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213314.460472:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1779213314.460473:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd74f283. 00000100:00000001:1.0:1779213314.460477:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213314.460477:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213314.460480:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213314.460482:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213314.460484:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213314.460502:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213314.460505:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.460506:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213314.460509:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213314.460511:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213314.460514:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efad394] to pc [ptlrpcd_00_01+1] req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213314.460515:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213314.460520:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213314.460526:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960544896:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213314.460534:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213314.460538:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213314.460540:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213314.460543:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213314.460543:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.460549:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213314.460549:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1779213314.460553:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 02000000:00000010:2.0:1779213314.460555:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034d31d7b. 00000020:00000040:1.0:1779213314.460556:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213314.460556:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213314.460558:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213314.460560:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.460561:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213314.460561:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213314.460564:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213314.460566:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213314.460568:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077a96b7e. 00000100:00000040:3.0:1779213314.460568:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213314.460570:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213314.460574:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213314.460577:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1779213314.460577:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 00000100:00000001:3.0:1779213314.460577:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213314.460580:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213314.460583:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213314.460585:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213314.460586:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213314.460587:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213314.460587:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960544896, portal 25 02000000:00000001:3.0:1779213314.460587:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213314.460593:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_02+2] req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213314.460593:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1779213314.460593:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960545024:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213314.460596:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000100:00000001:3.0:1779213314.460598:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213314.460612:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213314.460613:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213314.460615:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213314.460619:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213314.460619:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e1b36e1. 02000000:00000001:3.0:1779213314.460622:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213314.460630:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000100:00000001:2.0:1779213314.460633:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213314.460634:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213314.460635:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000040:1.0:1779213314.460638:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1779213314.460638:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545024, portal 10 00000100:00000040:2.0:1779213314.460640:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213314.460641:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213314.460643:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1779213314.460645:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd2ae6d2. 00000100:00000200:2.0:1779213314.460650:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960544896, offset 0 00000100:00000001:3.0:1779213314.460650:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728209920 : -104753981341696 : ffffa0ba10274000) 00000100:00000040:1.0:1779213314.460653:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11487) 00000100:00000040:3.0:1779213314.460658:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213314.460664:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213314.460668:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213314.460672:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213314.460672:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213314.460677:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1779213314.460678:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000100:00000001:0.0:1779213314.460680:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1779213314.460682:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960545024, offset 0 00000100:00000001:1.0:1779213314.460683:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213314.460686:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213314.460688:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213314.460689:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213314.460689:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213314.460698:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213314.460703:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1779213314.460706:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213314.460707:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213314.460710:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213314.460711:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1779213314.460713:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213314.460716:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213314.460718:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213314.460723:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [281:281:256:4294967295] 192.168.202.129@tcp LPNI seq info [281:281:8:4294967295] 00000100:00100000:0.0:1779213314.460725:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960545152:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213314.460738:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213314.460745:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213314.460749:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213314.460750:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213314.460753:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213314.460753:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779213314.460754:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 02000000:00000001:0.0:1779213314.460759:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213314.460760:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1779213314.460764:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217b6d7d. 00000400:00000200:3.0:1779213314.460766:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213314.460767:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213314.460767:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:0.0:1779213314.460772:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000723b9aca. 00000400:00000010:0.0:1779213314.460776:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 00000800:00000200:2.0:1779213314.460779:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213314.460780:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1779213314.460782:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545152, portal 10 00000800:00000200:2.0:1779213314.460785:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213314.460786:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213314.460789:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 00000400:00000200:3.0:1779213314.460790:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213314.460795:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [282:282:255:4294967295] 192.168.202.129@tcp LPNI seq info [282:282:7:4294967295] 00000100:00000040:0.0:1779213314.460799:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213314.460809:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213314.460812:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213314.460818:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213314.460819:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306154947 00000800:00000200:3.0:1779213314.460822:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213314.460825:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213314.460827:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306150894 00000400:00000010:0.0:1779213314.460829:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65c6e90. 00000800:00000010:3.0:1779213314.460829:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 00000100:00000001:2.0:1779213314.460833:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306154947 00000100:00000200:0.0:1779213314.460834:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960545152, offset 0 00000800:00000200:3.0:1779213314.460839:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213314.460843:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213314.460847:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306150894 00000800:00000200:3.0:1779213314.460847:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213314.460852:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213314.460853:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306154947 00000100:00000001:2.0:1779213314.460859:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306150894 00000100:00000001:3.0:1779213314.460860:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213314.460862:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306154947 00000400:00000200:0.0:1779213314.460865:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213314.460865:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 358137 usecs (359 jiffies) 00000100:00000001:2.0:1779213314.460867:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306150894 00000100:00000001:3.0:1779213314.460870:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306149735 00000100:00000001:2.0:1779213314.460872:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213314.460873:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213314.460875:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306154947 00000100:00000001:2.0:1779213314.460876:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213314.460880:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213314.460880:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213314.460881:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306149735 00000100:00000001:2.0:1779213314.460884:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213314.460886:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306154947 00000400:00000200:0.0:1779213314.460887:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213314.460891:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306149735 00000100:00000001:2.0:1779213314.460892:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213314.460893:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213314.460896:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213314.460896:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306154947 00000100:00000001:2.0:1779213314.460901:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213314.460901:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306149735 00000100:00000001:2.0:1779213314.460904:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213314.460905:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [283:283:254:4294967295] 192.168.202.129@tcp LPNI seq info [283:283:6:4294967295] 00000100:00000001:2.0:1779213314.460906:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213314.460912:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306154947 00000100:00000001:3.0:1779213314.460917:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213314.460918:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213314.460921:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213314.460923:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213314.460927:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213314.460930:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213314.460931:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1779213314.460934:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:3.0:1779213314.460937:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213314.460940:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213314.460940:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213314.460944:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213314.460945:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213314.460946:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213314.460948:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213314.460952:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213314.460954:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213314.460956:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213314.460963:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 22768 usecs (23 jiffies) 00000100:00000001:0.0:1779213314.460965:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306149399 00000100:00000001:0.0:1779213314.460967:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306154947 00000100:00000001:0.0:1779213314.460968:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306149399 00000100:00000001:0.0:1779213314.460969:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306154947 00000100:00000001:0.0:1779213314.460971:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306149399 00000100:00000001:0.0:1779213314.460972:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306154947 00000100:00000001:0.0:1779213314.460973:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306149399 00000100:00000001:0.0:1779213314.460974:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306154947 00000100:00000001:0.0:1779213314.460975:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213314.460976:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213314.460978:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213314.460979:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213314.460982:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213314.460983:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213314.460984:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213314.460985:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213314.460986:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213314.460987:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213314.461020:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213314.461024:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000400:00000200:1.0:1779213314.461027:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213314.461031:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213314.461034:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2ae6d2 00000400:00000010:1.0:1779213314.461036:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd2ae6d2. 00000100:00000001:1.0:1779213314.461039:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213314.461041:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.461050:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213314.461052:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.461059:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.461060:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213314.461071:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213314.461073:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000400:00000200:1.0:1779213314.461076:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213314.461079:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213314.461081:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:1.0:1779213314.461082:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:1.0:1779213314.461084:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213314.461087:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.461094:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213314.461096:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.461102:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.461103:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213314.461156:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213314.461158:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:1.0:1779213314.461166:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213314.461169:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213314.461173:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65c6e90 00000400:00000010:1.0:1779213314.461174:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a65c6e90. 00000100:00000001:1.0:1779213314.461176:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213314.461179:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.461185:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213314.461188:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.461193:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.461194:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213314.462751:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213314.462764:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213314.462768:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213314.462771:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213314.462778:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213314.462791:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208680 00000400:00000200:0.0:1779213314.462797:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:0.0:1779213314.462804:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213314.462808:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213314.462810:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213314.462814:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213314.462819:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213314.462832:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213314.462840:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213314.462862:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213314.462870:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213314.462874:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213314.462875:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213314.462877:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213314.462881:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213314.462887:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208700 00000400:00000200:0.0:1779213314.462892:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:0.0:1779213314.462896:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213314.462900:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213314.462902:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213314.462905:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213314.462905:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213314.462909:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213314.462910:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213314.462914:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213314.462915:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213314.462918:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213314.462922:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a96b7e. 00000400:00000200:2.0:1779213314.462927:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:2.0:1779213314.462929:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000040:0.0:1779213314.462930:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213314.462934:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213314.462939:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213314.462949:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1779213314.462949:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213314.462954:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213314.462959:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213314.462960:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213314.462962:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213314.462963:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213314.462967:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213314.462967:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213314.462971:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213314.462975:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1779213314.462976:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213314.462979:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213314.462983:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213314.462985:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208780 00000100:00000001:3.0:1779213314.462987:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213314.462990:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1779213314.462991:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=69 v=5 (5 5 5 0) 00000400:00000200:0.0:1779213314.462995:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9ad [1] + 224 00000100:00001000:2.0:1779213314.462998:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=69 v=5 (1 1 1 0) 00000800:00000001:0.0:1779213314.463001:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213314.463001:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213314.463003:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1779213314.463004:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213314.463005:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213314.463006:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00010000:00000001:2.0:1779213314.463009:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1779213314.463011:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000800:00000001:0.0:1779213314.463013:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213314.463013:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213314.463014:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000400:00000200:0.0:1779213314.463018:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213314.463020:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213314.463021:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213314.463024:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213314.463027:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213314.463029:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213314.463030:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213314.463033:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213314.463060:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213314.463061:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213314.463065:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213314.463068:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213314.463072:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213314.463081:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213314.463085:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213314.463088:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213314.463093:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213314.463097:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1779213314.463100:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960544896:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213314.463101:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213314.463103:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213314.463105:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213314.463107:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1779213314.463111:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=58 v=5 (5 5 5 0) 00000800:00000001:0.0:1779213314.463113:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213314.463114:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213314.463117:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213314.463120:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1779213314.463120:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=58 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213314.463124:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1779213314.463125:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960544896/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213314.463128:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213314.463133:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213314.463135:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213314.463138:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213314.463140:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034d31d7b. 02000000:00000001:2.0:1779213314.463144:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213314.463145:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213314.463146:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213314.463148:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213314.463150:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213314.463150:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010c3b120. 00010000:00000001:3.0:1779213314.463153:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.463154:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213314.463155:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213314.463159:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213314.463160:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000010:2.0:1779213314.463161:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000400:00000001:1.0:1779213314.463162:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213314.463164:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000001:1.0:1779213314.463165:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213314.463167:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213314.463168:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213314.463169:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213314.463171:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213314.463171:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213314.463174:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000723b9aca. 00000400:00000200:1.0:1779213314.463179:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000100:00000001:2.0:1779213314.463180:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213314.463181:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213314.463183:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:2.0:1779213314.463183:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213314.463189:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213314.463190:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213314.463194:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213314.463198:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213314.463199:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213314.463204:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213314.463207:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213314.463215:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213314.463217:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213314.463251:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960545024:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213314.463256:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213314.463257:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213314.463260:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003efad394 x1865639960545024/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213314.463268:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213314.463275:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213314.463277:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213314.463278:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213314.463280:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:3.0:1779213314.463281:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e1b36e1. 02000000:00000001:1.0:1779213314.463282:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213314.463284:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213314.463285:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213314.463289:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213314.463290:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213314.463293:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213314.463293:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:1.0:1779213314.463294:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=69 v=5 (5 5 5 0) 00000020:00000001:3.0:1779213314.463297:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:1.0:1779213314.463299:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=10 v=5 (1 0 0 0) 02000000:00000010:3.0:1779213314.463300:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd74f283. 02000000:00000001:3.0:1779213314.463304:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213314.463305:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1779213314.463306:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213314.463307:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003efad394. 00000100:00000001:3.0:1779213314.463310:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213314.463311:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213314.463314:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213314.463315:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213314.463318:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213314.463318:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213314.463321:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1779213314.463323:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213314.463331:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213314.463333:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213314.463336:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.463340:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213314.463341:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213314.463343:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213314.463345:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213314.463348:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.463355:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213314.463357:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213314.463358:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213314.463361:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213314.463367:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960545152:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213314.463371:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213314.463373:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213314.463375:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960545152/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213314.463381:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213314.463382:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213314.463384:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217b6d7d. 02000000:00000001:1.0:1779213314.463387:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213314.463388:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213314.463389:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213314.463391:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213314.463392:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 02000000:00000001:1.0:1779213314.463394:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213314.463395:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213314.463396:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 00000100:00000001:1.0:1779213314.463405:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213314.463406:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213314.463408:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213314.463412:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213314.463413:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213314.463425:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213314.463427:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213315.100332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213315.100338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213315.100344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213315.100345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213315.100483:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213315.100487:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213315.100490:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1779213315.996359:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1779213315.996366:0:201073:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1779213316.124378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213316.124385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213316.124390:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213316.124390:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213316.124459:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213316.124463:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213316.124467:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213317.148288:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213317.148297:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213317.148305:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213317.148306:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213317.148359:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213317.148363:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213317.148367:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213318.172291:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213318.172301:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213318.172321:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213318.172325:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213318.172331:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213318.172334:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213318.172336:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213318.172338:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213318.172342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213318.172344:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213318.172345:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213318.172347:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213318.172348:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213318.172349:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213318.172350:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213318.172352:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213318.172405:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213318.172409:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213318.172413:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213319.196336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213319.196340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213319.196344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213319.196345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213319.196398:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213319.196400:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213319.196402:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213319.580344:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213319.580354:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213319.580365:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 00000020:00000040:1.0:1779213319.580372:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213319.580377:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213319.580379:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213319.580384:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213319.580392:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213319.580398:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213319.580410:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213319.580421:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213319.580423:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213319.580429:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_03+3] req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.580467:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213319.580470:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213319.580473:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213319.580475:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004be2885. 00000020:00000040:1.0:1779213319.580477:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213319.580480:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213319.580481:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213319.580483:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213319.580486:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4617e3a. 00000100:00000001:1.0:1779213319.580488:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.580499:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213319.580504:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213319.580508:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213319.580508:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213319.580511:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213319.580517:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213319.580517:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213319.580523:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213319.580524:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213319.580531:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004be2885] to pc [ptlrpcd_00_00+0] req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213319.580535:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213319.580538:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213319.580544:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213319.580564:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213319.580566:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213319.580567:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213319.580570:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213319.580570:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213319.580571:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213319.580574:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213319.580575:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213319.580576:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c65d6926. 00000020:00000040:1.0:1779213319.580581:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213319.580582:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.580586:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1779213319.580587:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960545280:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213319.580590:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213319.580593:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.580598:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1779213319.580601:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd74f283. 00000100:00000001:2.0:1779213319.580603:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1779213319.580606:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213319.580606:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213319.580607:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213319.580607:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213319.580610:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213319.580610:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213319.580611:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213319.580615:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213319.580616:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213319.580616:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213319.580621:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213319.580624:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ee1edb. 02000000:00000001:0.0:1779213319.580629:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213319.580629:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960545408:192.168.202.129@tcp:400: 00000400:00000010:0.0:1779213319.580637:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654b0336. 00000100:00000001:2.0:1779213319.580637:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213319.580638:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213319.580642:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213319.580642:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213319.580645:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213319.580647:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c30ccf9. 02000000:00000001:2.0:1779213319.580648:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213319.580649:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65d6926] to pc [ptlrpcd_00_01+1] req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213319.580654:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c50fd0d2. 00000100:00000200:0.0:1779213319.580657:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545280, portal 25 00000100:00000001:0.0:1779213319.580661:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213319.580664:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 02000000:00000001:2.0:1779213319.580664:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213319.580667:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213319.580669:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077a96b7e. 00000100:00000040:1.0:1779213319.580671:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213319.580675:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213319.580676:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 00000100:00000040:1.0:1779213319.580677:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1779213319.580682:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545408, portal 10 00000100:00000040:1.0:1779213319.580684:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11492) 00000100:00000001:2.0:1779213319.580688:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213319.580690:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217984 : -104753981333632 : ffffa0ba10275f80) 00000100:00000001:0.0:1779213319.580694:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213319.580700:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213319.580700:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213319.580701:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213319.580704:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1779213319.580706:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000100:00000001:3.0:1779213319.580707:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1779213319.580710:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960545280, offset 0 00000100:00000040:3.0:1779213319.580715:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213319.580719:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213319.580732:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213319.580734:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213319.580740:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213319.580742:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1779213319.580744:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd2ae6d2. 00000100:00000001:3.0:1779213319.580745:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213319.580748:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:2.0:1779213319.580748:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960545408, offset 0 00000100:00000001:3.0:1779213319.580748:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213319.580752:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213319.580754:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213319.580756:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1779213319.580758:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213319.580760:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213319.580764:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213319.580765:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [284:284:256:4294967295] 192.168.202.129@tcp LPNI seq info [284:284:8:4294967295] 00000100:00100000:3.0:1779213319.580771:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960545536:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213319.580779:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213319.580779:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213319.580784:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1779213319.580785:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213319.580787:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213319.580789:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213319.580790:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1779213319.580791:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000400:00000200:2.0:1779213319.580796:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1779213319.580797:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 00000400:00000200:2.0:1779213319.580801:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213319.580802:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213319.580802:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213319.580807:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213319.580810:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000400:00000200:2.0:1779213319.580811:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213319.580815:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:3.0:1779213319.580817:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000400:00000200:2.0:1779213319.580819:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [285:285:255:4294967295] 192.168.202.129@tcp LPNI seq info [285:285:7:4294967295] 00000100:00000200:3.0:1779213319.580823:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545536, portal 10 00000100:00000001:3.0:1779213319.580827:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1779213319.580829:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213319.580829:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728213504 : -104753981338112 : ffffa0ba10274e00) 00000400:00000200:2.0:1779213319.580837:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213319.580840:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213319.580846:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213319.580852:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213319.580853:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 00000100:00000001:3.0:1779213319.580854:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213319.580861:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306160067 00000800:00000200:2.0:1779213319.580864:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213319.580864:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213319.580869:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000001:0.0:1779213319.580872:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306154947 00000800:00000200:2.0:1779213319.580874:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213319.580878:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306160067 00000800:00000200:2.0:1779213319.580879:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1779213319.580879:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960545536, offset 0 00000100:00000001:0.0:1779213319.580883:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306154947 00000100:00000001:2.0:1779213319.580885:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.580890:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306160067 00000100:00000040:2.0:1779213319.580890:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 353700 usecs (354 jiffies) 00000400:00000200:3.0:1779213319.580893:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213319.580895:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306154850 00000100:00000001:2.0:1779213319.580899:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306160067 00000400:00000200:3.0:1779213319.580901:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213319.580903:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306154850 00000100:00000001:0.0:1779213319.580904:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306154947 00000100:00000001:0.0:1779213319.580907:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306160067 00000100:00000001:0.0:1779213319.580910:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306154947 00000400:00000200:3.0:1779213319.580914:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213319.580915:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306160067 00000100:00000001:0.0:1779213319.580916:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213319.580920:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306154850 00000400:00000200:3.0:1779213319.580921:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213319.580922:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213319.580925:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306160067 00000400:00000200:3.0:1779213319.580926:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213319.580928:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213319.580929:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306154850 00000100:00000001:0.0:1779213319.580932:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213319.580933:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306160067 00000400:00000200:3.0:1779213319.580933:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213319.580938:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213319.580941:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [286:286:254:4294967295] 192.168.202.129@tcp LPNI seq info [286:286:6:4294967295] 00000100:00000001:2.0:1779213319.580942:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.580944:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213319.580947:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.580948:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213319.580953:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213319.580954:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213319.580958:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213319.580960:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213319.580960:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213319.580961:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213319.580963:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213319.580964:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213319.580965:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213319.580970:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1779213319.580971:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000100:00000001:2.0:1779213319.580974:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1779213319.580975:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213319.580977:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213319.580980:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213319.580980:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213319.580980:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bddec1ab. 00000800:00000200:3.0:1779213319.580991:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213319.580998:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:3.0:1779213319.580998:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213319.581005:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bddec1ab type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213319.581007:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:1.0:1779213319.581009:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:3.0:1779213319.581009:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213319.581014:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 22516 usecs (23 jiffies) 00000100:00000001:1.0:1779213319.581015:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213319.581019:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306154519 00000100:00000200:1.0:1779213319.581020:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213319.581024:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306160067 00000100:00000001:3.0:1779213319.581030:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306154519 00000100:00000001:1.0:1779213319.581032:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213319.581033:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306160067 00000100:00000040:1.0:1779213319.581036:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213319.581038:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306154519 00000100:00000001:3.0:1779213319.581042:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306160067 00000100:00000001:1.0:1779213319.581046:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213319.581047:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306154519 00000100:00000001:1.0:1779213319.581049:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213319.581051:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306160067 00000100:00000001:3.0:1779213319.581053:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213319.581055:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213319.581057:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213319.581058:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213319.581062:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213319.581064:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213319.581066:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1779213319.581068:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213319.581071:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000400:00000200:1.0:1779213319.581074:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213319.581078:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213319.581080:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213319.581081:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2ae6d2 00000100:00000001:3.0:1779213319.581082:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213319.581084:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd2ae6d2. 00000100:00000001:3.0:1779213319.581086:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213319.581087:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213319.581092:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.581098:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213319.581101:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.581104:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213319.581105:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213319.581150:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213319.581152:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bddec1ab. 00000400:00000200:1.0:1779213319.581154:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213319.581156:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213319.581157:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:1.0:1779213319.581158:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:1.0:1779213319.581159:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213319.581161:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.581170:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213319.581172:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.581178:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213319.581179:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213319.582763:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213319.582774:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213319.582778:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213319.582780:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213319.582789:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213319.582802:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208800 00000400:00000200:1.0:1779213319.582809:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:1.0:1779213319.582816:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213319.582819:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213319.582822:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213319.582827:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213319.582832:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213319.582838:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213319.582847:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.582869:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213319.582878:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213319.582882:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213319.582883:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213319.582885:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213319.582889:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213319.582894:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208880 00000400:00000200:1.0:1779213319.582900:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9b9 [1] + 224 00000800:00000001:1.0:1779213319.582903:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213319.582917:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213319.582919:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213319.582922:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213319.582925:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213319.582928:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213319.582945:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213319.582960:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213319.582964:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213319.582967:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213319.582995:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213319.582999:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213319.583004:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213319.583006:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213319.583008:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a96b7e. 00000400:00000200:2.0:1779213319.583012:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:2.0:1779213319.583015:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:2.0:1779213319.583024:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213319.583028:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213319.583032:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213319.583036:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1779213319.583040:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213319.583041:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213319.583044:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213319.583048:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000654b0336. 00000100:00000001:2.0:1779213319.583053:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213319.583054:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c30ccf9 00000100:00000001:2.0:1779213319.583055:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213319.583058:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001c30ccf9. 00000100:00000001:2.0:1779213319.583059:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213319.583063:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213319.583064:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213319.583067:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1779213319.583070:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213319.583070:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213319.583077:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213319.583096:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.583098:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213319.583101:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213319.583103:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213319.583104:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213319.583106:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1779213319.583106:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=63 v=5 (5 5 5 0) 00000100:00000001:0.0:1779213319.583109:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213319.583112:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213319.583112:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=63 v=5 (1 1 1 0) 00000100:00001000:0.0:1779213319.583118:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=74 v=5 (5 5 5 0) 00000100:00000001:2.0:1779213319.583118:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213319.583120:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213319.583125:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=74 v=5 (1 1 1 0) 00010000:00000001:2.0:1779213319.583125:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213319.583130:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1779213319.583130:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.583132:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213319.583135:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213319.583136:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1779213319.583138:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213319.583139:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213319.583143:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213319.583143:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213319.583145:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213319.583150:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213319.583152:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213319.583173:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213319.583175:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213319.583177:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213319.583178:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213319.583180:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213319.583181:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213319.583188:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213319.583188:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213319.583253:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960545408:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213319.583259:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213319.583262:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213319.583266:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004be2885 x1865639960545408/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213319.583273:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213319.583275:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213319.583278:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c50fd0d2. 02000000:00000001:2.0:1779213319.583281:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213319.583283:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213319.583285:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213319.583287:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213319.583289:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4617e3a. 02000000:00000001:2.0:1779213319.583292:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1779213319.583294:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960545280:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213319.583300:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213319.583302:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213319.583303:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004be2885. 00000100:00000001:0.0:1779213319.583305:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213319.583311:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960545280/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213319.583311:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213319.583314:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213319.583318:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213319.583325:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213319.583325:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1779213319.583327:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213319.583328:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213319.583331:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ee1edb. 00000100:00000001:2.0:1779213319.583331:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213319.583334:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213319.583336:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213319.583339:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213319.583340:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213319.583349:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213319.583351:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 02000000:00000001:0.0:1779213319.583354:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213319.583355:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213319.583357:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 00000100:00000001:0.0:1779213319.583360:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213319.583361:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213319.583363:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213319.583366:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213319.583368:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213319.583370:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213319.583372:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213319.583424:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213319.583429:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213319.583431:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213319.583433:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213319.583438:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213319.583446:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208900 00000400:00000200:2.0:1779213319.583450:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1779213319.583454:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213319.583457:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213319.583459:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213319.583462:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213319.583466:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213319.583470:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213319.583478:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213319.583491:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213319.583495:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213319.583498:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213319.583508:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213319.583511:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213319.583513:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213319.583515:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213319.583516:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00000400:00000200:3.0:1779213319.583519:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:3.0:1779213319.583520:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:3.0:1779213319.583523:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213319.583527:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213319.583536:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213319.583542:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213319.583543:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213319.583545:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213319.583547:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213319.583548:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213319.583549:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213319.583562:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213319.583565:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=74 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213319.583568:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213319.583571:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213319.583572:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213319.583574:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213319.583577:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213319.583583:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213319.583585:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213319.583587:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213319.583588:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213319.583589:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213319.583592:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213319.583604:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213319.583606:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213319.583607:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213319.583610:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213319.583617:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960545536:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213319.583620:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213319.583622:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213319.583624:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c65d6926 x1865639960545536/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213319.583629:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213319.583630:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213319.583631:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:3.0:1779213319.583633:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213319.583634:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213319.583635:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213319.583636:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213319.583637:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd74f283. 02000000:00000001:3.0:1779213319.583638:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213319.583639:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213319.583639:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c65d6926. 00000100:00000001:3.0:1779213319.583641:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213319.583642:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213319.583643:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213319.583646:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213319.583647:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213319.583648:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213319.583649:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213320.220375:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213320.220383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213320.220390:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213320.220391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213320.220451:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213320.220455:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213320.220458:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213321.244493:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213321.244501:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213321.244543:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213321.244545:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213321.244598:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213321.244601:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213321.244603:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213322.268331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213322.268336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213322.268341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213322.268342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213322.268412:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213322.268416:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213322.268418:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213323.292312:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213323.292318:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213323.292324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213323.292325:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213323.292381:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213323.292385:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213323.292387:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213324.316328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213324.316332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213324.316336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213324.316337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213324.316400:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213324.316403:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213324.316406:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213324.700357:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213324.700365:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213324.700374:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213324.700380:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213324.700384:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213324.700395:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213324.700400:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213324.700409:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:0.0:1779213324.700415:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213324.700447:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213324.700458:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213324.700459:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213324.700465:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_02+2] req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.700489:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213324.700491:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213324.700494:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213324.700498:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000020:00000040:0.0:1779213324.700512:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213324.700514:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213324.700516:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213324.700517:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213324.700518:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213324.700522:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:0.0:1779213324.700524:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:1.0:1779213324.700525:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213324.700529:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.700533:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1779213324.700534:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213324.700535:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213324.700536:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213324.700541:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213324.700542:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.700543:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213324.700547:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213324.700551:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213324.700552:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213324.700555:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213324.700559:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_03+3] req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213324.700579:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213324.700582:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213324.700585:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213324.700586:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213324.700588:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213324.700589:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213324.700593:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213324.700594:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213324.700599:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000100:00100000:1.0:1779213324.700600:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960545664:192.168.202.129@tcp:400: 00000020:00000040:0.0:1779213324.700602:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213324.700607:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213324.700609:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213324.700609:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213324.700609:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213324.700613:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213324.700614:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1779213324.700617:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213324.700617:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213324.700621:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213324.700624:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:2.0:1779213324.700624:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1779213324.700625:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213324.700627:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213324.700629:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213324.700630:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1779213324.700631:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086087a0a. 00000100:00000001:2.0:1779213324.700634:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213324.700635:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213324.700637:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213324.700637:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1779213324.700644:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000100:00000040:2.0:1779213324.700645:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.700650:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213324.700652:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213324.700658:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000001:2.0:1779213324.700660:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1779213324.700661:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_00+0] req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213324.700662:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213324.700665:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545664, portal 25 02000000:00000001:2.0:1779213324.700667:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213324.700670:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1779213324.700671:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213324.700673:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 02000000:00000001:2.0:1779213324.700677:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213324.700681:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213324.700686:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960545792:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213324.700695:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213324.700695:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213324.700700:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213324.700700:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213324.700702:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213324.700703:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213324.700704:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40c3f01. 00000100:00000040:0.0:1779213324.700706:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1779213324.700708:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960545664, offset 0 02000000:00000001:2.0:1779213324.700709:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213324.700713:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1779213324.700718:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213324.700722:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11497) 02000000:00000010:2.0:1779213324.700723:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c50fd0d2. 02000000:00000001:2.0:1779213324.700726:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213324.700731:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077a96b7e. 00000400:00000200:1.0:1779213324.700738:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213324.700743:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 00000400:00000200:1.0:1779213324.700744:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1779213324.700748:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545792, portal 10 00000400:00000200:1.0:1779213324.700751:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213324.700752:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213324.700756:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00000400:00000200:1.0:1779213324.700760:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213324.700764:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213324.700767:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213324.700773:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [287:287:256:4294967295] 192.168.202.129@tcp LPNI seq info [287:287:8:4294967295] 00000100:00000001:3.0:1779213324.700781:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213324.700784:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213324.700792:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213324.700800:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213324.700800:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213324.700800:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213324.700814:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213324.700817:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213324.700819:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000800:00000010:1.0:1779213324.700823:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010c3b120. 00000100:00000200:2.0:1779213324.700825:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960545792, offset 0 00000800:00000200:1.0:1779213324.700842:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213324.700845:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213324.700858:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213324.700860:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213324.700863:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213324.700867:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000010c3b120 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213324.700868:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213324.700880:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213324.700890:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213324.700891:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213324.700903:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306165187 00000400:00000200:2.0:1779213324.700908:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [288:288:255:4294967295] 192.168.202.129@tcp LPNI seq info [288:288:7:4294967295] 00000100:00000001:3.0:1779213324.700909:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213324.700915:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.700918:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306160067 02000000:00000001:3.0:1779213324.700921:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213324.700929:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306165187 02000000:00000001:3.0:1779213324.700929:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213324.700934:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213324.700943:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.700945:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306160067 00000800:00000200:2.0:1779213324.700952:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213324.700953:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306165187 00000100:00100000:3.0:1779213324.700957:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960545920:192.168.202.129@tcp:400: 00000800:00000010:2.0:1779213324.700962:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000100:00000001:1.0:1779213324.700964:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306160067 00000100:00000001:3.0:1779213324.700971:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213324.700978:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213324.700980:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306165187 02000000:00000001:3.0:1779213324.700981:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213324.700985:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.700989:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306160067 00000800:00000200:2.0:1779213324.700991:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213324.700995:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213324.700997:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213324.701001:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.701002:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213324.701003:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213324.701010:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213324.701011:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 349372 usecs (350 jiffies) 02000000:00000010:3.0:1779213324.701014:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009da92795. 00000100:00000001:1.0:1779213324.701016:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213324.701016:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306159966 02000000:00000001:3.0:1779213324.701019:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.701022:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213324.701023:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306165187 00000100:00000001:1.0:1779213324.701026:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1779213324.701028:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000100:00000001:1.0:1779213324.701029:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213324.701040:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213324.701040:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306159966 00000400:00000010:3.0:1779213324.701044:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000001:2.0:1779213324.701045:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306165187 00000100:00000001:2.0:1779213324.701050:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306159966 00000100:00000001:2.0:1779213324.701052:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306165187 00000100:00000001:2.0:1779213324.701053:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306159966 00000100:00000001:2.0:1779213324.701057:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306165187 00000100:00000001:2.0:1779213324.701059:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213324.701060:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960545920, portal 10 00000100:00000001:2.0:1779213324.701063:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213324.701065:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.701069:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213324.701070:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213324.701071:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.701072:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000001:1.0:1779213324.701074:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213324.701088:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213324.701097:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213324.701103:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213324.701108:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000200:3.0:1779213324.701111:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960545920, offset 0 00000400:00000200:3.0:1779213324.701117:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213324.701137:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213324.701142:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213324.701146:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213324.701150:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213324.701152:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213324.701156:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [289:289:254:4294967295] 192.168.202.129@tcp LPNI seq info [289:289:6:4294967295] 00000400:00000200:3.0:1779213324.701166:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213324.701178:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213324.701183:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000349c4b19. 00000800:00000200:3.0:1779213324.701189:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213324.701196:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213324.701200:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000349c4b19 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213324.701204:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213324.701208:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 22273 usecs (23 jiffies) 00000100:00000001:3.0:1779213324.701212:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306159639 00000100:00000001:3.0:1779213324.701215:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306165187 00000100:00000001:3.0:1779213324.701217:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306159639 00000100:00000001:3.0:1779213324.701218:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306165187 00000100:00000001:3.0:1779213324.701220:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306159639 00000100:00000001:3.0:1779213324.701268:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306165187 00000100:00000001:3.0:1779213324.701270:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306159640 00000100:00000001:3.0:1779213324.701272:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306165187 00000100:00000001:3.0:1779213324.701274:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213324.701276:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.701279:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.701281:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213324.701288:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213324.701290:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213324.701292:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213324.701294:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213324.701295:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.701297:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213324.701531:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213324.701535:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010c3b120. 00000400:00000200:0.0:1779213324.701540:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213324.701545:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213324.701550:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40c3f01 00000400:00000010:0.0:1779213324.701552:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b40c3f01. 00000100:00000001:0.0:1779213324.701556:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213324.701560:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.701568:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213324.701570:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.701579:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213324.701580:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213324.701590:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213324.701591:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:0.0:1779213324.701593:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213324.701596:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213324.701598:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:0.0:1779213324.701605:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:0.0:1779213324.701607:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213324.701610:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.701615:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213324.701617:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.701623:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213324.701624:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213324.701670:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213324.701672:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000349c4b19. 00000400:00000200:0.0:1779213324.701674:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213324.701677:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213324.701679:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000400:00000010:0.0:1779213324.701680:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:0.0:1779213324.701682:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213324.701685:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.701691:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213324.701692:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.701698:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213324.701699:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213324.703524:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213324.703538:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213324.703541:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213324.703544:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213324.703553:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213324.703567:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208980 00000400:00000200:1.0:1779213324.703575:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:1.0:1779213324.703582:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213324.703585:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213324.703588:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213324.703591:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213324.703597:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213324.703601:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213324.703611:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213324.703629:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213324.703636:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213324.703638:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213324.703639:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213324.703641:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213324.703651:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213324.703657:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208a00 00000400:00000200:1.0:1779213324.703661:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:1.0:1779213324.703664:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213324.703667:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213324.703667:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213324.703670:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213324.703671:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213324.703674:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213324.703677:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213324.703680:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213324.703682:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:0.0:1779213324.703686:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:0.0:1779213324.703688:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:0.0:1779213324.703692:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213324.703692:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213324.703697:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213324.703703:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213324.703715:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213324.703719:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.703746:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213324.703748:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213324.703750:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213324.703752:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1779213324.703753:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213324.703756:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213324.703758:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213324.703759:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213324.703762:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213324.703763:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213324.703766:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213324.703767:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213324.703770:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=79 v=5 (5 5 5 0) 00000400:00000200:1.0:1779213324.703770:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:0.0:1779213324.703776:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=79 v=5 (1 1 1 0) 00000400:00000200:1.0:1779213324.703777:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208a80 00000100:00000001:0.0:1779213324.703783:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1779213324.703786:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9dd [1] + 224 00000100:00000001:0.0:1779213324.703787:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213324.703789:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1779213324.703790:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213324.703793:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213324.703795:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213324.703795:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213324.703796:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213324.703800:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213324.703800:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213324.703804:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213324.703806:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213324.703809:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213324.703812:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a96b7e. 00000400:00000200:1.0:1779213324.703817:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213324.703819:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213324.703819:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:2.0:1779213324.703822:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:0.0:1779213324.703824:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213324.703827:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213324.703827:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213324.703828:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213324.703835:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213324.703836:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213324.703836:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213324.703870:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213324.703871:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213324.703877:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960545664:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213324.703887:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213324.703891:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213324.703892:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213324.703895:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213324.703897:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960545664/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213324.703900:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213324.703904:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213324.703907:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213324.703908:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213324.703909:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213324.703909:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213324.703912:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1779213324.703913:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213324.703915:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086087a0a. 02000000:00000001:0.0:1779213324.703919:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1779213324.703920:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=68 v=5 (5 5 5 0) 00000020:00000001:0.0:1779213324.703921:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:1.0:1779213324.703922:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:0.0:1779213324.703924:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000800:00000001:1.0:1779213324.703927:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213324.703927:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=68 v=5 (1 1 1 0) 00000020:00000001:0.0:1779213324.703934:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213324.703934:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1779213324.703936:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:0.0:1779213324.703940:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213324.703942:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213324.703943:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.703943:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213324.703944:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00010000:00000001:2.0:1779213324.703947:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213324.703947:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1779213324.703952:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213324.703953:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213324.703955:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213324.703957:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00000100:00000001:2.0:1779213324.703958:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213324.703959:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213324.703962:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213324.703962:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000200:3.0:1779213324.703962:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000100:00000001:0.0:1779213324.703967:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213324.703967:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213324.703969:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213324.703973:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:0.0:1779213324.703975:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213324.703976:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213324.703979:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.703980:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213324.703985:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213324.703988:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213324.703988:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213324.703995:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213324.704001:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213324.704003:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213324.704008:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213324.704011:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213324.704036:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1779213324.704038:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960545792:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213324.704039:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213324.704043:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213324.704044:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213324.704045:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213324.704048:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213324.704048:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213324.704051:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213324.704053:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960545792/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213324.704055:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213324.704062:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=79 v=5 (5 5 5 0) 00000100:00000001:2.0:1779213324.704063:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213324.704065:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1779213324.704068:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=20 v=5 (1 0 0 0) 02000000:00000010:2.0:1779213324.704069:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c50fd0d2. 00000100:00000001:3.0:1779213324.704074:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1779213324.704075:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213324.704076:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213324.704077:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1779213324.704080:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1779213324.704081:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213324.704084:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213324.704085:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 00010000:00080000:3.0:1779213324.704087:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213324.704089:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213324.704092:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213324.704095:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000001:2.0:1779213324.704101:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1779213324.704101:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213324.704104:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213324.704105:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213324.704106:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213324.704107:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213324.704109:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213324.704110:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213324.704116:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213324.704118:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213324.704121:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213324.704125:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213324.704126:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213324.704128:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.704129:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213324.704132:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213324.704135:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213324.704154:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960545920:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213324.704157:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213324.704159:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213324.704161:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960545920/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213324.704166:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213324.704167:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213324.704168:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009da92795. 02000000:00000001:3.0:1779213324.704171:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213324.704172:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213324.704173:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213324.704175:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213324.704176:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 02000000:00000001:3.0:1779213324.704178:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213324.704179:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213324.704180:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:3.0:1779213324.704182:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213324.704183:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213324.704185:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213324.704188:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213324.704189:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213324.704190:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213324.704192:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213325.340322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213325.340329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213325.340334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213325.340335:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213325.340387:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213325.340390:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213325.340393:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213326.364329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213326.364336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213326.364343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213326.364344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213326.364403:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213326.364406:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213326.364407:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213327.388352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213327.388363:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213327.388366:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213327.388371:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213327.388377:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213327.388380:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213327.388382:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213327.388384:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213327.388388:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213327.388390:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213327.388391:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213327.388394:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213327.388395:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213327.388396:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213327.388397:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213327.388404:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213327.390276:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213327.390282:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213327.390287:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213328.412346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213328.412352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213328.412355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213328.412357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213328.412442:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213328.412450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213328.412454:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213329.436328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213329.436333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213329.436339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213329.436341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213329.436402:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213329.436406:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213329.436409:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213329.820367:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213329.820378:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213329.820399:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5c8f7cf. 00000020:00000040:2.0:1779213329.820405:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213329.820410:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213329.820413:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213329.820418:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213329.820425:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:2.0:1779213329.820432:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213329.820442:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213329.820468:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213329.820470:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213329.820476:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5c8f7cf] to pc [ptlrpcd_00_01+1] req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213329.820504:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213329.820506:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213329.820509:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213329.820512:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000020:00000040:2.0:1779213329.820515:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213329.820517:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213329.820519:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213329.820521:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213329.820524:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000001:2.0:1779213329.820527:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213329.820532:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213329.820533:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213329.820538:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213329.820541:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213329.820542:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213329.820543:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213329.820545:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213329.820545:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213329.820551:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213329.820554:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_00_02+2] req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213329.820567:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213329.820570:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213329.820574:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213329.820575:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213329.820577:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213329.820580:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960546048:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213329.820583:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213329.820587:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213329.820589:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213329.820591:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213329.820596:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d40f4ab. 02000000:00000001:1.0:1779213329.820598:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.820600:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213329.820603:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000308a8c5. 00000100:00000040:2.0:1779213329.820604:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1779213329.820611:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000100:00000001:2.0:1779213329.820614:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213329.820619:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000100:00000200:1.0:1779213329.820620:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546048, portal 25 00000020:00000040:2.0:1779213329.820622:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213329.820624:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213329.820625:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213329.820626:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527167232 : -104754182384384 : ffffa0ba042b9500) 02000000:00000001:2.0:1779213329.820628:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213329.820628:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213329.820633:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213329.820635:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213329.820636:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213329.820639:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213329.820639:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000001:3.0:1779213329.820639:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213329.820645:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.820645:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213329.820648:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213329.820655:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213329.820660:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213329.820667:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213329.820672:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028c414bf. 00000100:00000001:3.0:1779213329.820676:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1779213329.820677:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960546048, offset 0 00000100:00000001:3.0:1779213329.820679:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.820681:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213329.820683:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213329.820684:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213329.820686:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213329.820689:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_03+3] req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213329.820692:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213329.820695:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213329.820699:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960546176:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213329.820701:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213329.820702:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213329.820706:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213329.820708:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213329.820710:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213329.820711:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213329.820716:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ba4bb6. 00000400:00000200:1.0:1779213329.820718:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213329.820719:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213329.820722:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000100:00000001:2.0:1779213329.820723:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213329.820725:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000040:2.0:1779213329.820727:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1779213329.820732:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546176, portal 10 00000400:00000200:1.0:1779213329.820733:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213329.820733:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1779213329.820736:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213329.820739:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000400:00000200:1.0:1779213329.820740:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213329.820742:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11502) 00000400:00000200:1.0:1779213329.820748:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [290:290:256:4294967295] 192.168.202.129@tcp LPNI seq info [290:290:8:4294967295] 00000100:00000040:3.0:1779213329.820750:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213329.820754:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213329.820759:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213329.820764:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213329.820764:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213329.820766:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213329.820772:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213329.820776:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213329.820777:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213329.820777:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000200:3.0:1779213329.820782:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960546176, offset 0 00000800:00000010:1.0:1779213329.820785:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615a63bc. 00000400:00000200:3.0:1779213329.820794:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213329.820797:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213329.820800:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213329.820802:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213329.820804:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213329.820808:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779213329.820809:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1779213329.820812:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615a63bc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213329.820816:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213329.820821:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213329.820822:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213329.820827:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213329.820827:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213329.820830:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213329.820833:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [291:291:255:4294967295] 192.168.202.129@tcp LPNI seq info [291:291:7:4294967295] 00000100:00000001:1.0:1779213329.820837:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213329.820844:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960546304:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213329.820850:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213329.820854:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213329.820854:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306170307 02000000:00000001:0.0:1779213329.820860:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1779213329.820861:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213329.820865:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213329.820865:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306165187 00000800:00000010:3.0:1779213329.820867:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000349c4b19. 00000100:00000001:1.0:1779213329.820872:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306170307 02000000:00000001:0.0:1779213329.820875:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1779213329.820876:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213329.820878:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306165187 02000000:00000010:0.0:1779213329.820882:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a078aec3. 00000800:00000200:3.0:1779213329.820883:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213329.820884:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306170307 02000000:00000001:0.0:1779213329.820888:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213329.820890:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306165187 00000800:00000200:3.0:1779213329.820895:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000349c4b19 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213329.820896:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306170307 00000400:00000010:0.0:1779213329.820900:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654b0336. 00000100:00000001:1.0:1779213329.820902:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306165187 00000100:00000001:3.0:1779213329.820902:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213329.820906:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213329.820908:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 345162 usecs (346 jiffies) 00000100:00000001:1.0:1779213329.820909:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213329.820910:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c30ccf9. 00000100:00000001:3.0:1779213329.820914:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306165082 00000100:00000001:1.0:1779213329.820915:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213329.820919:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213329.820920:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306170307 00000100:00000001:3.0:1779213329.820924:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306165082 00000100:00000200:0.0:1779213329.820925:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546304, portal 10 00000100:00000001:3.0:1779213329.820927:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306170307 00000100:00000001:1.0:1779213329.820928:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213329.820931:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213329.820931:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306165082 00000100:00000001:0.0:1779213329.820934:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000100:00000001:3.0:1779213329.820934:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306170307 00000100:00000001:1.0:1779213329.820937:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213329.820940:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306165082 00000100:00000001:1.0:1779213329.820941:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213329.820943:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213329.820945:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213329.820945:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306170307 00000800:00000200:2.0:1779213329.820946:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1779213329.820948:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213329.820951:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213329.820952:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615a63bc. 00000400:00000200:2.0:1779213329.820960:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213329.820960:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213329.820964:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213329.820970:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213329.820973:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:0.0:1779213329.820976:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213329.820976:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213329.820979:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213329.820980:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c414bf 00000400:00000010:0.0:1779213329.820982:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000400:00000010:2.0:1779213329.820984:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000028c414bf. 00000100:00000001:3.0:1779213329.820984:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213329.820987:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1779213329.820990:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960546304, offset 0 00000100:00000001:2.0:1779213329.820990:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213329.820991:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213329.820994:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1779213329.820997:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213329.820998:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213329.821003:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213329.821006:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213329.821016:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779213329.821019:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213329.821023:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213329.821028:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213329.821032:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213329.821037:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213329.821043:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213329.821045:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.821048:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779213329.821049:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [292:292:254:4294967295] 192.168.202.129@tcp LPNI seq info [292:292:6:4294967295] 00000400:00000200:0.0:1779213329.821057:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213329.821062:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213329.821065:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006acdf4e. 00000800:00000200:0.0:1779213329.821070:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213329.821073:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213329.821082:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000006acdf4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213329.821086:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213329.821089:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 22045 usecs (23 jiffies) 00000800:00000200:2.0:1779213329.821089:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213329.821091:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306164759 00000800:00000010:2.0:1779213329.821094:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000349c4b19. 00000100:00000001:0.0:1779213329.821095:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306170307 00000100:00000001:0.0:1779213329.821099:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306164759 00000400:00000200:2.0:1779213329.821099:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213329.821105:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306170307 00000400:00000200:2.0:1779213329.821110:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213329.821111:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306164759 00000100:00000001:0.0:1779213329.821116:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306170307 00000400:00000200:2.0:1779213329.821117:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000100:00000001:0.0:1779213329.821118:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306164759 00000400:00000010:2.0:1779213329.821120:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:0.0:1779213329.821121:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306170307 00000100:00000001:0.0:1779213329.821125:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213329.821127:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213329.821128:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213329.821132:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213329.821132:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213329.821136:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213329.821143:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213329.821145:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213329.821146:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213329.821148:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213329.821152:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213329.821152:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213329.821155:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213329.821160:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.821163:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.821166:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213329.821180:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213329.821182:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006acdf4e. 00000400:00000200:2.0:1779213329.821185:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213329.821189:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213329.821191:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:2.0:1779213329.821193:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:2.0:1779213329.821195:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213329.821198:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213329.821203:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213329.821205:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213329.821210:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.821212:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213329.822647:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822658:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213329.822662:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822665:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213329.822674:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213329.822686:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208b00 00000400:00000200:0.0:1779213329.822693:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:0.0:1779213329.822699:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822712:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213329.822715:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213329.822728:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213329.822733:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213329.822738:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213329.822747:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213329.822771:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213329.822780:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822784:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213329.822786:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822793:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213329.822798:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213329.822804:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208b80 00000400:00000200:0.0:1779213329.822808:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9ed [1] + 224 00000800:00000001:0.0:1779213329.822812:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822815:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213329.822817:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213329.822820:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213329.822823:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213329.822827:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213329.822835:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213329.822848:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213329.822852:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822856:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213329.822858:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213329.822861:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213329.822865:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213329.822869:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213329.822872:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208c00 00000100:00000001:3.0:1779213329.822874:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213329.822880:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9f5 [1] + 224 00000100:00000001:1.0:1779213329.822937:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213329.822941:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213329.822976:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213329.822976:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213329.822980:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213329.822984:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00000800:00000001:0.0:1779213329.822985:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213329.822989:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213329.822989:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:3.0:1779213329.822993:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000400:00000200:0.0:1779213329.822996:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213329.822998:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213329.823001:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213329.823005:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213329.823008:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213329.823030:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213329.823037:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213329.823051:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213329.823053:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213329.823054:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213329.823057:0:199014:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1779213329.823061:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1779213329.823062:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213329.823065:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1779213329.823066:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213329.823069:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213329.823073:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213329.823081:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=73 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213329.823085:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=73 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213329.823089:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213329.823091:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.823093:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1779213329.823093:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213329.823096:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1779213329.823098:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213329.823101:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213329.823103:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000001:1.0:1779213329.823106:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213329.823106:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1779213329.823110:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213329.823110:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213329.823113:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000308a8c5. 00000100:00000040:3.0:1779213329.823117:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213329.823119:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:1.0:1779213329.823123:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779213329.823129:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1779213329.823130:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213329.823130:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1779213329.823133:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213329.823134:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1779213329.823137:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213329.823137:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000654b0336. 00000100:00000001:3.0:1779213329.823138:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213329.823143:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c30ccf9 00000100:00000040:3.0:1779213329.823147:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213329.823148:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001c30ccf9. 00000100:00000001:2.0:1779213329.823153:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213329.823159:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213329.823161:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213329.823182:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213329.823185:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213329.823187:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213329.823188:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213329.823191:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213329.823194:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213329.823196:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213329.823200:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.823200:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1779213329.823204:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=84 v=5 (5 5 5 0) 00000100:00000001:2.0:1779213329.823204:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213329.823207:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:1.0:1779213329.823209:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=84 v=5 (1 1 1 0) 02000000:00000001:2.0:1779213329.823210:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213329.823212:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213329.823215:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213329.823215:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213329.823218:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213329.823219:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213329.823251:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213329.823254:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213329.823257:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213329.823258:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=84 v=5 (5 5 5 0) 00000100:00000040:1.0:1779213329.823262:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213329.823264:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213329.823271:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213329.823274:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213329.823278:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213329.823279:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213329.823284:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:2.0:1779213329.823284:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213329.823286:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213329.823294:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213329.823296:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.823301:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213329.823303:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213329.823306:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213329.823308:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213329.823313:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960546048:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213329.823314:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213329.823323:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213329.823326:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213329.823327:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213329.823333:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213329.823334:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213329.823340:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5c8f7cf x1865639960546048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213329.823340:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213329.823366:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960546304:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213329.823368:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213329.823371:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213329.823372:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213329.823374:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1779213329.823376:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d40f4ab. 00000100:00000040:2.0:1779213329.823378:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960546304/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213329.823382:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213329.823385:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213329.823387:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213329.823388:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1779213329.823392:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1779213329.823392:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213329.823396:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000010:2.0:1779213329.823396:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a078aec3. 02000000:00000001:1.0:1779213329.823401:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213329.823401:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1779213329.823405:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1779213329.823405:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213329.823407:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000010:1.0:1779213329.823408:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5c8f7cf. 00000020:00000001:2.0:1779213329.823410:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213329.823413:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 00000100:00000001:1.0:1779213329.823414:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213329.823416:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213329.823417:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213329.823419:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213329.823420:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213329.823422:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:1.0:1779213329.823427:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213329.823427:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213329.823430:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.823430:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213329.823433:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213329.823434:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213329.823435:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.823439:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213329.823441:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213329.823443:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213329.823446:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213329.825035:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960546176:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213329.825043:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213329.825046:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213329.825049:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960546176/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213329.825057:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213329.825059:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213329.825071:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ba4bb6. 02000000:00000001:3.0:1779213329.825074:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213329.825076:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213329.825077:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213329.825080:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213329.825082:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 02000000:00000001:3.0:1779213329.825085:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213329.825087:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213329.825088:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:3.0:1779213329.825092:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213329.825093:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213329.825095:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213329.825100:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213329.825102:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213329.825104:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213329.825106:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213330.460384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213330.460394:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213330.460403:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213330.460404:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213330.460472:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213330.460475:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213330.460478:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213331.484337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213331.484343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213331.484349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213331.484350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213331.484415:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213331.484418:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213331.484421:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213332.508346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213332.508368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213332.508372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213332.508373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213332.508417:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213332.508430:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213332.508438:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213333.532346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213333.532353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213333.532359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213333.532361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213333.532435:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213333.532438:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213333.532441:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213334.558588:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213334.558596:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213334.558602:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213334.558604:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213334.558703:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213334.558710:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213334.558714:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213334.940559:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213334.940572:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213334.940585:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000020:00000040:2.0:1779213334.940593:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213334.940598:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213334.940602:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213334.940609:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213334.940618:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000001:2.0:1779213334.940627:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213334.940640:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213334.940653:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213334.940655:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213334.940661:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_00+0] req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213334.940696:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213334.940699:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213334.940703:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213334.940705:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000020:00000040:2.0:1779213334.940708:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213334.940711:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213334.940713:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213334.940726:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213334.940731:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213334.940733:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.940733:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213334.940736:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.940737:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1779213334.940742:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000040:3.0:1779213334.940745:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213334.940747:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213334.940754:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213334.940763:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213334.940766:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213334.940768:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213334.940770:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213334.940772:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213334.940775:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_00_01+1] req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213334.940776:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213334.940781:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213334.940789:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960546432:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213334.940795:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213334.940798:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213334.940801:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213334.940803:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213334.940805:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1779213334.940806:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213334.940809:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 02000000:00000001:3.0:1779213334.940811:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1779213334.940812:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213334.940815:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213334.940816:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1779213334.940817:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd15ac9. 02000000:00000001:2.0:1779213334.940819:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213334.940821:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213334.940824:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:2.0:1779213334.940828:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213334.940830:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000100:00000040:2.0:1779213334.940833:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1779213334.940838:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000001:1.0:1779213334.940840:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213334.940844:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213334.940845:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213334.940849:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1779213334.940849:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546432, portal 25 00000100:00000040:2.0:1779213334.940850:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_02+2] req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213334.940853:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213334.940860:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.940862:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213334.940866:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000100:00000001:1.0:1779213334.940875:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213334.940876:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213334.940877:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213334.940883:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213334.940886:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213334.940891:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.940893:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213334.940896:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213334.940898:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960546560:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213334.940901:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213334.940901:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213334.940907:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213334.940908:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1779213334.940910:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1779213334.940914:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11507) 02000000:00000001:1.0:1779213334.940920:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213334.940920:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9e5ad9. 02000000:00000001:1.0:1779213334.940925:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1779213334.940927:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960546432, offset 0 00000100:00000001:0.0:1779213334.940929:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1779213334.940930:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072261974. 02000000:00000001:1.0:1779213334.940934:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213334.940935:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213334.940936:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213334.940938:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213334.940939:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213334.940940:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213334.940951:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213334.940957:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:1.0:1779213334.940959:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000308a8c5. 00000400:00000200:3.0:1779213334.940967:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213334.940968:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1779213334.940968:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000400:00000200:3.0:1779213334.940972:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779213334.940974:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546560, portal 10 00000400:00000200:3.0:1779213334.940976:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213334.940979:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213334.940980:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213334.940982:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213334.940985:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213334.940985:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 02000000:00000001:0.0:1779213334.940988:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213334.940989:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [293:293:256:4294967295] 192.168.202.129@tcp LPNI seq info [293:293:8:4294967295] 02000000:00000001:0.0:1779213334.940993:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213334.940997:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213334.940999:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960546688:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213334.941009:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213334.941011:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213334.941013:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213334.941015:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213334.941018:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213334.941018:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1779213334.941023:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ee1edb. 00000100:00000040:1.0:1779213334.941026:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213334.941027:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213334.941032:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000800:00000200:3.0:1779213334.941032:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213334.941033:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc07140. 00000100:00000200:1.0:1779213334.941039:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960546560, offset 0 00000800:00000010:3.0:1779213334.941041:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bddec1ab. 00000400:00000010:0.0:1779213334.941042:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000400:00000200:1.0:1779213334.941048:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213334.941054:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213334.941056:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546688, portal 10 00000400:00000200:1.0:1779213334.941057:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213334.941061:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213334.941063:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213334.941064:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000800:00000200:3.0:1779213334.941068:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213334.941069:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213334.941073:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213334.941075:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bddec1ab type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213334.941076:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213334.941084:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213334.941091:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213334.941091:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [294:294:255:4294967295] 192.168.202.129@tcp LPNI seq info [294:294:7:4294967295] 00000100:00000040:0.0:1779213334.941096:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213334.941099:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213334.941106:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213334.941106:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306175427 00000400:00000010:0.0:1779213334.941112:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139181df. 00000800:00000200:1.0:1779213334.941117:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213334.941118:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960546688, offset 0 00000100:00000001:3.0:1779213334.941119:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306170307 00000800:00000010:1.0:1779213334.941125:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000100:00000001:3.0:1779213334.941127:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306175427 00000400:00000200:0.0:1779213334.941131:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213334.941134:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306170307 00000800:00000200:1.0:1779213334.941136:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213334.941139:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306175427 00000400:00000200:0.0:1779213334.941141:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213334.941145:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213334.941147:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306170307 00000400:00000200:0.0:1779213334.941148:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213334.941150:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213334.941152:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306175427 00000400:00000200:0.0:1779213334.941153:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213334.941155:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213334.941157:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213334.941161:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 341041 usecs (342 jiffies) 00000400:00000200:0.0:1779213334.941163:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213334.941165:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306170307 00000100:00000001:1.0:1779213334.941166:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306170198 00000800:00000200:2.0:1779213334.941168:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1779213334.941169:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [295:295:254:4294967295] 192.168.202.129@tcp LPNI seq info [295:295:6:4294967295] 00000100:00000001:3.0:1779213334.941172:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1779213334.941173:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bddec1ab. 00000400:00000200:2.0:1779213334.941179:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213334.941180:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306175427 00000100:00000001:3.0:1779213334.941180:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213334.941181:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213334.941186:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306170198 00000400:00000200:2.0:1779213334.941188:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:0.0:1779213334.941191:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213334.941192:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306175427 00000400:00000200:2.0:1779213334.941195:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9e5ad9 00000800:00000010:0.0:1779213334.941196:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047618a27. 00000100:00000001:1.0:1779213334.941196:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306170198 00000100:00000001:1.0:1779213334.941199:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306175427 00000400:00000010:2.0:1779213334.941199:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9e5ad9. 00000100:00000001:3.0:1779213334.941199:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213334.941205:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306170198 00000100:00000001:3.0:1779213334.941205:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213334.941206:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213334.941210:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213334.941211:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306175427 00000100:00000200:2.0:1779213334.941211:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213334.941217:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213334.941217:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213334.941218:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213334.941246:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000047618a27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213334.941246:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213334.941249:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213334.941251:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213334.941252:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213334.941252:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213334.941253:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.941255:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213334.941258:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213334.941259:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 21808 usecs (22 jiffies) 00000100:00000001:0.0:1779213334.941264:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306169879 00000100:00000001:1.0:1779213334.941264:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.941264:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213334.941269:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213334.941270:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306175427 00000100:00000001:3.0:1779213334.941271:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213334.941272:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213334.941272:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213334.941273:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306169879 00000100:00000001:1.0:1779213334.941276:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213334.941277:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306175427 00000100:00000001:1.0:1779213334.941280:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213334.941281:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306169879 00000100:00000001:1.0:1779213334.941283:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213334.941284:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306175427 00000800:00000200:2.0:1779213334.941285:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213334.941287:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306169879 00000100:00000001:1.0:1779213334.941287:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213334.941287:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000100:00000001:0.0:1779213334.941292:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306175427 00000100:00000001:1.0:1779213334.941292:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213334.941292:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213334.941295:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213334.941297:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213334.941297:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213334.941300:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213334.941300:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:2.0:1779213334.941301:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:0.0:1779213334.941302:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213334.941304:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213334.941305:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213334.941307:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1779213334.941307:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213334.941309:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213334.941311:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213334.941312:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213334.941315:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213334.941315:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213334.941317:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213334.941322:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213334.941324:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213334.941437:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213334.941440:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047618a27. 00000400:00000200:2.0:1779213334.941444:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213334.941447:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213334.941456:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139181df 00000400:00000010:2.0:1779213334.941457:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000139181df. 00000100:00000001:2.0:1779213334.941460:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213334.941463:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213334.941470:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213334.941472:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213334.941478:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213334.941480:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213334.944637:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213334.944651:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213334.944655:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213334.944657:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213334.944668:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213334.944685:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208d00 00000400:00000200:2.0:1779213334.944693:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa05 [1] + 224 00000800:00000001:2.0:1779213334.944700:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213334.944704:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213334.944707:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213334.944711:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213334.944717:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213334.944735:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213334.944747:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213334.944774:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213334.944782:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213334.944786:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213334.944788:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213334.944790:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213334.944794:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213334.944815:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208c80 00000400:00000200:2.0:1779213334.944820:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x9fd [1] + 224 00000800:00000001:2.0:1779213334.944825:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213334.944830:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213334.944832:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213334.944835:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213334.944838:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213334.944842:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213334.944849:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213334.944870:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213334.944875:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213334.944878:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213334.944962:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213334.944967:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213334.944974:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213334.944976:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213334.944978:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000308a8c5. 00000400:00000200:1.0:1779213334.944983:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:1.0:1779213334.944985:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779213334.944988:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213334.944991:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213334.944999:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213334.945005:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213334.945007:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213334.945009:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213334.945018:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213334.945020:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213334.945022:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213334.945025:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213334.945034:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=78 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213334.945038:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=78 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213334.945041:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213334.945042:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213334.945045:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213334.945049:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213334.945052:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213334.945054:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213334.945055:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213334.945056:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213334.945060:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213334.945067:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213334.945070:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213334.945082:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213334.945088:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213334.945096:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960546560:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213334.945101:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213334.945103:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213334.945106:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960546560/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213334.945112:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213334.945114:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213334.945117:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072261974. 02000000:00000001:1.0:1779213334.945121:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213334.945123:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213334.945125:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213334.945127:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213334.945134:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 02000000:00000001:1.0:1779213334.945138:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213334.945139:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213334.945141:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 00000100:00000001:1.0:1779213334.945145:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213334.945146:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213334.945148:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213334.945154:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213334.945156:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213334.945158:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213334.945160:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.945219:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213334.945246:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213334.945250:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213334.945251:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213334.945253:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00000400:00000200:3.0:1779213334.945256:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:3.0:1779213334.945258:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:3.0:1779213334.945260:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213334.945264:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213334.945271:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.945277:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213334.945278:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.945280:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213334.945281:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213334.945282:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213334.945284:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213334.945285:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213334.945288:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=89 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213334.945290:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=89 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213334.945292:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213334.945293:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213334.945295:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213334.945296:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.945304:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213334.945307:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.945313:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213334.945315:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213334.945316:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213334.945319:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213334.945325:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960546432:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213334.945329:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.945331:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213334.945333:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960546432/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.945338:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213334.945340:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213334.945342:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd15ac9. 02000000:00000001:3.0:1779213334.945345:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213334.945346:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213334.945347:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213334.945349:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213334.945350:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 02000000:00000001:3.0:1779213334.945352:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213334.945353:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213334.945354:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:3.0:1779213334.945358:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213334.945359:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.945360:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.945364:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213334.945365:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.945367:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213334.945368:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213334.947686:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213334.947700:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213334.947704:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213334.947707:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213334.947716:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213334.947732:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208d80 00000400:00000200:0.0:1779213334.947740:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa0d [1] + 224 00000800:00000001:0.0:1779213334.947771:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213334.947778:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213334.947781:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213334.947785:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213334.947791:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213334.947797:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213334.947807:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213334.947825:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213334.947832:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213334.947835:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.947867:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213334.947871:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213334.947876:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213334.947884:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213334.947886:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dc07140. 00000400:00000200:3.0:1779213334.947891:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:3.0:1779213334.947893:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000001:3.0:1779213334.947896:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213334.947901:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213334.947909:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.947915:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213334.947916:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.947919:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213334.947921:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213334.947923:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213334.947924:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213334.947927:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213334.947934:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=89 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213334.947937:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213334.947939:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213334.947941:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213334.947943:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213334.947946:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213334.947953:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.947956:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213334.947957:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213334.947959:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213334.947960:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213334.947963:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.947970:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213334.947980:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213334.947982:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213334.947992:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213334.947999:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960546688:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213334.948003:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.948006:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213334.948008:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960546688/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213334.948013:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213334.948015:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213334.948018:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ee1edb. 02000000:00000001:3.0:1779213334.948020:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213334.948022:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213334.948023:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213334.948025:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213334.948027:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000001:3.0:1779213334.948029:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213334.948031:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213334.948032:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:3.0:1779213334.948035:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213334.948037:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.948038:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213334.948045:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213334.948046:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213334.948048:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213334.948050:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213335.580339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213335.580343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213335.580346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213335.580347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213335.580418:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213335.580422:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213335.580425:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213336.604324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213336.604329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213336.604333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213336.604334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213336.604378:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213336.604390:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213336.604393:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213337.628339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213337.628346:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213337.628348:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213337.628351:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213337.628356:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213337.628358:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213337.628360:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213337.628362:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213337.628366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213337.628367:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213337.628368:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213337.628369:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213337.628418:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213337.628419:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213337.628420:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213337.628423:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213337.628487:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213337.628490:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213337.628494:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213338.652326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213338.652331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213338.652335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213338.652336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213338.652403:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213338.652407:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213338.652410:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213339.676525:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213339.676530:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213339.676536:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213339.676537:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213339.676591:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213339.676595:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213339.676598:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213340.060489:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213340.060499:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213340.060510:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213340.060517:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213340.060521:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213340.060524:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213340.060529:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213340.060536:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b691e64d. 00000100:00000001:3.0:1779213340.060542:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213340.060569:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213340.060580:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213340.060582:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213340.060588:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_03+3] req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.060620:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213340.060623:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213340.060626:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213340.060629:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213340.060631:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213340.060633:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213340.060635:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213340.060637:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213340.060641:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd44fedf. 00000100:00000001:3.0:1779213340.060644:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213340.060647:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213340.060648:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213340.060654:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213340.060657:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213340.060658:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213340.060659:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213340.060664:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213340.060667:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_00+0] req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213340.060668:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213340.060673:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213340.060686:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213340.060689:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213340.060692:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213340.060694:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213340.060696:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213340.060699:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960546816:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213340.060704:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213340.060718:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213340.060718:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213340.060719:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213340.060722:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213340.060723:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213340.060723:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213340.060725:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779213340.060730:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213340.060730:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213340.060733:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000100:00000040:0.0:1779213340.060734:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213340.060736:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005be9018b. 00000020:00000040:3.0:1779213340.060738:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213340.060741:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.060744:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213340.060747:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1779213340.060750:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077a96b7e. 02000000:00000001:3.0:1779213340.060751:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213340.060759:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 02000000:00000010:3.0:1779213340.060762:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:1.0:1779213340.060765:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213340.060767:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213340.060768:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546816, portal 25 00000100:00000001:1.0:1779213340.060770:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213340.060774:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1779213340.060776:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213340.060778:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000001:0.0:1779213340.060781:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213340.060784:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213340.060788:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213340.060789:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213340.060792:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213340.060794:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.060794:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213340.060798:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213340.060801:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960546944:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213340.060807:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_01+1] req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213340.060811:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213340.060815:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213340.060818:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213340.060819:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1779213340.060823:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213340.060827:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000010:0.0:1779213340.060830:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009de83cab. 00000400:00000010:2.0:1779213340.060831:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 02000000:00000001:0.0:1779213340.060833:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213340.060836:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960546816, offset 0 00000400:00000010:0.0:1779213340.060839:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000867a797. 00000100:00000001:3.0:1779213340.060844:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213340.060848:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213340.060851:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213340.060853:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213340.060859:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11512) 00000400:00000010:0.0:1779213340.060864:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000400:00000200:2.0:1779213340.060866:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:0.0:1779213340.060873:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960546944, portal 10 00000400:00000200:2.0:1779213340.060875:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213340.060877:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213340.060878:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213340.060880:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000400:00000200:2.0:1779213340.060881:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213340.060882:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213340.060885:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213340.060889:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1779213340.060892:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213340.060893:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213340.060895:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213340.060904:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [296:296:256:4294967295] 192.168.202.129@tcp LPNI seq info [296:296:8:4294967295] 00000100:00000001:0.0:1779213340.060921:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213340.060922:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213340.060925:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213340.060928:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:0.0:1779213340.060929:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213340.060930:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1779213340.060934:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139181df. 02000000:00000001:1.0:1779213340.060934:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213340.060940:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213340.060940:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213340.060941:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960546944, offset 0 00000100:00100000:1.0:1779213340.060945:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960547072:192.168.202.129@tcp:400: 00000800:00000010:2.0:1779213340.060948:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000100:00000001:1.0:1779213340.060950:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213340.060953:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213340.060955:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213340.060957:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213340.060960:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213340.060962:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213340.060962:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213340.060967:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008325a1f. 00000400:00000200:0.0:1779213340.060968:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213340.060972:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213340.060973:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213340.060975:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213340.060979:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000308a8c5. 00000800:00000200:2.0:1779213340.060979:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213340.060981:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1779213340.060985:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000400:00000200:0.0:1779213340.060986:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213340.060992:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [297:297:255:4294967295] 192.168.202.129@tcp LPNI seq info [297:297:7:4294967295] 00000100:00000200:1.0:1779213340.060992:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547072, portal 10 00000100:00000001:1.0:1779213340.060996:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213340.060999:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000001:2.0:1779213340.061002:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213340.061007:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213340.061008:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306180547 00000100:00000040:1.0:1779213340.061009:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213340.061017:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306175427 00000800:00000200:0.0:1779213340.061020:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213340.061024:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306180547 00000800:00000010:0.0:1779213340.061026:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047618a27. 00000100:00000001:2.0:1779213340.061032:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306175427 00000100:00000001:1.0:1779213340.061034:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213340.061035:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213340.061039:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306180547 00000100:00000040:1.0:1779213340.061043:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213340.061045:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213340.061045:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306175427 00000400:00000010:1.0:1779213340.061047:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000800:00000200:0.0:1779213340.061051:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000047618a27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213340.061051:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306180547 00000100:00000200:1.0:1779213340.061052:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960547072, offset 0 00000100:00000001:2.0:1779213340.061058:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306175427 00000100:00000001:0.0:1779213340.061060:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213340.061063:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213340.061065:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213340.061067:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 337045 usecs (338 jiffies) 00000100:00000001:2.0:1779213340.061068:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213340.061071:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306175314 00000400:00000200:1.0:1779213340.061073:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213340.061075:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306180547 00000100:00000001:2.0:1779213340.061080:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213340.061081:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306175314 00000400:00000200:1.0:1779213340.061081:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213340.061085:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213340.061086:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306180547 00000400:00000200:1.0:1779213340.061087:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213340.061091:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306175314 00000400:00000200:1.0:1779213340.061093:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213340.061094:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213340.061097:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306180547 00000100:00000001:2.0:1779213340.061097:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213340.061099:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213340.061103:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306175314 00000100:00000001:2.0:1779213340.061103:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213340.061106:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [298:298:254:4294967295] 192.168.202.129@tcp LPNI seq info [298:298:6:4294967295] 00000100:00000001:0.0:1779213340.061107:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306180547 00000100:00000001:2.0:1779213340.061107:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213340.061110:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213340.061112:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213340.061116:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213340.061116:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213340.061124:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213340.061128:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213340.061131:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213340.061132:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fd2778. 00000100:00000001:0.0:1779213340.061135:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213340.061139:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213340.061142:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213340.061146:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1779213340.061146:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213340.061150:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1779213340.061150:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6fd2778 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213340.061153:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213340.061155:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213340.061156:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213340.061159:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213340.061159:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 21648 usecs (22 jiffies) 00000100:00000001:1.0:1779213340.061163:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306174998 00000100:00000001:1.0:1779213340.061166:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306180547 00000100:00000001:1.0:1779213340.061169:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306174998 00000100:00000001:1.0:1779213340.061170:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306180547 00000100:00000001:1.0:1779213340.061172:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306174998 00000100:00000001:1.0:1779213340.061174:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306180547 00000100:00000001:1.0:1779213340.061176:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306174998 00000100:00000001:1.0:1779213340.061177:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306180547 00000100:00000001:1.0:1779213340.061184:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213340.061187:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213340.061189:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213340.061190:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213340.061194:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213340.061195:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213340.061197:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213340.061198:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213340.061199:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213340.061201:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213340.062081:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213340.062086:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:3.0:1779213340.062092:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213340.062099:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213340.062104:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00000400:00000010:3.0:1779213340.062107:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00000100:00000001:3.0:1779213340.062111:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213340.062115:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.062125:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213340.062127:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.062134:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.062136:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213340.062146:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213340.062148:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047618a27. 00000400:00000200:3.0:1779213340.062151:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213340.062154:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213340.062157:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139181df 00000400:00000010:3.0:1779213340.062166:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000139181df. 00000100:00000001:3.0:1779213340.062169:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213340.062172:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.062179:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213340.062182:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.062187:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.062188:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213340.062281:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213340.062283:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fd2778. 00000400:00000200:3.0:1779213340.062287:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213340.062290:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213340.062292:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:3.0:1779213340.062293:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:3.0:1779213340.062296:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213340.062299:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.062305:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213340.062308:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.062314:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.062315:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213340.064332:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213340.064344:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213340.064359:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213340.064362:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213340.064372:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213340.064387:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208e00 00000400:00000200:2.0:1779213340.064395:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xa15 [1] + 224 00000800:00000001:2.0:1779213340.064401:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213340.064405:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213340.064407:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213340.064411:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213340.064416:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213340.064421:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213340.064430:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213340.064450:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213340.064457:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213340.064460:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213340.064461:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213340.064463:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213340.064466:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213340.064471:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208e80 00000400:00000200:2.0:1779213340.064476:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa1d [1] + 224 00000800:00000001:2.0:1779213340.064479:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213340.064490:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213340.064493:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213340.064495:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213340.064495:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213340.064500:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213340.064502:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213340.064505:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213340.064507:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a96b7e. 00000400:00000200:0.0:1779213340.064512:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:0.0:1779213340.064521:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:0.0:1779213340.064525:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213340.064526:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213340.064529:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213340.064532:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213340.064554:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213340.064556:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213340.064574:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213340.064577:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213340.064580:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213340.064584:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213340.064584:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213340.064587:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213340.064589:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213340.064590:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213340.064593:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213340.064595:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213340.064598:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1779213340.064600:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=95 v=5 (5 5 5 0) 00000800:00000001:2.0:1779213340.064600:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213340.064607:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=95 v=5 (1 1 1 0) 00000400:00000200:2.0:1779213340.064609:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213340.064613:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213340.064615:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.064618:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1779213340.064619:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1779213340.064619:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27208f00 00010000:00000001:0.0:1779213340.064623:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.064623:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213340.064628:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa25 [1] + 224 00000100:00000001:0.0:1779213340.064629:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213340.064635:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213340.064635:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1779213340.064638:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213340.064640:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213340.064643:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000867a797. 00000800:00000001:2.0:1779213340.064644:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213340.064649:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213340.064650:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:3.0:1779213340.064654:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000001:0.0:1779213340.064655:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213340.064659:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213340.064660:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213340.064661:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213340.064664:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213340.064665:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213340.064668:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213340.064671:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213340.064672:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213340.064700:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213340.064706:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960546816:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213340.064707:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213340.064716:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213340.064721:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213340.064728:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960546816/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.064737:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213340.064739:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213340.064740:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213340.064744:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213340.064746:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213340.064747:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213340.064749:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213340.064750:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1779213340.064753:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213340.064755:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213340.064759:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=84 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213340.064767:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=84 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213340.064768:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213340.064772:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1779213340.064773:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213340.064774:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213340.064776:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213340.064777:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213340.064778:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005be9018b. 00010000:00000001:3.0:1779213340.064779:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213340.064780:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213340.064784:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213340.064784:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1779213340.064785:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213340.064786:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000001:1.0:1779213340.064788:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1779213340.064789:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213340.064789:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1779213340.064791:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000308a8c5. 00000020:00000040:0.0:1779213340.064793:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000200:1.0:1779213340.064794:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000100:00000001:3.0:1779213340.064797:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213340.064798:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:1.0:1779213340.064798:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 02000000:00000010:0.0:1779213340.064803:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b691e64d. 00000100:00000001:1.0:1779213340.064803:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1779213340.064807:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213340.064809:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1779213340.064810:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213340.064812:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213340.064815:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:0.0:1779213340.064822:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213340.064825:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213340.064836:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213340.064838:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213340.064841:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213340.064843:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213340.064843:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213340.064850:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213340.064852:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213340.064856:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213340.064861:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213340.064870:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213340.064870:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1779213340.064870:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960546944:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213340.064873:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213340.064878:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213340.064878:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213340.064881:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1779213340.064882:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1779213340.064884:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960546944/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213340.064885:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213340.064888:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213340.064891:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213340.064895:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=95 v=5 (5 5 5 0) 00000100:00000001:3.0:1779213340.064900:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1779213340.064901:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=36 v=5 (1 0 0 0) 02000000:00000001:3.0:1779213340.064902:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213340.064905:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213340.064907:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213340.064908:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1779213340.064912:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009de83cab. 00010000:00080000:1.0:1779213340.064916:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213340.064917:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213340.064920:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213340.064921:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213340.064923:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213340.064924:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cd44fedf. 02000000:00000001:3.0:1779213340.064927:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213340.064930:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213340.064932:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:3.0:1779213340.064937:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213340.064939:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213340.064941:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213340.064945:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213340.064947:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213340.064951:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213340.064954:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213340.064960:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213340.064964:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213340.064965:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213340.064966:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213340.064968:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213340.064972:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213340.064979:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213340.064981:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213340.064982:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213340.064985:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213340.064992:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960547072:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213340.064995:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213340.064997:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213340.065000:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960547072/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213340.065005:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213340.065006:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213340.065008:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008325a1f. 02000000:00000001:1.0:1779213340.065010:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213340.065012:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213340.065013:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213340.065014:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213340.065016:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 02000000:00000001:1.0:1779213340.065018:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213340.065020:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213340.065021:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:1.0:1779213340.065023:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213340.065024:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213340.065032:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213340.065036:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213340.065037:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213340.065039:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213340.065040:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213340.700302:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213340.700308:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213340.700312:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213340.700330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213340.700378:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213340.700381:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213340.700383:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213341.724364:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213341.724368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213341.724372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213341.724373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213341.724438:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213341.724442:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213341.724445:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213342.748357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213342.748362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213342.748367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213342.748368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213342.748422:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213342.748427:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213342.748429:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213343.772789:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213343.772793:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213343.772800:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213343.772801:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213343.772970:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213343.772977:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213343.772981:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213344.796360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213344.796367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213344.796372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213344.796373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213344.796445:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213344.796449:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213344.796452:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213345.180370:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213345.180379:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213345.180400:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213345.180406:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213345.180409:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213345.180412:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213345.180416:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213345.180421:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000006acdf4e. 00000100:00000001:0.0:1779213345.180426:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180434:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213345.180443:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213345.180444:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180449:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_02+2] req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.180473:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180474:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213345.180477:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213345.180478:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213345.180479:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213345.180481:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213345.180482:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213345.180483:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213345.180485:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:0.0:1779213345.180486:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180489:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213345.180494:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213345.180495:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180496:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_03+3] req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213345.180498:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213345.180504:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213345.180504:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213345.180506:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213345.180507:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213345.180508:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213345.180510:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213345.180512:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213345.180513:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.180515:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213345.180517:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000100:00000040:2.0:1779213345.180518:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213345.180521:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213345.180526:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213345.180529:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213345.180532:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213345.180532:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213345.180535:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213345.180537:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:3.0:1779213345.180538:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1779213345.180540:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213345.180541:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213345.180542:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213345.180542:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213345.180543:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213345.180545:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213345.180548:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213345.180548:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180552:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1779213345.180552:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960547200:192.168.202.129@tcp:400: 00000100:00100000:2.0:1779213345.180560:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960547328:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213345.180561:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213345.180567:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213345.180567:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213345.180569:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213345.180570:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213345.180572:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213345.180572:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213345.180573:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779213345.180573:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213345.180575:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213345.180580:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6be2d11. 02000000:00000010:3.0:1779213345.180580:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a204a621. 00000100:00000040:0.0:1779213345.180581:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_00+0] req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213345.180584:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213345.180586:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213345.180591:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f69b3452. 00000400:00000010:2.0:1779213345.180592:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e03a6c0. 00000400:00000010:2.0:1779213345.180600:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000400:00000010:3.0:1779213345.180600:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000200:2.0:1779213345.180607:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547328, portal 10 00000100:00000200:3.0:1779213345.180607:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547200, portal 25 00000100:00000001:2.0:1779213345.180610:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213345.180612:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000001:3.0:1779213345.180612:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213345.180613:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000040:2.0:1779213345.180619:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213345.180619:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.180620:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180624:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213345.180630:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213345.180636:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213345.180636:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213345.180637:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11517) 00000100:00000040:2.0:1779213345.180641:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213345.180642:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213345.180644:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042750886. 00000400:00000010:3.0:1779213345.180644:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6bd63e0. 00000100:00000200:2.0:1779213345.180647:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960547328, offset 0 00000100:00000200:3.0:1779213345.180647:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960547200, offset 0 00000100:00000001:0.0:1779213345.180650:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213345.180650:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213345.180654:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213345.180655:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213345.180655:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213345.180658:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213345.180662:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213345.180665:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213345.180670:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213345.180678:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213345.180679:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213345.180682:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213345.180684:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213345.180687:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213345.180689:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213345.180690:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213345.180692:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:1.0:1779213345.180695:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213345.180699:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [299:299:256:4294967295] 192.168.202.129@tcp LPNI seq info [299:299:8:4294967295] 00000100:00100000:1.0:1779213345.180702:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960547456:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213345.180707:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213345.180710:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213345.180713:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213345.180715:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213345.180717:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213345.180721:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075d620df. 00000800:00000200:2.0:1779213345.180722:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213345.180722:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213345.180725:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213345.180727:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213345.180729:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000400:00000010:1.0:1779213345.180730:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000308a8c5. 00000400:00000200:3.0:1779213345.180731:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213345.180734:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000800:00000200:2.0:1779213345.180737:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:1.0:1779213345.180739:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547456, portal 10 00000400:00000200:3.0:1779213345.180739:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213345.180742:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213345.180744:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213345.180747:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000400:00000200:3.0:1779213345.180748:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [300:300:255:4294967295] 192.168.202.129@tcp LPNI seq info [300:300:7:4294967295] 00000100:00000040:1.0:1779213345.180756:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213345.180757:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213345.180761:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213345.180763:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779213345.180769:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213345.180775:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1779213345.180775:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd44fedf. 00000100:00000040:1.0:1779213345.180780:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213345.180780:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213345.180783:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:1.0:1779213345.180785:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169bda26. 00000100:00000040:2.0:1779213345.180786:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 333138 usecs (334 jiffies) 00000800:00000200:3.0:1779213345.180789:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:1.0:1779213345.180790:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960547456, offset 0 00000100:00000001:2.0:1779213345.180791:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306180430 00000800:00000200:3.0:1779213345.180792:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cd44fedf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213345.180795:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306180547 00000100:00000001:2.0:1779213345.180797:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306180430 00000100:00000001:3.0:1779213345.180797:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213345.180799:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306185667 00000100:00000001:2.0:1779213345.180800:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306180547 00000400:00000200:1.0:1779213345.180801:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213345.180802:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306180430 00000100:00000001:3.0:1779213345.180806:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306180547 00000100:00000001:3.0:1779213345.180810:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306185667 00000100:00000001:2.0:1779213345.180812:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306180547 00000100:00000001:2.0:1779213345.180814:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306180430 00000100:00000001:3.0:1779213345.180814:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306180547 00000100:00000001:2.0:1779213345.180816:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306180547 00000100:00000001:3.0:1779213345.180818:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306185667 00000400:00000200:1.0:1779213345.180819:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213345.180820:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213345.180821:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306180547 00000100:00000001:2.0:1779213345.180824:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213345.180825:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306185667 00000400:00000200:1.0:1779213345.180828:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213345.180828:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213345.180831:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213345.180833:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213345.180833:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306180547 00000100:00000001:3.0:1779213345.180838:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213345.180839:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213345.180839:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213345.180841:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213345.180841:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213345.180844:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213345.180847:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [301:301:254:4294967295] 192.168.202.129@tcp LPNI seq info [301:301:6:4294967295] 00000100:00000001:2.0:1779213345.180854:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213345.180854:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213345.180857:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213345.180857:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213345.180858:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213345.180862:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213345.180862:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213345.180866:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213345.180867:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213345.180871:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1779213345.180872:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213345.180873:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000100:00000001:3.0:1779213345.180876:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1779213345.180879:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000100:00000001:3.0:1779213345.180879:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213345.180880:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213345.180880:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213345.180886:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213345.180887:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213345.180892:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:1.0:1779213345.180896:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213345.180900:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213345.180901:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042750886 00000100:00000001:1.0:1779213345.180903:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213345.180904:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000042750886. 00000100:00000040:1.0:1779213345.180907:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 21446 usecs (22 jiffies) 00000100:00000001:0.0:1779213345.180910:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213345.180911:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306180118 00000100:00000001:1.0:1779213345.180915:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306185667 00000100:00000200:0.0:1779213345.180917:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213345.180918:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306180118 00000100:00000001:1.0:1779213345.180922:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306185667 00000100:00000001:1.0:1779213345.180925:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306180118 00000100:00000001:1.0:1779213345.180930:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306185667 00000100:00000001:1.0:1779213345.180934:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306180118 00000100:00000001:1.0:1779213345.180937:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306185667 00000100:00000001:0.0:1779213345.180939:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213345.180939:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213345.180943:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.180944:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213345.180947:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213345.180948:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213345.180954:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213345.180957:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213345.180957:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213345.180959:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213345.180967:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213345.180969:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1779213345.180970:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213345.180971:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213345.180972:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd44fedf. 00000400:00000200:0.0:1779213345.180977:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213345.180977:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213345.180983:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213345.180985:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bd63e0 00000400:00000010:0.0:1779213345.180986:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a6bd63e0. 00000100:00000001:0.0:1779213345.180988:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213345.180989:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.180994:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213345.180995:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.180999:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213345.181000:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213345.181052:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213345.181054:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:0.0:1779213345.181057:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213345.181061:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213345.181063:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000169bda26 00000400:00000010:0.0:1779213345.181064:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000169bda26. 00000100:00000001:0.0:1779213345.181066:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213345.181069:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.181075:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213345.181077:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.181084:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213345.181085:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213345.183101:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183115:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213345.183119:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183121:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213345.183131:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213345.183150:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27208f80 00000400:00000200:3.0:1779213345.183157:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xa2d [1] + 224 00000800:00000001:3.0:1779213345.183165:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183169:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213345.183171:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213345.183175:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213345.183180:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213345.183184:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213345.183194:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213345.183215:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213345.183264:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213345.183268:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213345.183270:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183275:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213345.183277:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183279:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213345.183286:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:0.0:1779213345.183289:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213345.183292:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213345.183310:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f69b3452. 00000400:00000200:3.0:1779213345.183314:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209000 00000400:00000200:0.0:1779213345.183316:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:0.0:1779213345.183320:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:0.0:1779213345.183323:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213345.183330:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213345.183330:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa31 [1] + 224 00000800:00000001:3.0:1779213345.183340:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183345:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213345.183347:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213345.183348:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213345.183358:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213345.183363:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213345.183364:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213345.183366:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213345.183370:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:3.0:1779213345.183370:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213345.183374:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213345.183378:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213345.183382:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213345.183383:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213345.183387:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213345.183395:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=100 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213345.183400:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=100 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213345.183403:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213345.183404:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213345.183407:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213345.183409:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1779213345.183409:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1779213345.183412:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213345.183415:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.183420:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213345.183421:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213345.183429:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183432:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213345.183438:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213345.183444:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213345.183444:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209080 00000100:00000001:2.0:1779213345.183448:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213345.183452:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa3d [1] + 224 00000800:00000001:3.0:1779213345.183456:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183461:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213345.183462:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1779213345.183465:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1779213345.183466:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:2.0:1779213345.183469:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213345.183471:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e03a6c0. 00000400:00000200:2.0:1779213345.183476:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:2.0:1779213345.183477:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779213345.183480:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213345.183485:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213345.183494:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213345.183500:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213345.183501:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213345.183502:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213345.183504:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213345.183505:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213345.183506:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213345.183508:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213345.183513:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=89 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213345.183517:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=89 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213345.183518:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213345.183522:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213345.183524:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213345.183527:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213345.183530:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213345.183531:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213345.183533:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213345.183537:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213345.183542:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213345.183545:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00100000:0.0:1779213345.183546:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960547200:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213345.183549:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213345.183551:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213345.183555:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213345.183558:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.183566:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213345.183569:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213345.183572:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960547200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213345.183573:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213345.183575:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213345.183582:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213345.183585:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213345.183589:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213345.183593:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a204a621. 00000100:00100000:2.0:1779213345.183593:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960547328:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213345.183599:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213345.183600:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213345.183603:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213345.183603:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1779213345.183606:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000040:2.0:1779213345.183608:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960547328/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213345.183611:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213345.183614:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000006acdf4e. 02000000:00000001:0.0:1779213345.183618:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213345.183620:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213345.183621:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:0.0:1779213345.183625:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213345.183627:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213345.183630:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213345.183631:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213345.183634:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213345.183636:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6be2d11. 00000100:00000001:0.0:1779213345.183639:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1779213345.183640:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213345.183641:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213345.183644:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213345.183645:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1779213345.183646:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213345.183648:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213345.183650:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213345.183652:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 02000000:00000001:2.0:1779213345.183654:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213345.183656:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213345.183657:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:2.0:1779213345.183660:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213345.183661:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213345.183668:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213345.183672:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213345.183673:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213345.183675:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213345.183677:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213345.183689:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213345.183694:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213345.183703:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213345.183719:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213345.183724:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213345.183734:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213345.183756:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213345.183760:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213345.183764:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213345.183765:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213345.183767:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000308a8c5. 00000400:00000200:1.0:1779213345.183770:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:1.0:1779213345.183772:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779213345.183775:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213345.183779:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213345.183788:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213345.183794:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213345.183796:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213345.183798:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213345.183799:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213345.183801:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213345.183802:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213345.183804:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213345.183808:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=100 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213345.183811:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213345.183813:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213345.183814:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213345.183816:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213345.183818:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213345.183834:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213345.183840:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213345.183841:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213345.183843:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213345.183844:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213345.183853:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213345.183860:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213345.183862:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213345.183864:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213345.183866:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213345.183873:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960547456:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213345.183878:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213345.183879:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213345.183881:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960547456/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213345.183887:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213345.183889:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213345.183891:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075d620df. 02000000:00000001:1.0:1779213345.183893:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213345.183895:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213345.183896:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213345.183898:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213345.183899:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 02000000:00000001:1.0:1779213345.183901:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213345.183902:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213345.183904:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:1.0:1779213345.183906:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213345.183907:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213345.183909:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213345.183913:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213345.183914:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213345.183916:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213345.183918:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213345.820347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213345.820353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213345.820358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213345.820360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213345.820425:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213345.820430:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213345.820432:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213346.844385:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213346.844391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213346.844396:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213346.844397:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213346.844461:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213346.844465:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213346.844468:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213347.868374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213347.868386:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213347.868388:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213347.868393:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213347.868398:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213347.868402:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213347.868404:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213347.868406:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213347.868411:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213347.868412:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213347.868413:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213347.868415:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213347.868416:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213347.868417:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213347.868418:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213347.868420:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213347.868476:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213347.868479:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213347.868482:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213348.892319:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213348.892325:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213348.892330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213348.892332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213348.892366:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213348.892370:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213348.892372:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213349.916352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213349.916357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213349.916361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213349.916362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213349.916413:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213349.916415:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213349.916417:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213350.300391:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213350.300398:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213350.300422:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 00000020:00000040:1.0:1779213350.300427:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213350.300431:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213350.300433:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213350.300437:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213350.300444:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010c3b120. 00000100:00000001:1.0:1779213350.300451:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213350.300460:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213350.300471:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213350.300473:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213350.300479:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_01+1] req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213350.300513:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213350.300515:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213350.300517:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213350.300520:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000499513bc. 00000020:00000040:1.0:1779213350.300522:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213350.300523:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213350.300524:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213350.300525:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213350.300526:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213350.300528:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd74f283. 00000100:00000001:1.0:1779213350.300530:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.300536:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213350.300536:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213350.300539:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213350.300544:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213350.300547:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213350.300548:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213350.300550:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213350.300556:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.300563:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213350.300564:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213350.300568:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213350.300571:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499513bc] to pc [ptlrpcd_00_02+2] req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213350.300572:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213350.300577:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213350.300584:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960547584:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213350.300590:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213350.300595:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213350.300597:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213350.300599:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213350.300600:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213350.300603:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6c018e9. 00000100:00000040:1.0:1779213350.300603:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213350.300606:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213350.300610:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000625c2bb3. 00000100:00000001:1.0:1779213350.300615:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1779213350.300618:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c30ccf9. 00000100:00000010:1.0:1779213350.300619:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6bd720. 00000100:00000001:2.0:1779213350.300619:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213350.300622:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1779213350.300623:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000200:0.0:1779213350.300624:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547584, portal 25 00000100:00000001:2.0:1779213350.300625:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213350.300629:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213350.300629:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213350.300631:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 02000000:00000001:1.0:1779213350.300632:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1779213350.300634:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213350.300636:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213350.300639:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213350.300643:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b4ba4c. 00000100:00000001:1.0:1779213350.300649:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213350.300658:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213350.300663:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213350.300664:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213350.300667:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213350.300671:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213350.300673:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1779213350.300676:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 02000000:00000001:2.0:1779213350.300677:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213350.300680:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960547584, offset 0 02000000:00000001:2.0:1779213350.300683:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213350.300685:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1779213350.300688:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213350.300688:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213350.300690:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960547712:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213350.300695:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213350.300696:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6bd720] to pc [ptlrpcd_00_03+3] req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213350.300700:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1779213350.300703:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213350.300704:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213350.300709:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213350.300711:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213350.300713:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213350.300715:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:2.0:1779213350.300715:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004240e96f. 00000100:00000040:1.0:1779213350.300717:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213350.300720:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213350.300721:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213350.300726:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1779213350.300727:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:2.0:1779213350.300727:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e03a6c0. 00000100:00000040:1.0:1779213350.300733:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11522) 00000400:00000010:2.0:1779213350.300735:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000400:00000200:0.0:1779213350.300738:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [302:302:256:4294967295] 192.168.202.129@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:0.0:1779213350.300750:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213350.300756:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213350.300761:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052768dfa. 00000800:00000200:0.0:1779213350.300767:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213350.300774:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213350.300778:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000052768dfa type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213350.300789:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547712, portal 10 00000100:00000001:2.0:1779213350.300791:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213350.300792:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728224256 : -104753981327360 : ffffa0ba10277800) 00000100:00000001:0.0:1779213350.300796:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213350.300801:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213350.300802:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306190787 00000100:00000001:0.0:1779213350.300809:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306185667 00000100:00000001:2.0:1779213350.300814:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213350.300815:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306190787 00000100:00000001:0.0:1779213350.300820:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306185667 00000100:00000040:2.0:1779213350.300820:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213350.300824:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306190787 00000400:00000010:2.0:1779213350.300824:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba39a694. 00000100:00000200:2.0:1779213350.300828:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960547712, offset 0 00000100:00000001:0.0:1779213350.300830:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306185667 00000100:00000001:0.0:1779213350.300834:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306190787 00000400:00000200:2.0:1779213350.300838:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213350.300841:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306185667 00000100:00000001:0.0:1779213350.300845:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213350.300848:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.300851:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.300852:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213350.300857:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213350.300859:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213350.300860:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213350.300861:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213350.300862:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.300864:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213350.300927:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1779213350.300930:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:1.0:1779213350.300932:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052768dfa. 00000400:00000200:2.0:1779213350.300936:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213350.300938:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213350.300940:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213350.300944:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213350.300951:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213350.300953:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213350.300956:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [303:303:255:4294967295] 192.168.202.129@tcp LPNI seq info [303:303:7:4294967295] 00000400:00000200:2.0:1779213350.300964:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213350.300969:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213350.300973:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 00000800:00000200:2.0:1779213350.300977:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213350.300981:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213350.300984:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213350.300987:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213350.300990:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 329308 usecs (330 jiffies) 00000100:00000001:2.0:1779213350.300993:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306185546 00000100:00000001:2.0:1779213350.300996:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306190787 00000100:00000001:2.0:1779213350.300999:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306185546 00000100:00000001:2.0:1779213350.301001:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306190787 00000100:00000001:2.0:1779213350.301003:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306185546 00000100:00000001:2.0:1779213350.301005:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306190787 00000100:00000001:2.0:1779213350.301007:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306185546 00000100:00000001:2.0:1779213350.301009:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306190787 00000100:00000001:2.0:1779213350.301011:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213350.301013:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213350.301015:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213350.301017:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213350.301021:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213350.301022:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213350.301023:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213350.301024:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213350.301027:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213350.301027:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000100:00000001:2.0:1779213350.301027:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213350.301030:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213350.301031:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213350.301032:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:2.0:1779213350.301036:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213350.301037:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213350.301038:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213350.301044:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213350.301058:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213350.301061:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213350.301083:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213350.301089:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213350.301095:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213350.301096:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213350.301098:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213350.301099:0:199006:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1779213350.301103:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213350.301107:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960547840:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213350.301111:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213350.301113:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213350.301115:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213350.301117:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1779213350.301117:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213350.301121:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 02000000:00000010:0.0:1779213350.301122:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08dd1d2. 02000000:00000001:0.0:1779213350.301125:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213350.301126:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1779213350.301130:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000400:00000200:1.0:1779213350.301134:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:0.0:1779213350.301137:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000400:00000200:1.0:1779213350.301139:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba39a694 00000400:00000010:1.0:1779213350.301141:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ba39a694. 00000100:00000001:1.0:1779213350.301145:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213350.301146:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547840, portal 10 00000100:00000200:1.0:1779213350.301148:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213350.301150:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213350.301152:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728214400 : -104753981337216 : ffffa0ba10275180) 00000100:00000001:1.0:1779213350.301159:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213350.301161:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213350.301164:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213350.301178:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213350.301183:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213350.301184:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213350.301187:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 00000100:00000001:1.0:1779213350.301187:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1779213350.301190:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960547840, offset 0 00000400:00000200:0.0:1779213350.301194:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213350.301199:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213350.301202:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213350.301205:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213350.301207:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213350.301209:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213350.301211:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [304:304:256:4294967295] 192.168.202.129@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:0.0:1779213350.301217:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213350.301257:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213350.301260:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001baae163. 00000800:00000200:0.0:1779213350.301263:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213350.301267:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213350.301268:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001baae163 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213350.301276:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213350.301278:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 21236 usecs (22 jiffies) 00000100:00000001:0.0:1779213350.301280:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306185239 00000100:00000001:0.0:1779213350.301282:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306190787 00000100:00000001:0.0:1779213350.301283:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306185239 00000100:00000001:0.0:1779213350.301284:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306190787 00000100:00000001:0.0:1779213350.301285:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306185239 00000100:00000001:0.0:1779213350.301287:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306190787 00000100:00000001:0.0:1779213350.301288:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306185239 00000100:00000001:0.0:1779213350.301289:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306190787 00000100:00000001:0.0:1779213350.301290:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213350.301292:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.301293:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.301294:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213350.301298:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213350.301299:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213350.301300:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213350.301300:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213350.301301:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.301303:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213350.301455:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213350.301458:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001baae163. 00000400:00000200:2.0:1779213350.301462:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213350.301467:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213350.301470:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000400:00000010:2.0:1779213350.301472:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:2.0:1779213350.301476:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213350.301479:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213350.301488:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213350.301491:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213350.301499:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213350.301500:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213350.303372:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213350.303382:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213350.303386:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213350.303388:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213350.303397:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213350.303410:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209180 00000400:00000200:3.0:1779213350.303418:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa4d [1] + 224 00000800:00000001:3.0:1779213350.303424:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213350.303428:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213350.303431:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213350.303435:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213350.303515:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213350.303532:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213350.303558:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213350.303579:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213350.303595:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213350.303611:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213350.303612:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213350.303614:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213350.303619:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213350.303621:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213350.303627:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213350.303633:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213350.303638:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e03a6c0. 00000400:00000200:3.0:1779213350.303638:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213350.303649:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:2.0:1779213350.303652:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779213350.303655:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1779213350.303659:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209200 00000100:00000200:2.0:1779213350.303667:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213350.303679:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa55 [1] + 224 00000100:00000200:2.0:1779213350.303692:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213350.303694:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213350.303703:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213350.303703:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213350.303709:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213350.303709:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213350.303718:0:199014:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:3.0:1779213350.303723:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:2.0:1779213350.303724:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213350.303729:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213350.303732:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213350.303733:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213350.303739:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213350.303749:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213350.303761:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=94 v=5 (5 5 5 0) 00000100:00000040:3.0:1779213350.303770:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213350.303785:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=94 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213350.303798:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213350.303801:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213350.303803:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213350.303807:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213350.303811:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213350.303813:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213350.303814:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213350.303816:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213350.303821:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213350.303828:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213350.303831:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213350.303833:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213350.303836:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213350.303866:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213350.303871:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213350.303891:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213350.303898:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213350.303902:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213350.303905:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213350.303906:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213350.303912:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00100000:2.0:1779213350.303917:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960547712:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213350.303923:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209100 00000100:00000001:2.0:1779213350.303937:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213350.303945:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xa45 [1] + 224 00000100:00000001:2.0:1779213350.303946:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1779213350.303954:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1779213350.303955:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000499513bc x1865639960547712/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213350.303965:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1779213350.303967:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213350.303968:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1779213350.303974:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1779213350.303977:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004240e96f. 00000400:00000200:3.0:1779213350.303984:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:2.0:1779213350.303985:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213350.303989:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1779213350.303990:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213350.303994:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000200:3.0:1779213350.303998:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213350.303999:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213350.304003:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd74f283. 02000000:00000001:2.0:1779213350.304010:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213350.304014:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213350.304018:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000499513bc. 00000100:00000040:3.0:1779213350.304021:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213350.304026:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213350.304034:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213350.304037:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213350.304044:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213350.304045:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213350.304048:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213350.304049:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213350.304052:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213350.304057:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213350.304061:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213350.304088:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213350.304091:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213350.304096:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213350.304098:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213350.304100:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000625c2bb3. 00000400:00000200:1.0:1779213350.304105:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c30ccf9 00000400:00000010:1.0:1779213350.304107:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001c30ccf9. 00000100:00000001:1.0:1779213350.304110:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213350.304115:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213350.304121:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213350.304125:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213350.304129:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000100:00000200:1.0:1779213350.304130:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213350.304137:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000100:00000001:1.0:1779213350.304141:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213350.304143:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213350.304145:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213350.304146:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213350.304150:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1779213350.304151:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:0.0:1779213350.304156:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213350.304160:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213350.304162:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213350.304167:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213350.304175:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=105 v=5 (5 5 5 0) 00000100:00000200:0.0:1779213350.304185:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213350.304186:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=105 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213350.304196:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213350.304201:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.304211:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1779213350.304212:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213350.304213:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213350.304217:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.304219:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213350.304262:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213350.304271:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213350.304272:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213350.304276:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213350.304280:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213350.304288:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213350.304294:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213350.304298:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1779213350.304299:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=105 v=5 (5 5 5 0) 00000100:00000001:1.0:1779213350.304300:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213350.304309:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=46 v=5 (1 0 0 0) 00000100:00000040:1.0:1779213350.304312:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213350.304317:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213350.304321:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213350.304326:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213350.304337:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213350.304342:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960547584:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213350.304364:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213350.304367:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.304374:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213350.304375:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213350.304377:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213350.304380:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1779213350.304382:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960547584/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213350.304384:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213350.304394:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213350.304406:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213350.304410:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213350.304415:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213350.304419:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213350.304421:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213350.304423:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6c018e9. 00000100:00000040:0.0:1779213350.304427:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213350.304430:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213350.304434:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213350.304438:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213350.304445:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213350.304448:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010c3b120. 02000000:00000001:1.0:1779213350.304451:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213350.304452:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213350.304453:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00000001:1.0:1779213350.304460:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1779213350.304472:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960547840:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213350.304472:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213350.304480:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213350.304484:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213350.304487:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213350.304488:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213350.304492:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213350.304496:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6bd720 x1865639960547840/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213350.304499:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213350.304503:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.304515:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213350.304517:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213350.304520:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b08dd1d2. 02000000:00000001:0.0:1779213350.304524:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213350.304526:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213350.304527:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213350.304530:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213350.304531:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b4ba4c. 02000000:00000001:0.0:1779213350.304534:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213350.304536:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213350.304538:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6bd720. 00000100:00000001:0.0:1779213350.304541:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213350.304542:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213350.304544:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213350.304550:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213350.304552:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213350.304554:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213350.304556:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213350.940378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213350.940386:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213350.940405:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213350.940407:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213350.940477:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213350.940492:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213350.940496:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213351.964497:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213351.964505:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213351.964512:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213351.964513:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213351.965094:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213351.965099:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213351.965103:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213352.988336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213352.988341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213352.988347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213352.988348:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213352.988399:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213352.988402:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213352.988404:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213354.012706:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213354.012712:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213354.012718:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213354.012719:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213354.012879:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213354.012899:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213354.012902:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213355.036341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213355.036346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213355.036352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213355.036353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213355.036420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213355.036425:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213355.036427:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213355.420384:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213355.420394:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213355.420404:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000020:00000040:2.0:1779213355.420412:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213355.420417:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213355.420420:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213355.420425:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213355.420433:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 00000100:00000001:2.0:1779213355.420439:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420459:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213355.420492:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213355.420494:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420501:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_00+0] req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.420549:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420552:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213355.420554:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213355.420557:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779213355.420560:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213355.420563:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213355.420564:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213355.420566:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213355.420569:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213355.420572:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420575:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213355.420582:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213355.420583:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420586:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_01+1] req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.420594:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420595:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213355.420598:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213355.420600:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000020:00000040:2.0:1779213355.420602:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213355.420604:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213355.420605:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213355.420607:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213355.420609:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000001:2.0:1779213355.420618:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420622:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213355.420629:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213355.420630:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420633:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_02+2] req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.420663:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.420665:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213355.420668:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213355.420672:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11528) 00000100:00000001:1.0:1779213355.420763:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213355.420768:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213355.420771:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213355.420776:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213355.420783:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213355.420786:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213355.420789:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213355.420791:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213355.420794:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213355.420796:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960547968:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213355.420801:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213355.420805:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213355.420808:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213355.420810:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213355.420814:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2a5d100. 02000000:00000001:1.0:1779213355.420816:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213355.420822:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000308a8c5. 00000400:00000010:1.0:1779213355.420829:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000100:00000200:1.0:1779213355.420835:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960547968, portal 25 00000100:00000001:1.0:1779213355.420837:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213355.420838:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000100:00000040:1.0:1779213355.420842:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213355.420850:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213355.420852:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213355.420854:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 00000100:00000200:1.0:1779213355.420857:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960547968, offset 0 00000400:00000200:1.0:1779213355.420863:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213355.420882:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213355.420887:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213355.420891:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213355.420894:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213355.420897:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213355.420900:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [305:305:256:4294967295] 192.168.202.129@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:1.0:1779213355.420911:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213355.420917:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213355.420921:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000800:00000200:1.0:1779213355.420929:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213355.420936:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1779213355.420937:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213355.420941:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213355.420941:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213355.420945:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213355.420951:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213355.420959:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213355.420960:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213355.420961:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213355.420966:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213355.420967:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306195907 02000000:00000001:0.0:1779213355.420968:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213355.420972:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213355.420975:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960548096:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213355.420977:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306190787 00000100:00000001:0.0:1779213355.420982:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213355.420983:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306195907 02000000:00000001:0.0:1779213355.420985:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213355.420987:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306190787 02000000:00000001:0.0:1779213355.420988:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.420990:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306195907 02000000:00000001:0.0:1779213355.420991:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213355.420995:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306190787 02000000:00000010:0.0:1779213355.420997:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0f6b4cd. 00000100:00000001:1.0:1779213355.420999:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306195907 02000000:00000001:0.0:1779213355.421001:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213355.421002:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213355.421003:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306190787 00000400:00000010:0.0:1779213355.421005:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000100:00000001:3.0:1779213355.421007:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213355.421008:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213355.421010:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000100:00000001:3.0:1779213355.421010:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213355.421012:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213355.421015:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548096, portal 10 00000100:00000001:1.0:1779213355.421016:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213355.421018:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213355.421019:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213355.421027:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213355.421029:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 00000100:00000001:1.0:1779213355.421031:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213355.421034:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213355.421037:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213355.421038:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213355.421040:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213355.421040:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.421041:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213355.421044:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213355.421047:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213355.421048:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213355.421050:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213355.421053:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65c6e90. 00000100:00000001:1.0:1779213355.421054:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213355.421056:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960548096, offset 0 02000000:00000001:3.0:1779213355.421056:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213355.421060:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213355.421064:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:3.0:1779213355.421065:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960548224:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213355.421068:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213355.421071:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213355.421073:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213355.421074:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213355.421077:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000010:3.0:1779213355.421078:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009aa9dee. 00000100:00000001:1.0:1779213355.421079:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213355.421082:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213355.421083:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.421084:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213355.421087:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:3.0:1779213355.421088:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c344ab. 00000400:00000200:0.0:1779213355.421093:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213355.421094:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000400:00000200:0.0:1779213355.421097:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:3.0:1779213355.421100:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548224, portal 10 00000400:00000200:0.0:1779213355.421102:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [306:306:255:4294967295] 192.168.202.129@tcp LPNI seq info [306:306:7:4294967295] 00000100:00000001:3.0:1779213355.421104:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213355.421107:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000040:3.0:1779213355.421116:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213355.421118:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213355.421129:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213355.421135:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1779213355.421136:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047618a27. 00000100:00000040:3.0:1779213355.421140:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213355.421144:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213355.421145:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000200:3.0:1779213355.421149:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960548224, offset 0 00000800:00000200:0.0:1779213355.421150:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213355.421153:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000047618a27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213355.421157:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213355.421160:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 325568 usecs (326 jiffies) 00000400:00000200:3.0:1779213355.421160:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213355.421164:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306190662 00000100:00000001:0.0:1779213355.421166:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306195907 00000100:00000001:0.0:1779213355.421168:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306190662 00000400:00000200:3.0:1779213355.421169:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213355.421172:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306195907 00000100:00000001:0.0:1779213355.421176:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306190662 00000400:00000200:3.0:1779213355.421176:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213355.421180:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306195907 00000400:00000200:3.0:1779213355.421182:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213355.421184:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306190662 00000400:00000200:3.0:1779213355.421187:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213355.421188:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306195907 00000400:00000200:3.0:1779213355.421206:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213355.421209:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [307:307:254:4294967295] 192.168.202.129@tcp LPNI seq info [307:307:6:4294967295] 00000400:00000200:3.0:1779213355.421217:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213355.421220:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213355.421243:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213355.421247:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b267f28. 00000800:00000200:3.0:1779213355.421251:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213355.421255:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213355.421261:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008b267f28 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213355.421267:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213355.421267:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213355.421270:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213355.421271:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 21035 usecs (22 jiffies) 00000100:00000001:0.0:1779213355.421272:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213355.421277:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306190359 00000100:00000001:0.0:1779213355.421278:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213355.421279:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306195907 00000100:00000001:0.0:1779213355.421280:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213355.421281:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306190359 00000100:00000001:3.0:1779213355.421282:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306195907 00000100:00000001:3.0:1779213355.421283:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306190359 00000100:00000001:3.0:1779213355.421284:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306195907 00000100:00000001:3.0:1779213355.421285:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306190359 00000100:00000001:0.0:1779213355.421290:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213355.421290:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306195907 00000100:00000001:3.0:1779213355.421291:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213355.421292:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213355.421294:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213355.421294:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213355.421295:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213355.421300:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213355.421301:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213355.421301:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000100:00000001:3.0:1779213355.421304:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213355.421309:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213355.421310:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213355.421310:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213355.421312:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213355.421314:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213355.421316:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213355.421318:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213355.421320:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213355.421326:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000400:00000010:2.0:1779213355.421330:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000100:00000001:2.0:1779213355.421334:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213355.421339:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.421349:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213355.421352:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.421360:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213355.421362:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213355.421375:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213355.421377:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047618a27. 00000400:00000200:2.0:1779213355.421380:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213355.421383:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213355.421386:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65c6e90 00000400:00000010:2.0:1779213355.421387:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a65c6e90. 00000100:00000001:2.0:1779213355.421396:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213355.421400:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.421407:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213355.421410:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.421415:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213355.421417:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213355.421475:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213355.421477:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b267f28. 00000400:00000200:2.0:1779213355.421480:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213355.421484:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213355.421486:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:2.0:1779213355.421488:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:2.0:1779213355.421490:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213355.421492:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.421500:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213355.421502:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.421507:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213355.421509:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213355.424400:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.424414:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213355.424418:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.424421:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213355.424493:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213355.424510:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209380 00000400:00000200:3.0:1779213355.424518:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa6d [1] + 224 00000800:00000001:3.0:1779213355.424525:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.424531:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213355.424534:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213355.424549:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213355.424555:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213355.424562:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213355.424570:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213355.424587:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213355.424595:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.424597:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213355.424664:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213355.424667:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213355.424674:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213355.424676:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213355.424678:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c344ab. 00000400:00000200:2.0:1779213355.424683:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:2.0:1779213355.424684:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:2.0:1779213355.424687:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213355.424690:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213355.424698:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.424711:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213355.424713:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213355.424716:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213355.424718:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213355.424721:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213355.424722:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213355.424725:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213355.424732:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=110 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213355.424745:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213355.424748:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213355.424749:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213355.424751:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213355.424756:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213355.424761:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213355.424765:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213355.424766:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213355.424768:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213355.424769:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213355.424772:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.424777:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213355.424779:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213355.424781:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213355.424784:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213355.424791:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960548224:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213355.424796:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213355.424798:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213355.424800:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960548224/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213355.424818:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213355.424820:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213355.424823:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009aa9dee. 02000000:00000001:2.0:1779213355.424835:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213355.424838:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213355.424840:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213355.424842:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213355.424844:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 02000000:00000001:2.0:1779213355.424848:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213355.424849:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213355.424851:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:2.0:1779213355.424855:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213355.424856:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213355.424857:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213355.424864:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213355.424866:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213355.424868:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213355.424869:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213355.425542:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.425549:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213355.425551:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.425553:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213355.425559:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213355.425567:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209300 00000400:00000200:3.0:1779213355.425572:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa65 [1] + 224 00000800:00000001:3.0:1779213355.425576:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.425578:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213355.425703:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213355.425707:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213355.425711:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213355.425779:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213355.425788:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213355.425822:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213355.425828:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.425832:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213355.425833:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.425835:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213355.425839:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213355.425845:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209280 00000400:00000200:3.0:1779213355.425856:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xa5d [1] + 224 00000800:00000001:3.0:1779213355.425861:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.425865:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213355.425866:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213355.425869:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213355.425872:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213355.425875:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213355.425883:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213355.425902:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213355.425906:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213355.425908:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213355.425947:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213355.425950:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213355.425954:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213355.425956:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213355.425958:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000308a8c5. 00000400:00000200:1.0:1779213355.425962:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:1.0:1779213355.425964:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779213355.425968:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213355.425972:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213355.425976:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213355.425980:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1779213355.425983:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213355.425984:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213355.425987:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213355.425990:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000100:00000001:1.0:1779213355.425995:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213355.425996:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000100:00000001:1.0:1779213355.425997:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213355.425999:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:1.0:1779213355.426001:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213355.426003:0:199013:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1779213355.426004:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1779213355.426008:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213355.426016:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1779213355.426017:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213355.426020:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213355.426024:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213355.426030:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1779213355.426030:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=110 v=5 (5 5 5 0) 00000100:00000001:0.0:1779213355.426032:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213355.426036:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:1.0:1779213355.426037:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=110 v=5 (1 1 1 0) 02000000:00000001:0.0:1779213355.426039:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213355.426042:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213355.426042:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213355.426045:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.426045:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213355.426050:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213355.426050:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213355.426053:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213355.426057:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=99 v=5 (5 5 5 0) 00000100:00000001:1.0:1779213355.426057:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213355.426061:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=99 v=5 (1 1 1 0) 00000100:00000040:1.0:1779213355.426063:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213355.426066:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213355.426068:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213355.426072:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213355.426075:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.426079:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213355.426080:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213355.426082:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213355.426084:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213355.426085:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213355.426087:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213355.426088:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213355.426094:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213355.426096:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213355.426115:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213355.426126:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213355.426128:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1779213355.426134:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960547968:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213355.426135:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213355.426143:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213355.426147:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1779213355.426150:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960548096:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213355.426154:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213355.426156:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213355.426160:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960548096/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213355.426160:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960547968/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213355.426187:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213355.426189:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213355.426189:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1779213355.426204:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0f6b4cd. 02000000:00000001:1.0:1779213355.426204:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213355.426207:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2a5d100. 02000000:00000001:0.0:1779213355.426210:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213355.426212:0:199013:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1779213355.426213:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1779213355.426214:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213355.426215:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213355.426217:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213355.426219:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213355.426248:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 02000000:00000001:0.0:1779213355.426253:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213355.426254:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213355.426256:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000020:00000001:1.0:1779213355.426257:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213355.426259:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1779213355.426260:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 00000100:00000001:0.0:1779213355.426261:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213355.426265:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213355.426266:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213355.426268:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213355.426270:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 00000100:00000001:0.0:1779213355.426271:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213355.426274:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.426275:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213355.426276:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213355.426278:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213355.426279:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.426281:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213355.426287:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213355.426289:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213355.426291:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213355.426293:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213356.060358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213356.060363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213356.060367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213356.060367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213356.060430:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213356.060434:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213356.060437:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213357.084354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213357.084360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213357.084366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213357.084368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213357.084434:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213357.084438:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213357.084441:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213358.108371:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213358.108377:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213358.108378:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213358.108381:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213358.108385:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213358.108387:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213358.108388:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213358.108390:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213358.108392:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213358.108394:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213358.108411:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213358.108415:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213358.108417:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213358.108419:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213358.108420:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213358.108422:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213358.108491:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213358.108501:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213358.108504:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213359.132331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213359.132336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213359.132339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213359.132344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213359.134257:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213359.134263:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213359.134267:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213360.156273:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213360.156279:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213360.156285:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213360.156287:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213360.156327:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213360.156331:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213360.156334:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213360.540419:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213360.540429:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213360.540439:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213360.540446:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213360.540450:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213360.540454:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213360.540459:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213360.540468:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047618a27. 00000100:00000001:0.0:1779213360.540474:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.540486:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213360.540498:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213360.540500:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.540506:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_03+3] req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213360.540566:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213360.540572:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213360.540572:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1779213360.540575:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.540577:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213360.540595:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.540598:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213360.540601:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213360.540604:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213360.540606:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213360.540609:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213360.540610:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213360.540612:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213360.540615:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:0.0:1779213360.540618:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.540622:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213360.540648:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213360.540649:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.540653:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213360.540688:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.540689:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213360.540691:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213360.540692:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213360.540695:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213360.540697:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213360.540701:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000100:00000040:1.0:1779213360.540701:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213360.540706:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213360.540710:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213360.540714:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213360.540716:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213360.540720:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:0.0:1779213360.540723:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.540728:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213360.540731:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213360.540734:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213360.540740:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213360.540740:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213360.540742:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.540745:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_01+1] req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213360.540750:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213360.540757:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213360.540760:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213360.540763:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960548480:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213360.540764:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213360.540771:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213360.540772:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213360.540778:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11533) 02000000:00000001:1.0:1779213360.540779:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213360.540782:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213360.540785:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213360.540789:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cac4cc68. 02000000:00000001:1.0:1779213360.540792:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213360.540798:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000308a8c5. 00000400:00000010:1.0:1779213360.540805:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000100:00000200:1.0:1779213360.540811:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548480, portal 10 00000100:00000001:1.0:1779213360.540813:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213360.540814:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000040:1.0:1779213360.540821:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213360.540824:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213360.540828:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.540834:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213360.540834:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213360.540837:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213360.540841:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213360.540841:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1779213360.540846:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000040:2.0:1779213360.540849:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213360.540850:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960548480, offset 0 00000400:00000200:1.0:1779213360.540862:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213360.540868:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213360.540870:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213360.540872:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213360.540874:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213360.540876:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213360.540879:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213360.540883:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1779213360.540885:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960548352:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213360.540890:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213360.540892:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213360.540895:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213360.540895:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213360.540898:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213360.540901:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213360.540902:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213360.540906:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [308:308:256:4294967295] 192.168.202.129@tcp LPNI seq info [308:308:8:4294967295] 02000000:00000010:2.0:1779213360.540907:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f659c8. 02000000:00000001:2.0:1779213360.540912:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213360.540923:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213360.540923:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e03a6c0. 00000400:00000010:2.0:1779213360.540930:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000800:00000200:1.0:1779213360.540934:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213360.540936:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548352, portal 25 00000800:00000010:1.0:1779213360.540939:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4617e3a. 00000100:00000001:2.0:1779213360.540939:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213360.540942:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000800:00000200:1.0:1779213360.540947:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213360.540950:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213360.540957:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213360.540960:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213360.540965:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213360.540966:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4617e3a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1779213360.540969:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6bbba04. 00000100:00000200:2.0:1779213360.540972:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960548352, offset 0 00000400:00000200:2.0:1779213360.540977:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213360.540983:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213360.540986:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213360.540986:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213360.540993:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 321946 usecs (322 jiffies) 00000100:00000001:1.0:1779213360.540997:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306195778 00000400:00000200:2.0:1779213360.540998:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213360.541002:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306195907 00000400:00000200:2.0:1779213360.541003:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213360.541008:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306195778 00000400:00000200:2.0:1779213360.541011:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213360.541012:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306195907 00000100:00000001:1.0:1779213360.541017:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306195778 00000400:00000200:2.0:1779213360.541018:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [309:309:255:4294967295] 192.168.202.129@tcp LPNI seq info [309:309:7:4294967295] 00000100:00000001:1.0:1779213360.541022:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306195907 00000100:00000001:1.0:1779213360.541026:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306195778 00000100:00000001:1.0:1779213360.541029:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306195907 00000400:00000200:2.0:1779213360.541033:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213360.541039:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213360.541039:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213360.541045:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213360.541046:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000100:00000001:1.0:1779213360.541049:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.541053:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213360.541053:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213360.541059:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1779213360.541060:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213360.541061:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213360.541064:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213360.541065:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213360.541068:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213360.541070:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213360.541070:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213360.541075:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1779213360.541076:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306201027 00000100:00000001:1.0:1779213360.541078:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.541082:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213360.541083:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.541085:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213360.541085:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306195907 00000100:00000001:1.0:1779213360.541086:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213360.541089:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213360.541091:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306201027 00000100:00000040:1.0:1779213360.541095:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213360.541097:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306195907 00000800:00000200:0.0:1779213360.541103:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213360.541103:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306201027 00000100:00000001:1.0:1779213360.541105:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213360.541108:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213360.541109:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4617e3a. 00000100:00000001:2.0:1779213360.541114:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306195907 00000400:00000200:0.0:1779213360.541116:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1779213360.541118:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213360.541120:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306201027 02000000:00000001:1.0:1779213360.541121:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213360.541125:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306195907 02000000:00000001:1.0:1779213360.541126:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213360.541127:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00100000:1.0:1779213360.541133:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960548608:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213360.541133:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213360.541140:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.541152:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213360.541155:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 02000000:00000001:1.0:1779213360.541155:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213360.541159:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213360.541159:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213360.541160:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 02000000:00000001:1.0:1779213360.541162:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213360.541166:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213360.541167:0:199006:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1779213360.541167:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3e3c6de. 02000000:00000001:1.0:1779213360.541171:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213360.541174:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213360.541174:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213360.541181:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000100:00000200:1.0:1779213360.541186:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548608, portal 10 00000100:00000001:3.0:1779213360.541189:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213360.541190:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213360.541190:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213360.541193:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000001:3.0:1779213360.541194:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213360.541196:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213360.541201:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213360.541216:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.541219:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213360.541220:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1779213360.541250:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213360.541253:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000200:1.0:1779213360.541255:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960548608, offset 0 00000400:00000200:1.0:1779213360.541259:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213360.541265:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213360.541268:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213360.541271:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213360.541274:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213360.541276:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213360.541278:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [310:310:254:4294967295] 192.168.202.129@tcp LPNI seq info [310:310:6:4294967295] 00000400:00000200:1.0:1779213360.541285:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213360.541289:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213360.541292:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b4ba4c. 00000800:00000200:1.0:1779213360.541296:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213360.541305:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213360.541308:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c1b4ba4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213360.541311:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213360.541314:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 20847 usecs (21 jiffies) 00000100:00000001:1.0:1779213360.541316:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306195478 00000100:00000001:1.0:1779213360.541318:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306201027 00000100:00000001:1.0:1779213360.541320:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306195478 00000100:00000001:1.0:1779213360.541322:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306201027 00000800:00000200:0.0:1779213360.541324:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213360.541324:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306195478 00000100:00000001:1.0:1779213360.541326:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306201027 00000800:00000010:0.0:1779213360.541328:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000100:00000001:1.0:1779213360.541331:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306195478 00000400:00000200:0.0:1779213360.541332:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213360.541335:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306201027 00000100:00000001:1.0:1779213360.541339:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213360.541340:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213360.541344:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213360.541346:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bbba04 00000100:00000001:1.0:1779213360.541348:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213360.541349:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bbba04. 00000100:00000001:1.0:1779213360.541351:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213360.541353:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213360.541358:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213360.541366:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213360.541369:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213360.541375:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213360.541376:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213360.541388:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213360.541390:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b4ba4c. 00000400:00000200:0.0:1779213360.541392:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213360.541396:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213360.541398:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:0.0:1779213360.541399:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:0.0:1779213360.541401:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213360.541403:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213360.541421:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213360.541424:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213360.541430:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213360.541431:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213360.543930:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213360.543945:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213360.543950:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213360.543953:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213360.543963:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213360.543977:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209400 00000400:00000200:3.0:1779213360.543986:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xa7d [1] + 224 00000800:00000001:3.0:1779213360.544038:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213360.544044:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213360.544047:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213360.544052:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213360.544058:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213360.544064:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213360.544091:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213360.544114:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213360.544123:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213360.544126:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213360.544258:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213360.544261:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213360.544267:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213360.544269:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213360.544271:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e03a6c0. 00000400:00000200:2.0:1779213360.544275:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:2.0:1779213360.544277:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779213360.544280:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213360.544284:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213360.544291:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213360.544296:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213360.544298:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213360.544300:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213360.544303:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213360.544306:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213360.544308:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213360.544320:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213360.544544:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=115 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213360.544549:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=115 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213360.544552:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213360.544554:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213360.544556:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213360.544558:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213360.544561:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213360.544565:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213360.544578:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213360.544581:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213360.544583:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213360.544586:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213360.544593:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960548352:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213360.544598:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213360.544600:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213360.544602:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960548352/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213360.544608:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213360.544610:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213360.544613:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f659c8. 02000000:00000001:2.0:1779213360.544617:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213360.544619:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213360.544620:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213360.544623:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213360.544625:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047618a27. 02000000:00000001:2.0:1779213360.544629:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213360.544631:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213360.544632:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:2.0:1779213360.544635:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213360.544636:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213360.544638:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213360.544645:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213360.544646:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213360.544648:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213360.544650:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213360.544717:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213360.544723:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213360.544725:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213360.544727:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213360.544733:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213360.544741:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209480 00000400:00000200:0.0:1779213360.544746:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa75 [1] + 224 00000800:00000001:0.0:1779213360.544750:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213360.544754:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213360.544756:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213360.544758:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213360.544762:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213360.544766:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213360.544773:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213360.544789:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213360.544793:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213360.544795:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213360.544797:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213360.544798:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213360.544801:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213360.544806:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209500 00000400:00000200:0.0:1779213360.544810:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa85 [1] + 224 00000800:00000001:0.0:1779213360.544813:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213360.544824:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213360.544826:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213360.544830:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213360.544830:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213360.544834:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213360.544835:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213360.544840:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213360.544840:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213360.544843:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213360.544846:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000308a8c5. 00000400:00000200:1.0:1779213360.544852:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000100:00000040:0.0:1779213360.544855:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213360.544856:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779213360.544861:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213360.544867:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213360.544868:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213360.544872:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213360.544875:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213360.544882:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213360.544890:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213360.544892:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.544900:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213360.544902:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213360.544903:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213360.544904:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213360.544906:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213360.544912:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=104 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213360.544915:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=104 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213360.544918:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213360.544919:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213360.544920:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213360.544923:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.544926:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213360.544928:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213360.544930:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213360.544931:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213360.544935:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213360.544941:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213360.544944:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213360.544945:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213360.544949:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213360.544956:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960548480:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213360.544961:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.544963:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213360.544965:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960548480/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213360.544971:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213360.544972:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213360.544974:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cac4cc68. 02000000:00000001:1.0:1779213360.544977:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213360.544978:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213360.544979:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213360.544986:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213360.544988:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 02000000:00000001:1.0:1779213360.544991:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213360.544992:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213360.544993:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:1.0:1779213360.544995:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213360.544996:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.544998:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.545000:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213360.545001:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213360.545004:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213360.545005:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213360.545006:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213360.545008:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:1.0:1779213360.545009:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:1.0:1779213360.545011:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213360.545014:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213360.545021:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213360.545027:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213360.545028:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.545030:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213360.545031:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213360.545032:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213360.545033:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213360.545035:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213360.545039:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=115 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213360.545042:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213360.545044:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213360.545045:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213360.545047:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213360.545049:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213360.545056:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.545064:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213360.545065:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213360.545067:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213360.545068:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213360.545071:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213360.545086:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213360.545091:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213360.545092:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213360.545095:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213360.545102:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960548608:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213360.545106:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.545108:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213360.545110:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960548608/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213360.545116:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213360.545118:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213360.545119:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3e3c6de. 02000000:00000001:1.0:1779213360.545122:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213360.545123:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213360.545124:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213360.545126:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213360.545128:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 02000000:00000001:1.0:1779213360.545130:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213360.545131:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213360.545132:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:1.0:1779213360.545134:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213360.545135:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.545137:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213360.545155:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213360.545156:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213360.545158:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213360.545164:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213361.180289:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213361.180294:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213361.180300:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213361.180301:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213361.180355:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213361.180359:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213361.180363:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213362.204346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213362.204368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213362.204374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213362.204375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213362.205349:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213362.205352:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213362.205355:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213363.228387:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213363.228395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213363.228402:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213363.228404:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213363.228491:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213363.228494:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213363.228497:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213364.252336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213364.252343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213364.252347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213364.252348:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213364.252888:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213364.252893:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213364.252896:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213365.276354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213365.276363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213365.276370:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213365.276372:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213365.276445:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213365.276450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213365.276454:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213365.660398:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213365.660412:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213365.660425:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213365.660434:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213365.660439:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213365.660444:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213365.660450:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213365.660460:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:0.0:1779213365.660469:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.660481:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213365.660493:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213365.660495:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.660501:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213365.660568:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.660570:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213365.660574:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213365.660577:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213365.660580:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213365.660582:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213365.660584:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213365.660586:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213365.660589:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:0.0:1779213365.660593:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.660597:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213365.660605:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213365.660606:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.660610:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_03+3] req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.660610:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213365.660612:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213365.660617:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213365.660618:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213365.660621:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213365.660629:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213365.660635:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.660638:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213365.660638:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213365.660641:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213365.660644:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213365.660645:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213365.660649:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000100:00000040:1.0:1779213365.660649:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.660652:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1779213365.660655:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213365.660655:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213365.660661:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213365.660661:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213365.660662:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1779213365.660664:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213365.660664:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213365.660665:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213365.660668:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213365.660669:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213365.660669:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213365.660671:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213365.660673:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213365.660675:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047618a27. 00000100:00100000:2.0:1779213365.660675:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960548736:192.168.202.129@tcp:400: 00000100:00100000:1.0:1779213365.660676:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960548864:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213365.660681:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.660682:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213365.660682:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213365.660687:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779213365.660689:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213365.660689:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213365.660693:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213365.660693:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213365.660697:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213365.660697:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213365.660700:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1779213365.660704:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057bddfb9. 02000000:00000010:2.0:1779213365.660704:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5ac2a66. 02000000:00000001:1.0:1779213365.660707:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213365.660707:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213365.660709:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.660715:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_00+0] req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213365.660716:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:2.0:1779213365.660722:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e03a6c0. 00000400:00000010:1.0:1779213365.660726:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000400:00000010:2.0:1779213365.660727:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000200:1.0:1779213365.660734:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548864, portal 10 00000100:00000200:2.0:1779213365.660736:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548736, portal 25 00000100:00000001:1.0:1779213365.660738:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213365.660738:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213365.660739:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:2.0:1779213365.660746:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000040:1.0:1779213365.660747:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213365.660749:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213365.660756:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213365.660756:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213365.660759:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213365.660759:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213365.660761:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000400:00000010:2.0:1779213365.660761:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:1.0:1779213365.660764:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960548864, offset 0 00000100:00000200:2.0:1779213365.660764:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960548736, offset 0 00000400:00000200:2.0:1779213365.660771:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213365.660789:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213365.660801:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213365.660802:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213365.660805:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213365.660807:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213365.660810:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213365.660814:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213365.660817:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213365.660824:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213365.660826:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213365.660829:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213365.660832:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [311:311:256:4294967295] 192.168.202.129@tcp LPNI seq info [311:311:8:4294967295] 02000000:00000001:3.0:1779213365.660833:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213365.660836:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213365.660839:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213365.660841:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:3.0:1779213365.660846:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960548992:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213365.660851:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213365.660857:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213365.660859:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213365.660860:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213365.660861:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213365.660864:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213365.660865:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213365.660866:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 02000000:00000001:3.0:1779213365.660867:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213365.660872:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c50fd0d2. 00000400:00000200:1.0:1779213365.660873:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213365.660877:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213365.660877:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213365.660878:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213365.660881:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213365.660883:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [312:312:255:4294967295] 192.168.202.129@tcp LPNI seq info [312:312:7:4294967295] 00000400:00000010:3.0:1779213365.660884:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000400:00000200:1.0:1779213365.660892:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213365.660896:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:3.0:1779213365.660896:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000800:00000200:1.0:1779213365.660897:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213365.660903:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1779213365.660903:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960548992, portal 10 00000100:00000001:3.0:1779213365.660908:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213365.660910:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000800:00000010:1.0:1779213365.660911:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000800:00000200:1.0:1779213365.660917:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213365.660920:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.660921:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213365.660923:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213365.660927:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213365.660928:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306206147 00000100:00000001:1.0:1779213365.660933:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.660938:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213365.660939:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 318388 usecs (319 jiffies) 00000100:00000001:2.0:1779213365.660939:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306201027 00000100:00000001:1.0:1779213365.660944:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306200895 00000100:00000040:3.0:1779213365.660944:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213365.660946:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306206147 00000100:00000001:1.0:1779213365.660948:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306206147 00000400:00000010:3.0:1779213365.660948:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000001:2.0:1779213365.660949:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306201027 00000100:00000001:1.0:1779213365.660953:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306200895 00000100:00000200:3.0:1779213365.660953:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960548992, offset 0 00000100:00000001:2.0:1779213365.660954:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306206147 00000100:00000001:1.0:1779213365.660955:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306206147 00000100:00000001:1.0:1779213365.660958:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306200895 00000100:00000001:2.0:1779213365.660960:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306201027 00000400:00000200:3.0:1779213365.660964:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213365.660965:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306206147 00000100:00000001:2.0:1779213365.660965:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306206147 00000100:00000001:1.0:1779213365.660968:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306200895 00000100:00000001:2.0:1779213365.660969:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306201027 00000400:00000200:3.0:1779213365.660972:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213365.660979:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306206147 00000100:00000001:2.0:1779213365.660979:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213365.660981:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213365.660982:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213365.660982:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.660985:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213365.660985:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.660987:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213365.660987:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.660996:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213365.660996:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213365.660998:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213365.660998:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213365.661001:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213365.661001:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213365.661002:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213365.661002:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213365.661003:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213365.661003:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213365.661005:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.661009:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213365.661068:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213365.661079:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000400:00000200:1.0:1779213365.661099:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213365.661105:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213365.661313:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213365.661317:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213365.661319:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213365.661321:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213365.661323:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [313:313:254:4294967295] 192.168.202.129@tcp LPNI seq info [313:313:6:4294967295] 00000400:00000200:3.0:1779213365.661328:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213365.661332:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213365.661335:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000800:00000010:3.0:1779213365.661335:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001749ef0e. 00000400:00000010:1.0:1779213365.661340:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000800:00000200:3.0:1779213365.661341:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213365.661347:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213365.661348:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001749ef0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213365.661349:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213365.661350:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213365.661354:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 20667 usecs (21 jiffies) 00000100:00000001:3.0:1779213365.661355:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306200597 00000100:00000200:1.0:1779213365.661357:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213365.661358:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306206147 00000100:00000001:3.0:1779213365.661361:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306200597 00000100:00000001:3.0:1779213365.661365:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306206147 00000100:00000001:3.0:1779213365.661374:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306200597 00000100:00000001:1.0:1779213365.661375:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213365.661378:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306206147 00000100:00000040:1.0:1779213365.661381:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213365.661381:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306200597 00000100:00000001:3.0:1779213365.661384:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306206147 00000100:00000001:3.0:1779213365.661387:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213365.661391:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.661394:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.661397:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.661403:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.661405:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213365.661419:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213365.661421:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:1.0:1779213365.661424:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213365.661427:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213365.661430:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:1.0:1779213365.661431:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:1.0:1779213365.661434:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213365.661437:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213365.661443:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213365.661445:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213365.661460:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.661461:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213365.661540:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213365.661543:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001749ef0e. 00000400:00000200:1.0:1779213365.661546:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213365.661549:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213365.661557:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:1.0:1779213365.661559:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:1.0:1779213365.661561:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213365.661564:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213365.661571:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213365.661573:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213365.661579:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.661581:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213365.664172:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213365.664183:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213365.664189:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213365.664198:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11538) 00000100:00000001:2.0:1779213365.664247:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213365.664254:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.664505:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213365.664510:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213365.664513:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213365.664516:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213365.664519:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.664521:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213365.664525:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213365.664541:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213365.664545:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213365.664548:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213365.664560:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213365.664580:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209580 00000400:00000200:0.0:1779213365.664590:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xa91 [1] + 224 00000800:00000001:0.0:1779213365.664599:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213365.664603:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213365.664606:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213365.664610:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213365.664617:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213365.664622:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213365.664631:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213365.664644:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213365.664652:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213365.664654:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213365.664656:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213365.664657:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213365.664660:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213365.664664:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209600 00000400:00000200:0.0:1779213365.664668:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa8d [1] + 224 00000100:00000001:2.0:1779213365.664673:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213365.664676:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213365.664686:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213365.664689:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213365.664689:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1779213365.664690:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1779213365.664694:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1779213365.664695:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:2.0:1779213365.664698:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e03a6c0. 00000400:00000200:2.0:1779213365.664704:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:2.0:1779213365.664706:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779213365.664709:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213365.664710:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213365.664715:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213365.664718:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213365.664736:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213365.664739:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.664755:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213365.664758:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213365.664762:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213365.664765:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213365.664768:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213365.664769:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213365.664773:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213365.664774:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213365.664776:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213365.664779:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213365.664782:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213365.664785:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213365.664786:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=120 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213365.664792:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=120 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213365.664796:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213365.664798:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213365.664800:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213365.664806:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213365.664810:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209680 00000100:00000001:1.0:1779213365.664812:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1779213365.664812:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1779213365.664818:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:0.0:1779213365.664822:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213365.664824:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1779213365.664826:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213365.664827:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213365.664830:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000800:00000001:0.0:1779213365.664831:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213365.664832:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213365.664836:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213365.664837:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:1.0:1779213365.664841:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000040:2.0:1779213365.664842:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213365.664843:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213365.664848:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213365.664850:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213365.664856:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213365.664857:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.664860:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213365.664868:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1779213365.664871:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.664872:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213365.664882:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213365.664892:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213365.664893:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.664895:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213365.664898:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213365.664900:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1779213365.664907:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960548736:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213365.664913:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.664916:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213365.664917:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1779213365.664920:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213365.664923:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960548736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213365.664929:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=109 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213365.664935:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=109 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213365.664935:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213365.664940:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213365.664941:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213365.664941:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1779213365.664945:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213365.664945:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1779213365.664947:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5ac2a66. 02000000:00000001:2.0:1779213365.664953:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1779213365.664955:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213365.664957:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213365.664961:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1779213365.664961:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000040:1.0:1779213365.664964:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213365.664967:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1779213365.664967:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213365.664970:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213365.664972:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 00000100:00000001:0.0:1779213365.664973:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1779213365.664974:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213365.664979:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213365.664981:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1779213365.664982:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213365.664982:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213365.664983:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213365.664985:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213365.664987:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000800:00000001:0.0:1779213365.664989:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213365.664989:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.664994:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213365.664998:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1779213365.664999:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960548864:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213365.665003:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.665004:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.665007:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213365.665008:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960548864/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213365.665010:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213365.665013:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213365.665017:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213365.665019:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213365.665021:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213365.665022:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213365.665026:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057bddfb9. 02000000:00000001:1.0:1779213365.665031:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213365.665033:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213365.665034:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213365.665037:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213365.665038:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 02000000:00000001:1.0:1779213365.665041:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213365.665042:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213365.665044:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:1.0:1779213365.665047:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213365.665058:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.665060:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213365.665064:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213365.665066:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213365.665074:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213365.665076:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.665081:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213365.665084:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213365.665088:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213365.665100:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213365.665102:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 00000400:00000200:3.0:1779213365.665107:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000400:00000010:3.0:1779213365.665109:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:3.0:1779213365.665112:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213365.665117:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213365.665127:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213365.665133:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213365.665134:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213365.665136:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213365.665138:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213365.665139:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213365.665140:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213365.665142:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213365.665146:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=120 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213365.665156:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213365.665158:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213365.665159:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213365.665161:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213365.665164:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213365.665171:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.665174:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213365.665175:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213365.665177:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213365.665178:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213365.665181:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213365.665187:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213365.665189:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213365.665190:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213365.665193:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213365.665200:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960548992:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213365.665204:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213365.665206:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213365.665208:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960548992/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213365.665214:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213365.665215:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213365.665217:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c50fd0d2. 02000000:00000001:3.0:1779213365.665219:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213365.665220:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213365.665222:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213365.665244:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213365.665246:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047618a27. 02000000:00000001:3.0:1779213365.665254:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213365.665255:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213365.665256:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:3.0:1779213365.665259:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213365.665260:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213365.665261:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213365.665265:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213365.665266:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213365.665268:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213365.665269:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213366.300326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213366.300334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213366.300363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213366.300365:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213366.300417:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213366.300422:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213366.300425:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213367.324374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213367.324379:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213367.324383:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213367.324384:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213367.324452:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213367.324457:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213367.324460:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213368.348353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213368.348361:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213368.348364:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213368.348367:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213368.348372:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213368.348374:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213368.348376:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213368.348377:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213368.348381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213368.348382:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213368.348384:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213368.348385:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213368.348387:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213368.348388:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213368.348389:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213368.348390:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213368.348475:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213368.348477:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213368.348493:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213369.372356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213369.372362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213369.372366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213369.372367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213369.372430:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213369.372436:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213369.372441:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213370.396326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213370.396332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213370.396336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213370.396337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213370.396390:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213370.396397:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213370.396400:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213370.780466:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213370.780478:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213370.780487:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213370.780495:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213370.780500:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213370.780504:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213370.780510:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213370.780522:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047618a27. 00000100:00000001:0.0:1779213370.780530:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213370.780545:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213370.780559:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213370.780561:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213370.780567:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_01+1] req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213370.780611:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213370.780614:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213370.780618:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213370.780628:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213370.780631:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213370.780635:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213370.780637:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213370.780638:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213370.780642:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:0.0:1779213370.780646:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213370.780651:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213370.780658:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213370.780660:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.780661:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213370.780665:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_02+2] req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213370.780677:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213370.780679:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.780688:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213370.780691:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.780699:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213370.780701:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213370.780703:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213370.780713:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.780721:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213370.780722:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213370.780725:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213370.780725:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213370.780729:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213370.780729:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213370.780734:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213370.780736:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213370.780739:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000100:00100000:3.0:1779213370.780754:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960549120:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213370.780758:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213370.780763:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213370.780765:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213370.780765:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213370.780768:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213370.780769:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213370.780772:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1779213370.780772:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c01ecb3. 02000000:00000001:3.0:1779213370.780774:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213370.780778:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213370.780779:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000400:00000010:3.0:1779213370.780786:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000001:1.0:1779213370.780790:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213370.780792:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213370.780795:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213370.780797:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213370.780798:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960549120, portal 25 02000000:00000001:1.0:1779213370.780801:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.780801:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213370.780803:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00100000:1.0:1779213370.780806:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960549248:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213370.780810:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.780814:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213370.780818:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213370.780820:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213370.780821:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213370.780825:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213370.780825:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213370.780828:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000100:00000200:3.0:1779213370.780831:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960549120, offset 0 02000000:00000010:1.0:1779213370.780834:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f556786. 02000000:00000001:1.0:1779213370.780838:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213370.780839:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213370.780844:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000010:1.0:1779213370.780849:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000100:00000200:1.0:1779213370.780852:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960549248, portal 10 00000400:00000200:3.0:1779213370.780854:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213370.780856:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213370.780858:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000400:00000200:3.0:1779213370.780860:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213370.780866:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.780874:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213370.780875:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:1.0:1779213370.780879:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213370.780881:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1779213370.780883:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000100:00000200:1.0:1779213370.780886:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960549248, offset 0 00000400:00000200:3.0:1779213370.780887:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213370.780896:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213370.780897:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [314:314:256:4294967295] 192.168.202.129@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:3.0:1779213370.780911:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213370.780917:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213370.780920:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779213370.780923:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000673d4a48. 00000400:00000200:1.0:1779213370.780924:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213370.780934:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213370.780938:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213370.780941:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213370.780944:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213370.780948:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:3.0:1779213370.780949:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000673d4a48 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213370.780961:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213370.780967:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213370.780968:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [315:315:255:4294967295] 192.168.202.129@tcp LPNI seq info [315:315:7:4294967295] 00000100:00000001:3.0:1779213370.780976:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.780983:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306211267 00000400:00000200:1.0:1779213370.780984:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213370.780991:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213370.780994:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306206147 00000800:00000010:1.0:1779213370.780995:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000100:00000001:3.0:1779213370.781004:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306211267 00000800:00000200:1.0:1779213370.781005:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213370.781010:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306206147 00000800:00000200:1.0:1779213370.781014:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213370.781015:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306211267 00000800:00000200:1.0:1779213370.781018:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213370.781019:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306206147 00000100:00000001:3.0:1779213370.781023:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306211267 00000100:00000001:1.0:1779213370.781024:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.781025:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306206147 00000100:00000040:1.0:1779213370.781031:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 314910 usecs (315 jiffies) 00000100:00000001:3.0:1779213370.781033:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213370.781036:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306206011 00000100:00000001:3.0:1779213370.781036:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.781051:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213370.781054:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213370.781054:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213370.781060:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000673d4a48. 00000100:00000001:1.0:1779213370.781067:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306211267 00000100:00000001:1.0:1779213370.781069:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306206011 00000400:00000200:2.0:1779213370.781069:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213370.781076:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306211267 00000100:00000001:3.0:1779213370.781079:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213370.781081:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306206011 00000100:00000001:3.0:1779213370.781082:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213370.781084:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213370.781093:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306211267 00000100:00000001:1.0:1779213370.781096:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306206011 00000400:00000200:2.0:1779213370.781097:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000100:00000001:1.0:1779213370.781099:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306211267 00000400:00000010:2.0:1779213370.781103:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:1.0:1779213370.781104:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213370.781106:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213370.781108:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213370.781110:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213370.781120:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213370.781121:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213370.781125:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213370.781127:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213370.781128:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.781131:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213370.781135:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213370.781143:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213370.781145:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213370.781149:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213370.781159:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213370.781162:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213370.781198:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213370.781200:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:2.0:1779213370.781203:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213370.781206:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213370.781208:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:2.0:1779213370.781209:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:2.0:1779213370.781212:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213370.781214:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213370.781220:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213370.781241:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213370.781247:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213370.781248:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1779213370.781709:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213370.781715:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213370.781717:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213370.781721:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213370.781726:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:0.0:1779213370.781731:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213370.781735:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213370.781792:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213370.781794:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213370.781797:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_03+3] req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213370.781817:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213370.781819:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213370.781821:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213370.781825:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11543) 00000100:00000001:3.0:1779213370.781855:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213370.781860:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213370.781861:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213370.781862:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213370.781866:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213370.781868:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213370.781870:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.781873:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.781882:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213370.781885:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213370.781888:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213370.781891:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213370.781892:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213370.781895:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960549376:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213370.781897:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213370.781900:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213370.781901:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213370.781903:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213370.781906:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce1c2b55. 02000000:00000001:3.0:1779213370.781911:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213370.781914:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779213370.781917:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000200:3.0:1779213370.781919:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960549376, portal 10 00000100:00000001:3.0:1779213370.781920:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213370.781921:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000040:3.0:1779213370.781925:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.781932:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213370.781934:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213370.781936:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779213370.781939:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960549376, offset 0 00000400:00000200:3.0:1779213370.781943:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213370.781950:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213370.781953:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213370.781956:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213370.781958:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213370.781960:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213370.781964:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [316:316:256:4294967295] 192.168.202.129@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:3.0:1779213370.781971:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213370.781976:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213370.781980:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000673d4a48. 00000800:00000200:3.0:1779213370.781984:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213370.781989:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213370.781991:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000673d4a48 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213370.782007:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213370.782009:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 20492 usecs (21 jiffies) 00000100:00000001:3.0:1779213370.782011:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306205718 00000100:00000001:3.0:1779213370.782012:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306211267 00000100:00000001:3.0:1779213370.782014:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306205718 00000100:00000001:3.0:1779213370.782020:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306211267 00000100:00000001:3.0:1779213370.782022:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306205718 00000100:00000001:3.0:1779213370.782023:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306211267 00000100:00000001:3.0:1779213370.782025:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306205718 00000100:00000001:3.0:1779213370.782027:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306211267 00000100:00000001:3.0:1779213370.782028:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213370.782030:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.782032:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.782034:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.782049:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213370.782051:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213370.782053:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213370.782054:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213370.782055:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.782057:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213370.782649:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213370.782654:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000673d4a48. 00000800:00000001:0.0:1779213370.782656:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1779213370.782659:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1779213370.782666:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213370.782667:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000001:0.0:1779213370.782671:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213370.782674:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213370.782674:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:1.0:1779213370.782678:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:1.0:1779213370.782684:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1779213370.782685:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000200:1.0:1779213370.782692:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213370.782700:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209700 00000400:00000200:0.0:1779213370.782709:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xaa5 [1] + 224 00000100:00000001:1.0:1779213370.782709:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213370.782715:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.782723:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213370.782726:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213370.782726:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213370.782765:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213370.782767:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213370.782771:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213370.782776:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213370.782780:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213370.782790:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213370.782805:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213370.782811:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213370.782814:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213370.782815:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213370.782818:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213370.782823:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213370.782829:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209780 00000100:00000001:3.0:1779213370.782832:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213370.782835:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xaad [1] + 224 00000100:00000001:3.0:1779213370.782836:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213370.782841:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213370.782842:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213370.782845:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1779213370.782846:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213370.782847:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 00000400:00000200:0.0:1779213370.782849:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213370.782853:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000400:00000200:0.0:1779213370.782855:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213370.782857:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:0.0:1779213370.782861:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213370.782865:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213370.782873:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213370.782889:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213370.782892:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213370.782894:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.782908:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213370.782913:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213370.782922:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.782933:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213370.782935:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.782937:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213370.782940:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213370.782942:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213370.782944:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213370.782952:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213370.782958:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=125 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213370.782962:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=125 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213370.782965:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213370.782966:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213370.782969:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213370.782970:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.782973:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213370.782976:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.782983:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213370.782986:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213370.782988:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213370.782991:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213370.782997:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960549120:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213370.783002:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783004:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213370.783006:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960549120/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.783012:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213370.783014:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213370.783016:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c01ecb3. 02000000:00000001:3.0:1779213370.783020:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213370.783022:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213370.783024:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213370.783026:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213370.783028:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047618a27. 02000000:00000001:3.0:1779213370.783031:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213370.783033:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213370.783034:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:3.0:1779213370.783050:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213370.783052:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783059:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783063:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213370.783064:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.783066:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213370.783068:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213370.783105:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213370.783108:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213370.783111:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213370.783112:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213370.783113:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:1.0:1779213370.783117:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:1.0:1779213370.783118:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:1.0:1779213370.783121:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213370.783124:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213370.783133:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.783139:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213370.783140:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213370.783141:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213370.783143:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213370.783151:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213370.783152:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213370.783154:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213370.783159:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=114 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213370.783162:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=114 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213370.783164:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213370.783165:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213370.783167:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213370.783169:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213370.783172:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213370.783173:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213370.783175:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213370.783176:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213370.783180:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.783185:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213370.783187:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213370.783189:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213370.783192:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213370.783199:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960549248:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213370.783204:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213370.783205:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213370.783207:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960549248/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213370.783214:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213370.783215:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213370.783217:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f556786. 02000000:00000001:1.0:1779213370.783220:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213370.783239:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213370.783240:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213370.783243:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213370.783244:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 02000000:00000001:1.0:1779213370.783252:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213370.783254:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213370.783255:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:1.0:1779213370.783257:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213370.783258:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213370.783260:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213370.783263:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213370.783264:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213370.783266:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213370.783268:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213370.783560:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213370.783566:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213370.783569:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213370.783571:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213370.783577:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213370.783585:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209800 00000400:00000200:2.0:1779213370.783590:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xab5 [1] + 224 00000800:00000001:2.0:1779213370.783594:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213370.783599:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213370.783601:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213370.783605:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213370.783614:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213370.783618:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213370.783627:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213370.783642:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213370.783647:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213370.783649:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783670:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213370.783672:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213370.783676:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213370.783677:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213370.783679:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213370.783682:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:3.0:1779213370.783684:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:3.0:1779213370.783686:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213370.783691:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213370.783698:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.783704:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213370.783705:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783707:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213370.783709:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213370.783710:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213370.783711:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213370.783713:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213370.783716:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=125 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213370.783719:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213370.783720:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213370.783721:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213370.783723:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213370.783725:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213370.783731:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.783733:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213370.783734:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213370.783735:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213370.783742:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213370.783746:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.783751:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213370.783753:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213370.783754:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213370.783757:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213370.783763:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960549376:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213370.783766:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783768:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213370.783770:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960549376/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213370.783775:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213370.783777:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213370.783778:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce1c2b55. 02000000:00000001:3.0:1779213370.783781:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213370.783782:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213370.783783:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213370.783785:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213370.783786:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 02000000:00000001:3.0:1779213370.783788:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213370.783789:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213370.783790:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:3.0:1779213370.783792:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213370.783793:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783794:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213370.783798:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213370.783799:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213370.783800:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213370.783802:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213371.420344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213371.420350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213371.420356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213371.420357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213371.420447:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213371.420450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213371.420452:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213372.444322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213372.444330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213372.444336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213372.444337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213372.444512:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213372.444519:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213372.444552:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213373.468326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213373.468333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213373.468337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213373.468338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213373.468391:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213373.468395:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213373.468398:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213374.492345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213374.492350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213374.492356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213374.492358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213374.492430:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213374.492433:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213374.492434:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213375.516361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213375.516367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213375.516373:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213375.516374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213375.516499:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213375.516504:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213375.516506:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213375.900343:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213375.900365:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213375.900371:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000020:00000040:0.0:1779213375.900377:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213375.900380:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213375.900383:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213375.900387:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213375.900395:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:0.0:1779213375.900400:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900409:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213375.900417:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213375.900419:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900423:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_00+0] req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213375.900449:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900451:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213375.900453:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213375.900455:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213375.900456:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213375.900458:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213375.900459:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213375.900460:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213375.900462:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:0.0:1779213375.900464:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900466:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213375.900471:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213375.900472:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900474:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_01+1] req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.900477:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213375.900479:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.900481:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213375.900484:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213375.900485:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213375.900488:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213375.900490:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000100:00000040:3.0:1779213375.900492:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213375.900493:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213375.900496:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213375.900498:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213375.900500:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213375.900504:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047618a27. 00000100:00000001:0.0:1779213375.900508:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.900509:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213375.900511:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900513:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779213375.900516:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213375.900520:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213375.900524:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.900525:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213375.900528:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213375.900529:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960549504:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213375.900534:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_02+2] req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.900536:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213375.900541:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213375.900545:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213375.900548:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213375.900553:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce1c2b55. 02000000:00000001:3.0:1779213375.900555:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213375.900560:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:0.0:1779213375.900568:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900572:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1779213375.900574:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000040:0.0:1779213375.900575:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213375.900582:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11548) 00000100:00000200:3.0:1779213375.900583:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960549504, portal 25 00000100:00000001:3.0:1779213375.900587:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213375.900588:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00000100:00000040:3.0:1779213375.900594:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.900603:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213375.900607:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213375.900609:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000001:0.0:1779213375.900615:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213375.900621:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960549504, offset 0 00000100:00100000:0.0:1779213375.900622:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1779213375.900626:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213375.900632:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213375.900636:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213375.900639:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213375.900640:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213375.900648:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213375.900648:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213375.900650:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.900652:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213375.900657:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213375.900660:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213375.900665:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213375.900667:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213375.900674:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213375.900681:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213375.900681:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213375.900684:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213375.900686:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [317:317:256:4294967295] 192.168.202.129@tcp LPNI seq info [317:317:8:4294967295] 02000000:00000001:0.0:1779213375.900694:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213375.900698:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213375.900704:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213375.900708:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:0.0:1779213375.900712:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960549760:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213375.900717:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1779213375.900719:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213375.900721:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213375.900723:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213375.900725:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001749ef0e. 02000000:00000001:0.0:1779213375.900726:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213375.900730:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7b54c4f. 02000000:00000001:0.0:1779213375.900734:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213375.900735:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:0.0:1779213375.900740:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000800:00000200:3.0:1779213375.900745:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:0.0:1779213375.900746:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000800:00000200:3.0:1779213375.900750:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001749ef0e type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1779213375.900751:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960549760, portal 10 00000100:00000001:0.0:1779213375.900756:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213375.900757:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000040:0.0:1779213375.900764:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.900767:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.900773:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306216387 00000100:00000001:0.0:1779213375.900774:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213375.900779:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213375.900782:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306211267 00000400:00000010:0.0:1779213375.900783:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e48869. 00000100:00000200:0.0:1779213375.900789:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960549760, offset 0 00000100:00000001:3.0:1779213375.900789:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306216387 00000100:00000001:3.0:1779213375.900801:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306211267 00000400:00000200:0.0:1779213375.900802:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213375.900807:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306216387 00000100:00000001:3.0:1779213375.900811:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306211267 00000400:00000200:0.0:1779213375.900813:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213375.900816:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306216387 00000400:00000200:0.0:1779213375.900817:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213375.900822:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213375.900822:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306211267 00000100:00000001:3.0:1779213375.900827:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213375.900828:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213375.900833:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213375.900834:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213375.900839:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [318:318:255:4294967295] 192.168.202.129@tcp LPNI seq info [318:318:7:4294967295] 00000100:00000001:3.0:1779213375.900839:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.900844:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.900850:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213375.900854:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1779213375.900855:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213375.900860:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213375.900865:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1779213375.900867:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:3.0:1779213375.900867:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213375.900872:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213375.900876:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00100000:3.0:1779213375.900877:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213375.900879:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.900882:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213375.900883:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.900887:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213375.900889:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213375.900891:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1779213375.900892:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213375.900896:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1779213375.900897:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213375.900902:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.900907:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213375.900908:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.900909:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 20287 usecs (21 jiffies) 02000000:00000001:3.0:1779213375.900910:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213375.900912:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213375.900916:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306210837 02000000:00000001:3.0:1779213375.900916:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213375.900920:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960549632:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213375.900921:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306216387 00000800:00000200:1.0:1779213375.900926:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213375.900926:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213375.900927:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306210837 02000000:00000001:3.0:1779213375.900933:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213375.900937:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306216387 00000800:00000010:1.0:1779213375.900937:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001749ef0e. 02000000:00000001:3.0:1779213375.900938:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.900942:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306210837 02000000:00000001:3.0:1779213375.900943:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213375.900949:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbd7d8c8. 00000400:00000200:1.0:1779213375.900951:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1779213375.900952:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.900958:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306216387 00000400:00000010:3.0:1779213375.900960:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000400:00000010:3.0:1779213375.900964:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000001:0.0:1779213375.900968:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306210837 00000400:00000200:1.0:1779213375.900971:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779213375.900974:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960549632, portal 10 00000100:00000001:0.0:1779213375.900980:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306216387 00000100:00000001:3.0:1779213375.900981:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213375.900985:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213375.900985:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000400:00000200:1.0:1779213375.900997:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000100:00000001:0.0:1779213375.901000:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213375.901003:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:0.0:1779213375.901005:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.901011:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213375.901012:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1779213375.901014:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213375.901023:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.901029:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213375.901040:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213375.901044:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213375.901052:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213375.901054:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213375.901073:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213375.901075:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:1.0:1779213375.901078:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213375.901083:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213375.901086:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e48869 00000400:00000010:1.0:1779213375.901088:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e48869. 00000100:00000001:1.0:1779213375.901091:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213375.901106:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213375.901110:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213375.901115:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213375.901117:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213375.901122:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213375.901129:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213375.901132:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1779213375.901173:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213375.901176:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 00000100:00000200:3.0:1779213375.901184:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960549632, offset 0 00000400:00000200:3.0:1779213375.901189:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213375.901194:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213375.901199:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213375.901203:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213375.901206:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213375.901208:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213375.901210:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [319:319:256:4294967295] 192.168.202.129@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:3.0:1779213375.901218:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213375.901285:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213375.901299:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b267f28. 00000800:00000200:3.0:1779213375.901304:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213375.901307:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213375.901310:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008b267f28 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213375.901328:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213375.901331:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 311483 usecs (312 jiffies) 00000100:00000001:3.0:1779213375.901333:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306211129 00000100:00000001:3.0:1779213375.901335:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306216387 00000100:00000001:3.0:1779213375.901336:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306211129 00000100:00000001:3.0:1779213375.901338:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306216387 00000100:00000001:3.0:1779213375.901339:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306211129 00000100:00000001:3.0:1779213375.901341:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306216387 00000100:00000001:3.0:1779213375.901342:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306211129 00000100:00000001:3.0:1779213375.901344:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306216387 00000100:00000001:3.0:1779213375.901346:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213375.901348:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.901350:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.901352:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213375.901524:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213375.901528:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b267f28. 00000400:00000200:0.0:1779213375.901532:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213375.901537:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213375.901543:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000400:00000010:0.0:1779213375.901544:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:0.0:1779213375.901547:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213375.901549:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213375.901556:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213375.901558:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213375.901562:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.901567:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213375.903800:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.903815:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213375.903819:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.903821:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213375.903832:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213375.903846:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209880 00000400:00000200:2.0:1779213375.903865:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xabd [1] + 224 00000800:00000001:2.0:1779213375.903873:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.903877:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213375.903879:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213375.903883:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213375.903889:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213375.903897:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213375.903908:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213375.903926:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213375.903935:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.903939:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213375.903940:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.903942:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213375.903945:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213375.903951:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209980 00000400:00000200:2.0:1779213375.903956:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xac5 [1] + 224 00000800:00000001:2.0:1779213375.903959:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.903962:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213375.903964:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213375.903967:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213375.903969:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213375.903973:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213375.903980:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213375.904010:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213375.904018:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.904024:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213375.904032:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213375.904035:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213375.904040:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213375.904048:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209900 00000400:00000200:2.0:1779213375.904053:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xacd [1] + 224 00000100:00000001:0.0:1779213375.904057:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213375.904057:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213375.904062:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213375.904062:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213375.904065:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213375.904068:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213375.904070:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213375.904073:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213375.904076:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000400:00000200:0.0:1779213375.904081:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:0.0:1779213375.904083:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:0.0:1779213375.904087:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213375.904091:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213375.904093:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213375.904098:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213375.904114:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213375.904116:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.904135:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213375.904136:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213375.904139:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213375.904139:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213375.904140:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213375.904144:0:199015:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:2.0:1779213375.904146:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213375.904147:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1779213375.904150:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213375.904151:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1779213375.904151:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213375.904153:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213375.904155:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213375.904156:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 02000000:00000001:0.0:1779213375.904160:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213375.904168:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=130 v=5 (5 5 5 0) 00000400:00000200:3.0:1779213375.904168:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:3.0:1779213375.904171:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00001000:0.0:1779213375.904174:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213375.904176:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213375.904180:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1779213375.904182:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213375.904183:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213375.904189:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213375.904197:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213375.904199:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.904250:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213375.904252:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.904256:0:199012:0:(client.c:1579:after_reply()) Process entered 00010000:00000001:0.0:1779213375.904257:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213375.904258:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213375.904260:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213375.904262:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213375.904262:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213375.904265:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213375.904266:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213375.904269:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213375.904271:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213375.904271:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=119 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213375.904277:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=119 v=5 (1 1 1 0) 00000100:00000040:0.0:1779213375.904280:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.904282:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213375.904285:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213375.904290:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213375.904294:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.904298:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213375.904301:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213375.904304:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213375.904305:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213375.904306:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.904310:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1779213375.904313:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213375.904314:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213375.904323:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.904324:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213375.904329:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213375.904331:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213375.904339:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213375.904341:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960549760:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213375.904346:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213375.904352:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213375.904357:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960549760/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213375.904362:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960549632:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213375.904372:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213375.904375:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1779213375.904378:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1779213375.904379:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7b54c4f. 00000400:00000001:3.0:1779213375.904381:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1779213375.904384:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1779213375.904384:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000020:00000001:0.0:1779213375.904387:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1779213375.904389:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000020:00000040:0.0:1779213375.904391:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000010:3.0:1779213375.904391:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000020:00000001:0.0:1779213375.904396:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213375.904397:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1779213375.904399:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047618a27. 00000100:00000200:3.0:1779213375.904402:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213375.904404:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213375.904407:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213375.904410:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000200:3.0:1779213375.904414:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213375.904416:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213375.904418:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213375.904422:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.904427:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213375.904429:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.904431:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213375.904432:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213375.904433:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213375.904435:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213375.904436:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.904437:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.904441:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213375.904441:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213375.904445:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213375.904445:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=130 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213375.904449:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=130 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213375.904452:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213375.904453:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213375.904455:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213375.904457:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.904459:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213375.904463:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.904470:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213375.904472:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213375.904473:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213375.904475:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213375.904488:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960549504:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213375.904491:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.904493:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213375.904495:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960549632/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.904500:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213375.904502:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213375.904503:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbd7d8c8. 02000000:00000001:3.0:1779213375.904506:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213375.904507:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213375.904508:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213375.904510:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213375.904511:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 02000000:00000001:3.0:1779213375.904513:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213375.904515:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213375.904516:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:3.0:1779213375.904518:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213375.904519:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.904520:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213375.904522:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960549504/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213375.904528:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213375.904529:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213375.904531:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce1c2b55. 02000000:00000001:3.0:1779213375.904532:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213375.904533:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213375.904534:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213375.904536:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213375.904537:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 02000000:00000001:3.0:1779213375.904539:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213375.904540:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213375.904540:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000001:3.0:1779213375.904542:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213375.904548:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.904550:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213375.904554:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213375.904555:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213375.904556:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213375.904558:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213376.541623:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213376.541627:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213376.541630:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213376.541631:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213376.541689:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213376.541694:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213376.541698:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213377.566066:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213377.566076:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213377.566079:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213377.566083:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213377.566089:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213377.566092:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213377.566094:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213377.566096:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213377.566100:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213377.566102:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213377.566103:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213377.566105:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213377.566106:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213377.566129:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213377.566131:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213377.566133:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213377.566257:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213377.566263:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213377.566271:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213378.588430:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213378.588438:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213378.588445:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213378.588447:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213378.588819:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213378.588822:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213378.588824:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213379.612381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213379.612389:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213379.612395:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213379.612396:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213379.614028:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213379.614033:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213379.614038:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213380.636505:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213380.636510:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213380.636513:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213380.636514:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213380.636632:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213380.636636:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213380.636638:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213381.020676:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213381.020686:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213381.020695:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213381.020702:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213381.020706:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213381.020710:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213381.020715:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213381.020723:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd44fedf. 00000100:00000001:3.0:1779213381.020730:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.020741:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213381.020752:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213381.020754:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.020760:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_03+3] req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213381.020795:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.020798:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213381.020801:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213381.020817:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213381.020819:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213381.020821:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213381.020823:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213381.020825:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213381.020827:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:3.0:1779213381.020830:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.020834:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213381.020841:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213381.020842:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.020845:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_00+0] req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.020978:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.020983:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213381.020986:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213381.020988:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213381.020992:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213381.020992:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213381.020996:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213381.021002:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213381.021026:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213381.021028:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213381.021029:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021031:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213381.021035:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213381.021036:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213381.021039:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213381.021039:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213381.021041:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213381.021046:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213381.021046:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213381.021047:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213381.021053:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960550016:192.168.202.129@tcp:400: 00000100:00100000:0.0:1779213381.021055:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960549888:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213381.021061:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213381.021062:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213381.021067:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213381.021068:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213381.021071:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213381.021071:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213381.021075:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213381.021075:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213381.021080:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4c69df. 02000000:00000010:0.0:1779213381.021081:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003814b891. 02000000:00000001:2.0:1779213381.021083:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213381.021085:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213381.021089:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e03a6c0. 00000400:00000010:0.0:1779213381.021091:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000400:00000010:2.0:1779213381.021095:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000400:00000010:0.0:1779213381.021097:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000100:00000200:2.0:1779213381.021102:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550016, portal 10 00000100:00000200:0.0:1779213381.021103:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960549888, portal 25 00000100:00000001:2.0:1779213381.021106:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213381.021107:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213381.021108:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000001:2.0:1779213381.021113:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000040:0.0:1779213381.021115:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213381.021121:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.021133:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213381.021135:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213381.021140:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213381.021141:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213381.021143:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb59e63. 00000400:00000010:0.0:1779213381.021145:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8bdd6f1. 00000100:00000200:2.0:1779213381.021145:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960550016, offset 0 00000100:00000200:0.0:1779213381.021150:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960549888, offset 0 00000400:00000200:2.0:1779213381.021154:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213381.021161:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213381.021167:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213381.021170:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213381.021173:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213381.021176:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213381.021178:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213381.021180:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [320:320:256:4294967295] 192.168.202.129@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:2.0:1779213381.021188:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213381.021191:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213381.021194:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213381.021199:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213381.021205:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213381.021209:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213381.021253:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213381.021258:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 308148 usecs (309 jiffies) 00000100:00000001:2.0:1779213381.021261:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306216246 00000400:00000200:0.0:1779213381.021264:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213381.021264:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306216387 00000400:00000200:0.0:1779213381.021269:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213381.021269:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306216246 00000400:00000200:0.0:1779213381.021273:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213381.021274:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306216387 00000400:00000200:0.0:1779213381.021276:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213381.021279:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213381.021279:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306216246 00000100:00000001:2.0:1779213381.021283:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306216387 00000400:00000200:0.0:1779213381.021284:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [321:321:255:4294967295] 192.168.202.129@tcp LPNI seq info [321:321:7:4294967295] 00000100:00000001:2.0:1779213381.021287:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306216246 00000400:00000200:0.0:1779213381.021292:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213381.021294:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306216387 00000100:00000001:2.0:1779213381.021295:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213381.021298:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213381.021302:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213381.021304:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213381.021305:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1779213381.021311:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213381.021315:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213381.021317:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213381.021319:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213381.021321:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021324:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306221508 00000100:00000001:0.0:1779213381.021330:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306216387 00000100:00000001:0.0:1779213381.021336:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306221508 00000100:00000001:0.0:1779213381.021340:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306216387 00000100:00000001:0.0:1779213381.021344:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306221508 00000100:00000001:0.0:1779213381.021346:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306216387 00000100:00000001:0.0:1779213381.021349:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306221508 00000100:00000001:0.0:1779213381.021351:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306216387 00000100:00000001:0.0:1779213381.021354:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213381.021356:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021358:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021360:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.021368:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213381.021370:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213381.021372:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.021374:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213381.021375:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213381.021376:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021380:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213381.021381:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:1.0:1779213381.021387:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213381.021393:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213381.021398:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb59e63 00000400:00000010:1.0:1779213381.021401:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000abb59e63. 00000100:00000001:1.0:1779213381.021405:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213381.021408:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213381.021417:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213381.021420:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213381.021426:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213381.021427:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213381.021483:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213381.021486:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:1.0:1779213381.021489:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213381.021493:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213381.021496:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bdd6f1 00000400:00000010:1.0:1779213381.021503:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b8bdd6f1. 00000100:00000001:1.0:1779213381.021506:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213381.021508:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213381.021511:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213381.021514:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213381.021515:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213381.021517:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213381.021525:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213381.021528:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213381.021529:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1779213381.021534:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779213381.021538:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213381.021541:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213381.021543:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213381.021545:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213381.021548:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b691e64d. 00000100:00000001:3.0:1779213381.021552:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.021557:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213381.021563:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213381.021564:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213381.021565:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021567:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.021571:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_01+1] req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.021588:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.021590:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213381.021591:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213381.021595:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.021608:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213381.021609:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213381.021611:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213381.021612:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213381.021614:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213381.021615:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960550144:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213381.021617:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213381.021619:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213381.021620:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213381.021622:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213381.021623:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c50fd0d2. 02000000:00000001:0.0:1779213381.021624:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213381.021626:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032493456. 00000400:00000010:0.0:1779213381.021629:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779213381.021630:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550144, portal 10 00000100:00000001:0.0:1779213381.021631:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213381.021632:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000100:00000040:0.0:1779213381.021635:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.021639:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213381.021641:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213381.021642:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779213381.021643:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960550144, offset 0 00000400:00000200:0.0:1779213381.021645:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213381.021648:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213381.021897:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213381.021899:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213381.021901:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213381.021902:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213381.021904:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [322:322:256:4294967295] 192.168.202.129@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:0.0:1779213381.021909:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213381.021917:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213381.021919:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213381.021922:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213381.021925:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213381.021926:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213381.021949:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213381.021952:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 20110 usecs (21 jiffies) 00000100:00000001:0.0:1779213381.021955:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306215958 00000100:00000001:0.0:1779213381.021957:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306221508 00000100:00000001:0.0:1779213381.021959:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306215958 00000100:00000001:0.0:1779213381.021963:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306221508 00000100:00000001:0.0:1779213381.021965:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306215958 00000100:00000001:0.0:1779213381.021967:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306221508 00000100:00000001:0.0:1779213381.021969:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306215958 00000100:00000001:0.0:1779213381.021970:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306221508 00000100:00000001:0.0:1779213381.021972:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213381.021974:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021976:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021977:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.021982:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213381.021983:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213381.021985:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.021986:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213381.021987:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.021988:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213381.022369:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213381.022372:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:1.0:1779213381.022375:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213381.022380:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213381.022383:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:1.0:1779213381.022384:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:1.0:1779213381.022386:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213381.022390:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213381.022395:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213381.022396:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213381.022400:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213381.022401:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213381.022762:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213381.022763:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213381.022766:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1779213381.022766:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213381.022768:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213381.022769:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213381.022770:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213381.022772:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213381.022777:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213381.022783:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11553) 00000800:00000001:2.0:1779213381.024810:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213381.024823:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213381.024827:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213381.024829:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213381.024838:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213381.024850:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209a00 00000400:00000200:2.0:1779213381.024857:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xad9 [1] + 224 00000800:00000001:2.0:1779213381.024863:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213381.024868:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213381.024871:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213381.024875:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213381.024880:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213381.024885:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213381.024894:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213381.024917:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213381.024924:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213381.024927:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.024999:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.025003:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213381.025008:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213381.025010:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213381.025012:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000400:00000200:0.0:1779213381.025017:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:0.0:1779213381.025028:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:0.0:1779213381.025031:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213381.025035:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213381.025044:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.025050:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213381.025052:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.025054:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213381.025057:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213381.025059:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213381.025061:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213381.025064:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213381.025070:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=136 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213381.025074:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=136 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213381.025076:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213381.025078:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213381.025080:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213381.025082:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.025085:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213381.025088:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.025094:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213381.025097:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213381.025099:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213381.025102:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213381.025109:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960549888:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213381.025114:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.025116:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213381.025118:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960549888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.025133:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213381.025135:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213381.025137:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003814b891. 02000000:00000001:0.0:1779213381.025140:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213381.025141:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213381.025143:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213381.025145:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213381.025147:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cd44fedf. 02000000:00000001:0.0:1779213381.025150:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213381.025152:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213381.025153:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:0.0:1779213381.025157:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213381.025158:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.025160:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.025166:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213381.025167:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.025169:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.025170:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213381.026024:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026030:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213381.026033:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026034:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213381.026040:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213381.026050:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209a80 00000400:00000200:1.0:1779213381.026056:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xad5 [1] + 224 00000800:00000001:1.0:1779213381.026061:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026066:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213381.026068:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213381.026078:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213381.026082:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213381.026087:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213381.026105:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213381.026129:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213381.026137:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026140:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213381.026171:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213381.026175:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213381.026179:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213381.026186:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213381.026189:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e03a6c0. 00000400:00000200:2.0:1779213381.026193:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:2.0:1779213381.026195:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779213381.026198:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213381.026202:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213381.026211:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213381.026217:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213381.026219:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213381.026278:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213381.026281:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213381.026283:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213381.026284:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213381.026287:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213381.026294:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=125 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213381.026297:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=125 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213381.026299:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213381.026300:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213381.026302:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213381.026304:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213381.026307:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213381.026309:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213381.026311:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213381.026312:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213381.026316:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213381.026322:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213381.026324:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213381.026325:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213381.026328:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213381.026335:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960550016:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213381.026344:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213381.026346:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213381.026349:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960550016/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213381.026354:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213381.026356:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213381.026358:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4c69df. 02000000:00000001:2.0:1779213381.026361:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213381.026362:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213381.026363:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213381.026365:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213381.026366:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 02000000:00000001:2.0:1779213381.026369:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213381.026370:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213381.026371:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:2.0:1779213381.026374:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213381.026375:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213381.026377:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213381.026382:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213381.026383:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213381.026385:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213381.026386:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213381.026630:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026636:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213381.026638:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026640:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213381.026645:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213381.026652:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209b00 00000400:00000200:1.0:1779213381.026657:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:1.0:1779213381.026661:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026666:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213381.026668:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213381.026671:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213381.026675:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213381.026678:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213381.026685:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213381.026708:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213381.026714:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213381.026716:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.026770:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.026773:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213381.026776:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213381.026778:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213381.026779:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032493456. 00000400:00000200:0.0:1779213381.026783:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779213381.026784:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779213381.026786:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213381.026789:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213381.026796:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.026802:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213381.026803:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.026805:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213381.026806:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213381.026807:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213381.026814:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213381.026816:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213381.026820:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=136 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213381.026822:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213381.026825:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213381.026826:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213381.026827:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213381.026830:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213381.026836:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.026838:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213381.026839:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213381.026841:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213381.026842:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213381.026845:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.026850:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213381.026852:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213381.026854:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213381.026857:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213381.026863:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960550144:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213381.026886:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.026888:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213381.026890:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960550144/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213381.026896:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213381.026897:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213381.026899:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c50fd0d2. 02000000:00000001:0.0:1779213381.026902:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213381.026903:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213381.026909:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213381.026911:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213381.026913:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b691e64d. 02000000:00000001:0.0:1779213381.026915:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213381.026917:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213381.026918:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:0.0:1779213381.026921:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213381.026922:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.026923:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213381.026926:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213381.026928:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213381.026929:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213381.026931:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213381.660607:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213381.660623:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213381.660631:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213381.660632:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213381.660697:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213381.660701:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213381.660705:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213382.684378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213382.684384:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213382.684390:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213382.684391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213382.684493:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213382.684496:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213382.684499:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213383.708365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213383.708373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213383.708380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213383.708381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213383.708403:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213383.708407:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213383.708410:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213384.732372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213384.732381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213384.732412:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213384.732413:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213384.732478:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213384.732483:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213384.732486:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213385.756317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213385.756322:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213385.756328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213385.756329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213385.756376:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213385.756380:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213385.756383:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213386.140340:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213386.140349:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213386.140359:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213386.140366:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213386.140370:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213386.140373:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213386.140378:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213386.140386:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bddec1ab. 00000100:00000001:3.0:1779213386.140393:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140404:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213386.140415:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213386.140417:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140423:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_02+2] req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.140457:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140460:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213386.140463:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213386.140467:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779213386.140469:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213386.140485:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213386.140487:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213386.140489:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213386.140492:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000349c4b19. 00000100:00000001:3.0:1779213386.140495:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140499:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213386.140506:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213386.140507:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140510:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_03+3] req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.140517:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140519:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213386.140522:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213386.140524:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213386.140526:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213386.140528:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213386.140529:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213386.140530:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213386.140534:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b691e64d. 00000100:00000001:3.0:1779213386.140536:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140539:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213386.140546:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213386.140547:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140549:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_00+0] req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.140578:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140580:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213386.140583:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213386.140593:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11558) 00000100:00000001:3.0:1779213386.140608:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213386.140613:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213386.140613:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213386.140615:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213386.140618:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.140623:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213386.140626:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213386.140628:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213386.140629:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213386.140632:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213386.140636:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.140644:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213386.140646:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213386.140650:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213386.140653:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213386.140655:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213386.140658:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960550528:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213386.140662:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213386.140667:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213386.140669:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213386.140671:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213386.140675:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef6c2b9. 02000000:00000001:3.0:1779213386.140677:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213386.140683:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779213386.140689:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000200:3.0:1779213386.140694:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550528, portal 10 00000100:00000001:3.0:1779213386.140696:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213386.140698:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000040:3.0:1779213386.140704:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.140718:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213386.140721:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213386.140724:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000200:3.0:1779213386.140726:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960550528, offset 0 00000400:00000200:3.0:1779213386.140738:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213386.140750:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213386.140761:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213386.140765:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213386.140768:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213386.140771:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213386.140775:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [323:323:256:4294967295] 192.168.202.129@tcp LPNI seq info [323:323:8:4294967295] 00000400:00000200:3.0:1779213386.140785:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213386.140791:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213386.140795:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b233226. 00000800:00000200:3.0:1779213386.140801:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213386.140808:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213386.140811:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b233226 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213386.140829:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213386.140833:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 19958 usecs (20 jiffies) 00000100:00000001:3.0:1779213386.140836:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306221076 00000100:00000001:3.0:1779213386.140838:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306221508 00000100:00000001:3.0:1779213386.140840:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306221076 00000100:00000001:3.0:1779213386.140842:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306221508 00000100:00000001:3.0:1779213386.140844:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306221076 00000100:00000001:3.0:1779213386.140845:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306221508 00000100:00000001:3.0:1779213386.140847:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306221076 00000100:00000001:3.0:1779213386.140848:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306221508 00000100:00000001:3.0:1779213386.140850:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213386.140853:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.140856:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.140858:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213386.140926:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213386.140930:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213386.140932:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213386.140938:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213386.140946:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213386.140947:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213386.140948:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213386.140952:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213386.140952:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213386.140955:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213386.140956:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213386.140959:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213386.140963:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960550400:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213386.140963:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213386.140968:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213386.140970:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213386.140972:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213386.140976:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213386.140981:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009aa9dee. 00000100:00000001:1.0:1779213386.140982:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213386.140984:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213386.140985:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213386.140988:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213386.140990:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213386.140992:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213386.140999:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960550272:192.168.202.129@tcp:400: 00000400:00000010:0.0:1779213386.141000:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032493456. 00000100:00000001:1.0:1779213386.141006:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1779213386.141007:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 02000000:00000001:1.0:1779213386.141009:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1779213386.141011:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550400, portal 10 02000000:00000001:1.0:1779213386.141011:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213386.141015:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1779213386.141015:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213386.141018:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000800:00000200:2.0:1779213386.141018:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1779213386.141020:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f4aef5. 02000000:00000001:1.0:1779213386.141024:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213386.141024:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b233226. 00000100:00000040:0.0:1779213386.141025:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213386.141030:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5de5d1. 00000400:00000200:2.0:1779213386.141032:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213386.141038:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000100:00000001:0.0:1779213386.141040:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213386.141043:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779213386.141044:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550272, portal 25 00000100:00000040:0.0:1779213386.141048:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213386.141049:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213386.141050:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000100:00000001:1.0:1779213386.141051:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000400:00000010:0.0:1779213386.141052:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000400:00000010:2.0:1779213386.141054:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000200:0.0:1779213386.141060:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960550400, offset 0 00000100:00000001:2.0:1779213386.141060:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1779213386.141061:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213386.141067:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213386.141072:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213386.141081:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213386.141083:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213386.141090:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213386.141090:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213386.141095:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779213386.141096:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213386.141096:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814beff7. 00000400:00000200:0.0:1779213386.141101:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213386.141101:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213386.141102:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960550272, offset 0 00000400:00000200:0.0:1779213386.141107:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213386.141114:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213386.141116:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [324:324:255:4294967295] 192.168.202.129@tcp LPNI seq info [324:324:7:4294967295] 00000100:00000001:2.0:1779213386.141120:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.141123:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779213386.141128:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213386.141133:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213386.141136:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000800:00000200:0.0:1779213386.141141:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213386.141146:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213386.141148:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213386.141151:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213386.141153:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 304908 usecs (305 jiffies) 00000100:00000001:0.0:1779213386.141156:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306221361 00000100:00000001:0.0:1779213386.141158:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306221508 00000100:00000001:0.0:1779213386.141159:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306221361 00000100:00000001:0.0:1779213386.141161:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306221508 00000100:00000001:0.0:1779213386.141166:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306221361 00000100:00000001:0.0:1779213386.141167:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306221508 00000100:00000001:0.0:1779213386.141168:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306221361 00000100:00000001:0.0:1779213386.141169:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306221508 00000100:00000001:0.0:1779213386.141170:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213386.141172:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213386.141174:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213386.141175:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213386.141179:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213386.141180:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213386.141182:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213386.141183:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213386.141184:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213386.141186:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213386.142371:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213386.142376:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213386.142380:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213386.142384:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213386.142387:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213386.142391:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [325:325:254:4294967295] 192.168.202.129@tcp LPNI seq info [325:325:6:4294967295] 00000400:00000200:1.0:1779213386.142400:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213386.142416:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213386.142420:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000800:00000200:1.0:1779213386.142425:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213386.142430:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213386.142433:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213386.142436:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213386.142440:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306226629 00000100:00000001:1.0:1779213386.142446:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306221508 00000100:00000001:1.0:1779213386.142449:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306226629 00000100:00000001:1.0:1779213386.142452:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306221508 00000100:00000001:1.0:1779213386.142456:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306226629 00000100:00000001:1.0:1779213386.142460:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306221508 00000800:00000200:2.0:1779213386.142461:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213386.142463:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306226629 00000800:00000010:2.0:1779213386.142466:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000100:00000001:1.0:1779213386.142468:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306221508 00000100:00000001:1.0:1779213386.142472:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213386.142473:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213386.142476:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213386.142480:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213386.142481:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213386.142485:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213386.142487:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:2.0:1779213386.142490:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:1.0:1779213386.142491:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213386.142493:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213386.142494:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213386.142496:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213386.142498:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213386.142500:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213386.142501:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213386.142502:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.142513:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213386.142516:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213386.142534:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.142536:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213386.142548:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213386.142549:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:2.0:1779213386.142551:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213386.142553:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213386.142555:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814beff7 00000400:00000010:2.0:1779213386.142556:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000814beff7. 00000100:00000001:2.0:1779213386.142558:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213386.142560:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213386.142565:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213386.142566:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213386.142570:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.142571:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213386.146221:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146277:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213386.146282:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146286:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213386.146297:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213386.146315:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209c80 00000400:00000200:1.0:1779213386.146323:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xaed [1] + 224 00000800:00000001:1.0:1779213386.146344:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146347:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213386.146350:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213386.146354:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213386.146361:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213386.146367:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213386.146377:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213386.146400:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213386.146409:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146412:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213386.146414:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146415:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213386.146419:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213386.146425:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209c00 00000400:00000200:1.0:1779213386.146429:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xaf5 [1] + 224 00000800:00000001:1.0:1779213386.146433:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146436:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213386.146437:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213386.146440:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213386.146442:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213386.146445:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213386.146453:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213386.146470:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213386.146474:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146477:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213386.146479:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146481:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213386.146493:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213386.146494:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213386.146499:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213386.146502:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209b80 00000400:00000001:0.0:1779213386.146505:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213386.146507:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213386.146510:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032493456. 00000400:00000200:0.0:1779213386.146514:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:0.0:1779213386.146515:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:0.0:1779213386.146518:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213386.146521:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213386.146527:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213386.146531:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213386.146532:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213386.146534:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213386.146536:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213386.146538:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213386.146539:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213386.146542:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213386.146548:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=130 v=5 (5 5 5 0) 00000100:00000001:3.0:1779213386.146554:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1779213386.146557:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=130 v=5 (1 1 1 0) 00000100:00000001:0.0:1779213386.146559:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213386.146560:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213386.146561:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213386.146565:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.146565:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213386.146570:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213386.146571:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213386.146572:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213386.146573:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213386.146576:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213386.146581:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213386.146583:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213386.146584:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213386.146586:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213386.146590:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960550400:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213386.146593:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213386.146595:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213386.146597:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960550400/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213386.146601:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213386.146602:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213386.146611:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009aa9dee. 02000000:00000001:0.0:1779213386.146618:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213386.146621:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213386.146622:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213386.146625:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213386.146626:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000349c4b19. 02000000:00000001:0.0:1779213386.146629:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213386.146631:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213386.146633:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:0.0:1779213386.146637:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1779213386.146640:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xaf9 [1] + 224 00000800:00000001:1.0:1779213386.146645:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213386.146648:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213386.146651:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213386.146655:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213386.146658:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213386.146659:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213386.146662:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213386.146663:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213386.146666:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213386.146669:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213386.146670:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213386.146675:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213386.146683:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213386.146702:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213386.146707:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213386.146714:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213386.146734:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213386.146737:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213386.146740:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213386.146741:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213386.146743:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5de5d1. 00000400:00000200:2.0:1779213386.146746:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:2.0:1779213386.146747:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:2.0:1779213386.146749:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213386.146752:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213386.146755:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213386.146758:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213386.146759:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213386.146764:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:3.0:1779213386.146767:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000200:2.0:1779213386.146771:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.146772:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213386.146779:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213386.146782:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213386.146785:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213386.146790:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213386.146793:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213386.146795:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1779213386.146797:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213386.146805:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.146806:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213386.146810:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.146810:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213386.146814:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=141 v=5 (5 5 5 0) 00000100:00000001:3.0:1779213386.146814:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213386.146817:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1779213386.146818:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=141 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213386.146820:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213386.146821:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213386.146823:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.146824:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213386.146828:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213386.146829:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213386.146830:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.146832:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213386.146835:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=141 v=5 (5 5 5 0) 00000100:00000040:2.0:1779213386.146836:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213386.146842:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213386.146844:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213386.146846:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213386.146848:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213386.146853:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213386.146856:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:3.0:1779213386.146856:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213386.146858:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213386.146863:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213386.146870:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960550272:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213386.146877:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213386.146881:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1779213386.146884:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213386.146897:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960550272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.146898:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213386.146900:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213386.146904:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213386.146906:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.146912:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1779213386.146913:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213386.146914:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213386.146917:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7f4aef5. 02000000:00000001:2.0:1779213386.146922:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213386.146925:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213386.146926:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1779213386.146928:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213386.146929:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1779213386.146930:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213386.146932:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bddec1ab. 02000000:00000001:2.0:1779213386.146933:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213386.146934:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213386.146935:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:2.0:1779213386.146938:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213386.146938:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213386.146943:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213386.146946:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213386.146949:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213386.146954:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213386.146956:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213386.146959:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213386.146959:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960550528:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213386.146960:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.146966:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213386.146968:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213386.146972:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960550528/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213386.146978:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213386.146980:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213386.146982:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef6c2b9. 02000000:00000001:3.0:1779213386.146985:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213386.146986:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213386.146987:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213386.146989:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213386.146990:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b691e64d. 02000000:00000001:3.0:1779213386.146992:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213386.146993:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213386.146994:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:3.0:1779213386.146997:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213386.146998:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213386.146999:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213386.147003:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213386.147004:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213386.147006:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213386.147008:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213386.782259:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213386.782263:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213386.782266:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213386.782267:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213386.784005:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213386.784010:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213386.784015:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213387.804334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213387.804341:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213387.804344:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213387.804347:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213387.804351:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213387.804353:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213387.804354:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213387.804355:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213387.804357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213387.804358:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213387.804359:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213387.804360:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213387.804361:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213387.804361:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213387.804362:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213387.804363:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213387.804420:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213387.804423:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213387.804426:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213388.828542:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213388.828547:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213388.828553:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213388.828555:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213388.828627:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213388.828631:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213388.828634:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213389.852312:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213389.852318:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213389.852324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213389.852325:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213389.852991:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213389.852995:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213389.852998:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213390.876317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213390.876323:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213390.876328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213390.876329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213390.876420:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213390.876424:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213390.876427:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213391.260393:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213391.260405:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213391.260418:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213391.260425:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213391.260430:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213391.260434:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213391.260441:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213391.260454:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:0.0:1779213391.260463:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213391.260478:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213391.260490:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213391.260493:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213391.260499:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_01+1] req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.260529:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213391.260532:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213391.260536:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213391.260539:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213391.260542:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213391.260545:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213391.260553:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213391.260560:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213391.260564:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213391.260569:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213391.260570:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213391.260572:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213391.260581:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213391.260583:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000040:3.0:1779213391.260584:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.260591:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213391.260600:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213391.260605:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213391.260610:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.260611:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213391.260613:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213391.260617:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213391.260618:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_02+2] req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213391.260622:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213391.260628:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213391.260632:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960550656:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213391.260637:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213391.260644:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213391.260647:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213391.260650:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213391.260656:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef6c2b9. 02000000:00000001:3.0:1779213391.260658:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213391.260680:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779213391.260689:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000200:3.0:1779213391.260698:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550656, portal 25 00000100:00000001:3.0:1779213391.260701:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213391.260703:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000040:3.0:1779213391.260712:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213391.260721:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213391.260725:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213391.260728:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4763079. 00000100:00000200:3.0:1779213391.260732:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960550656, offset 0 00000100:00000001:0.0:1779213391.260735:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213391.260739:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213391.260741:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213391.260748:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213391.260749:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213391.260753:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213391.260757:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1779213391.260759:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213391.260765:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213391.260771:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.260778:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1779213391.260780:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213391.260786:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213391.260788:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213391.260796:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213391.260797:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213391.260807:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213391.260808:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1779213391.260809:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001baae163. 00000100:00000001:2.0:1779213391.260809:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.260824:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213391.260825:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213391.260825:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:2.0:1779213391.260833:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213391.260851:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213391.260852:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213391.260862:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960550784:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213391.260865:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213391.260882:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213391.260884:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213391.260893:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [326:326:256:4294967295] 192.168.202.129@tcp LPNI seq info [326:326:8:4294967295] 02000000:00000001:2.0:1779213391.260894:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213391.260898:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213391.260900:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.260901:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213391.260908:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213391.260913:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_03+3] req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213391.260919:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000010:2.0:1779213391.260921:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000470ad378. 02000000:00000001:2.0:1779213391.260936:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213391.260936:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213391.260939:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213391.260947:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:3.0:1779213391.260950:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 00000100:00000040:0.0:1779213391.260952:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1779213391.260952:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e03a6c0. 00000400:00000010:2.0:1779213391.260964:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000040:0.0:1779213391.260965:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11563) 00000100:00000200:2.0:1779213391.260972:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550784, portal 10 00000100:00000001:1.0:1779213391.260974:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213391.260981:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213391.260984:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213391.260984:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000800:00000200:3.0:1779213391.260984:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213391.260990:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213391.260999:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213391.261001:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213391.261020:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213391.261022:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213391.261032:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213391.261034:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213391.261036:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1779213391.261036:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000001:1.0:1779213391.261040:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213391.261043:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960550784, offset 0 02000000:00000001:1.0:1779213391.261047:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213391.261050:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213391.261051:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213391.261055:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213391.261062:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213391.261067:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960550912:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213391.261068:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213391.261070:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306231747 00000400:00000200:2.0:1779213391.261073:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213391.261080:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213391.261086:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306226629 02000000:00000001:1.0:1779213391.261096:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213391.261097:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306231747 00000400:00000200:2.0:1779213391.261100:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213391.261101:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213391.261105:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213391.261107:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1779213391.261110:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021b48df8. 00000400:00000200:2.0:1779213391.261111:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:1.0:1779213391.261117:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213391.261118:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306226629 00000400:00000200:2.0:1779213391.261122:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [327:327:255:4294967295] 192.168.202.129@tcp LPNI seq info [327:327:7:4294967295] 00000400:00000010:1.0:1779213391.261125:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000308a8c5. 00000100:00000001:3.0:1779213391.261127:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306231747 00000400:00000010:1.0:1779213391.261133:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033106260. 00000100:00000001:3.0:1779213391.261139:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306226629 00000100:00000200:1.0:1779213391.261140:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960550912, portal 10 00000100:00000001:1.0:1779213391.261148:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213391.261149:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306231747 00000100:00000001:1.0:1779213391.261154:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000400:00000200:2.0:1779213391.261157:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213391.261159:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306226629 00000100:00000040:1.0:1779213391.261166:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213391.261167:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213391.261173:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213391.261174:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213391.261182:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213391.261185:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000100:00000001:3.0:1779213391.261190:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213391.261200:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213391.261202:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213391.261209:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213391.261212:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:1.0:1779213391.261213:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000100:00000001:3.0:1779213391.261215:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213391.261220:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1779213391.261257:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213391.261260:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213391.261264:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960550912, offset 0 00000100:00000001:3.0:1779213391.261264:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213391.261266:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213391.261268:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213391.261279:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213391.261280:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 301745 usecs (302 jiffies) 00000400:00000200:1.0:1779213391.261281:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213391.261291:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306226479 00000100:00000001:2.0:1779213391.261296:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306231747 00000400:00000200:1.0:1779213391.261297:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213391.261304:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306226479 00000100:00000001:2.0:1779213391.261307:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306231747 00000400:00000200:1.0:1779213391.261311:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213391.261311:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306226479 00000800:00000200:0.0:1779213391.261312:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1779213391.261319:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213391.261319:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306231747 00000800:00000010:0.0:1779213391.261320:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000400:00000200:1.0:1779213391.261329:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213391.261329:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306226479 00000400:00000200:0.0:1779213391.261335:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213391.261335:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213391.261335:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306231747 00000100:00000001:2.0:1779213391.261349:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213391.261350:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [328:328:254:4294967295] 192.168.202.129@tcp LPNI seq info [328:328:6:4294967295] 00000100:00000001:2.0:1779213391.261360:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213391.261361:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213391.261368:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213391.261371:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213391.261375:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213391.261381:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213391.261381:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213391.261383:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4763079 00000100:00000001:2.0:1779213391.261386:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1779213391.261388:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 00000400:00000010:0.0:1779213391.261389:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a4763079. 00000100:00000001:2.0:1779213391.261391:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213391.261394:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213391.261397:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.261400:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213391.261401:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213391.261408:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213391.261410:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213391.261414:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213391.261425:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213391.261438:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.261445:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213391.261446:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 19826 usecs (20 jiffies) 00000100:00000040:0.0:1779213391.261453:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213391.261454:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306226197 00000100:00000001:0.0:1779213391.261462:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213391.261465:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306231747 00000100:00000001:0.0:1779213391.261466:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213391.261471:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306226197 00000100:00000001:1.0:1779213391.261473:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306231747 00000100:00000001:1.0:1779213391.261475:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306226197 00000100:00000001:1.0:1779213391.261477:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306231747 00000100:00000001:1.0:1779213391.261479:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306226197 00000100:00000001:1.0:1779213391.261481:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306231747 00000100:00000001:1.0:1779213391.261484:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1779213391.261485:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213391.261488:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213391.261489:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000100:00000001:1.0:1779213391.261493:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213391.261496:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213391.261497:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213391.261504:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213391.261505:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213391.261510:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1779213391.261511:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000100:00000001:1.0:1779213391.261513:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213391.261517:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1779213391.261518:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000100:00000001:1.0:1779213391.261519:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213391.261527:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.261528:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213391.261534:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.261543:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213391.261546:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.261552:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.261553:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213391.261623:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213391.261625:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:0.0:1779213391.261705:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213391.261709:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213391.261712:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000400:00000010:0.0:1779213391.261720:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 00000100:00000001:0.0:1779213391.261723:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213391.261726:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.261734:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213391.261736:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.261742:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.261743:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213391.264655:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264674:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213391.264678:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264680:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213391.264691:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213391.264706:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209d00 00000400:00000200:2.0:1779213391.264715:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xb05 [1] + 224 00000800:00000001:2.0:1779213391.264722:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264726:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213391.264728:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213391.264732:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213391.264739:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213391.264746:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213391.264756:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213391.264785:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213391.264798:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264802:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213391.264804:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264806:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213391.264810:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213391.264816:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209d80 00000400:00000200:2.0:1779213391.264821:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb0d [1] + 224 00000800:00000001:2.0:1779213391.264825:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264828:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213391.264829:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213391.264832:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213391.264843:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213391.264848:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213391.264876:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213391.264895:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213391.264901:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264905:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213391.264907:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264909:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213391.264913:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213391.264919:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209e00 00000400:00000200:2.0:1779213391.264923:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:2.0:1779213391.264927:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213391.264936:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213391.264938:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213391.264940:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213391.264942:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213391.264946:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213391.264947:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213391.264952:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213391.264954:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213391.264957:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213391.264961:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e03a6c0. 00000100:00000040:2.0:1779213391.264964:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213391.264972:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:1.0:1779213391.264976:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:1.0:1779213391.264980:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213391.264984:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213391.264989:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213391.264995:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213391.264996:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213391.264999:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213391.265007:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213391.265009:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213391.265012:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213391.265023:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213391.265025:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213391.265028:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213391.265031:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213391.265039:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=135 v=5 (5 5 5 0) 00000100:00001000:1.0:1779213391.265044:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=135 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213391.265046:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213391.265048:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213391.265050:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213391.265054:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213391.265057:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213391.265060:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213391.265061:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213391.265063:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213391.265067:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213391.265074:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213391.265077:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213391.265079:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213391.265082:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213391.265089:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960550784:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213391.265094:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213391.265097:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213391.265099:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960550784/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213391.265105:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213391.265107:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213391.265110:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000470ad378. 02000000:00000001:1.0:1779213391.265115:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213391.265118:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213391.265119:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213391.265122:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213391.265131:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 02000000:00000001:1.0:1779213391.265135:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213391.265137:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213391.265139:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:1.0:1779213391.265144:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213391.265145:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213391.265148:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213391.265153:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213391.265155:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213391.265157:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213391.265158:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213391.265161:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1779213391.265162:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213391.265163:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213391.265165:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213391.265168:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213391.265172:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:3.0:1779213391.265174:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:3.0:1779213391.265178:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213391.265189:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213391.265197:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213391.265201:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213391.265203:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213391.265204:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213391.265206:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213391.265207:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213391.265208:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213391.265210:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213391.265213:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=146 v=5 (5 5 5 0) 00000100:00001000:3.0:1779213391.265215:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=146 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213391.265217:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213391.265218:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213391.265220:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213391.265259:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213391.265262:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213391.265265:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213391.265271:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213391.265272:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213391.265273:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213391.265276:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213391.265282:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960550656:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213391.265286:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213391.265288:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213391.265290:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960550656/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213391.265295:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213391.265296:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213391.265308:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef6c2b9. 02000000:00000001:3.0:1779213391.265312:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213391.265313:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213391.265314:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213391.265316:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213391.265317:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:3.0:1779213391.265320:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213391.265321:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213391.265322:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:3.0:1779213391.265325:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213391.265326:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213391.265327:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213391.265331:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213391.265332:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213391.265334:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213391.265336:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.265401:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213391.265403:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213391.265406:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213391.265408:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213391.265410:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000308a8c5. 00000400:00000200:0.0:1779213391.265413:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033106260 00000400:00000010:0.0:1779213391.265414:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000033106260. 00000100:00000001:0.0:1779213391.265417:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213391.265421:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213391.265427:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.265438:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213391.265439:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213391.265441:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213391.265442:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213391.265443:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213391.265444:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213391.265446:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213391.265450:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=146 v=5 (5 5 5 0) 00000100:00001000:0.0:1779213391.265454:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213391.265455:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213391.265456:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213391.265458:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213391.265460:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213391.265478:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.265481:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213391.265482:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213391.265484:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213391.265484:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213391.265488:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.265494:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213391.265496:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213391.265497:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213391.265499:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213391.265506:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960550912:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213391.265510:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213391.265512:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213391.265514:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960550912/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213391.265519:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213391.265520:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213391.265522:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021b48df8. 02000000:00000001:0.0:1779213391.265525:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213391.265526:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213391.265527:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213391.265529:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213391.265530:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001baae163. 02000000:00000001:0.0:1779213391.265533:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213391.265534:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213391.265535:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:0.0:1779213391.265537:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213391.265538:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213391.265543:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213391.265546:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213391.265546:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213391.265547:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213391.265549:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213391.900366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213391.900374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213391.900381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213391.900382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213391.900417:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213391.900423:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213391.900427:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213392.924330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213392.924335:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213392.924341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213392.924342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213392.924399:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213392.924402:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213392.924404:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213393.948355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213393.948378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213393.948384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213393.948385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213393.948930:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213393.948937:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213393.948942:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213394.972359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213394.972368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213394.972376:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213394.972378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213394.972424:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213394.972427:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213394.972430:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213395.996349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213395.996355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213395.996360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213395.996361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213395.996411:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213395.996416:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213395.996419:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213396.380367:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213396.380380:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213396.380393:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213396.380401:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213396.380406:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213396.380409:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213396.380414:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213396.380422:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047618a27. 00000100:00000001:0.0:1779213396.380428:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213396.380439:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213396.380448:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213396.380450:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213396.380455:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_00+0] req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213396.380479:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213396.380481:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213396.380484:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213396.380487:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213396.380489:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213396.380491:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213396.380492:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213396.380509:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213396.380514:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213396.380516:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213396.380521:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213396.380523:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213396.380524:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213396.380526:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213396.380529:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052768dfa. 00000100:00000001:2.0:1779213396.380529:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213396.380529:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213396.380532:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213396.380535:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213396.380536:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213396.380542:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213396.380544:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213396.380563:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213396.380565:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213396.380567:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213396.380567:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213396.380573:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213396.380574:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_01+1] req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213396.380587:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213396.380590:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213396.380592:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213396.380595:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960551040:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213396.380596:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213396.380604:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213396.380604:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1779213396.380608:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213396.380610:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213396.380615:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213396.380616:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213396.380618:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213396.380620:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1779213396.380623:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f718c86. 02000000:00000001:3.0:1779213396.380623:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213396.380624:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213396.380629:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213396.380629:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1779213396.380630:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213396.380634:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213396.380637:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1779213396.380637:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dbfd17e. 00000100:00000001:2.0:1779213396.380640:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213396.380641:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213396.380644:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.380648:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213396.380650:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:0.0:1779213396.380651:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213396.380651:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213396.380653:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213396.380654:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213396.380660:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213396.380660:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000040:2.0:1779213396.380662:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213396.380669:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551040, portal 25 00000100:00000001:3.0:1779213396.380674:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213396.380677:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000040:3.0:1779213396.380686:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213396.380687:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213396.380691:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213396.380696:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213396.380697:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213396.380698:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213396.380701:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213396.380703:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213396.380704:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213396.380704:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213396.380705:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4f854. 00000100:00000040:0.0:1779213396.380710:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1779213396.380710:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960551040, offset 0 00000100:00100000:2.0:1779213396.380712:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960551168:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213396.380717:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213396.380718:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11568) 00000400:00000200:3.0:1779213396.380720:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213396.380721:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213396.380724:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213396.380727:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213396.380730:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213396.380731:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060df4b7c. 00000100:00000001:1.0:1779213396.380734:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213396.380735:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.380737:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213396.380737:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213396.380740:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213396.380743:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91f1a3a. 00000400:00000200:3.0:1779213396.380744:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213396.380745:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213396.380749:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213396.380749:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213396.380756:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1779213396.380758:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000400:00000200:3.0:1779213396.380762:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:2.0:1779213396.380765:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551168, portal 10 00000400:00000200:3.0:1779213396.380769:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [329:329:256:4294967295] 192.168.202.129@tcp LPNI seq info [329:329:8:4294967295] 00000100:00000001:1.0:1779213396.380771:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213396.380772:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213396.380774:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:1.0:1779213396.380777:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213396.380781:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213396.380798:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213396.380801:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213396.380810:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213396.380811:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213396.380816:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213396.380820:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd44fedf. 00000100:00000001:2.0:1779213396.380821:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1779213396.380823:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960551296:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213396.380829:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213396.380830:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213396.380830:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:1.0:1779213396.380834:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213396.380836:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213396.380836:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 02000000:00000001:1.0:1779213396.380839:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1779213396.380842:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960551168, offset 0 00000800:00000200:3.0:1779213396.380842:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000010:1.0:1779213396.380844:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003225be62. 00000800:00000200:3.0:1779213396.380847:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cd44fedf type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1779213396.380849:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213396.380853:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213396.380854:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 00000400:00000010:1.0:1779213396.380861:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000400:00000200:2.0:1779213396.380861:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213396.380863:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213396.380865:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213396.380871:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213396.380871:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306236867 00000100:00000200:1.0:1779213396.380873:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551296, portal 10 00000400:00000200:2.0:1779213396.380876:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213396.380877:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213396.380880:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000400:00000200:2.0:1779213396.380883:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213396.380883:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306231747 00000100:00000040:1.0:1779213396.380890:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213396.380891:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [330:330:255:4294967295] 192.168.202.129@tcp LPNI seq info [330:330:7:4294967295] 00000100:00000001:3.0:1779213396.380896:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306236867 00000100:00000001:3.0:1779213396.380904:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306231747 00000100:00000001:3.0:1779213396.380910:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306236867 00000400:00000200:2.0:1779213396.380912:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213396.380914:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213396.380917:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306231747 00000100:00000040:1.0:1779213396.380921:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213396.380924:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306236867 00000800:00000200:2.0:1779213396.380925:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213396.380926:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000200:1.0:1779213396.380931:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960551296, offset 0 00000100:00000001:3.0:1779213396.380932:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306231747 00000800:00000010:2.0:1779213396.380933:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000100:00000001:3.0:1779213396.380939:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213396.380944:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213396.380945:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213396.380946:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213396.380952:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213396.380955:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213396.380955:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213396.380957:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213396.380961:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213396.380961:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213396.380962:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213396.380964:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213396.380966:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213396.380968:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213396.380968:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213396.380969:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213396.380973:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213396.380976:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213396.380977:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 298625 usecs (299 jiffies) 00000400:00000200:1.0:1779213396.380982:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [331:331:254:4294967295] 192.168.202.129@tcp LPNI seq info [331:331:6:4294967295] 00000100:00000001:2.0:1779213396.380982:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306231595 00000100:00000001:2.0:1779213396.380988:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306236867 00000100:00000001:2.0:1779213396.380993:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306231595 00000800:00000200:0.0:1779213396.380996:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1779213396.380997:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213396.380998:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306236867 00000800:00000010:0.0:1779213396.381003:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd44fedf. 00000800:00000200:1.0:1779213396.381003:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213396.381010:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1779213396.381015:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd74f283. 00000400:00000200:0.0:1779213396.381018:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213396.381024:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306231595 00000400:00000200:0.0:1779213396.381027:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4f854 00000800:00000200:1.0:1779213396.381027:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213396.381029:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306236867 00000400:00000010:0.0:1779213396.381032:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4f854. 00000100:00000001:2.0:1779213396.381033:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306231595 00000800:00000200:1.0:1779213396.381036:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213396.381038:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306236867 00000100:00000001:0.0:1779213396.381040:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213396.381041:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bd74f283 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213396.381042:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213396.381047:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213396.381048:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.381049:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213396.381053:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213396.381054:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 19671 usecs (20 jiffies) 00000100:00000001:1.0:1779213396.381059:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306231316 00000100:00000001:2.0:1779213396.381059:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.381065:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306236867 00000100:00000001:1.0:1779213396.381069:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306231316 00000100:00000001:1.0:1779213396.381072:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306236867 00000100:00000001:0.0:1779213396.381073:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213396.381075:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306231316 00000100:00000040:0.0:1779213396.381078:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213396.381086:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306236867 00000100:00000001:0.0:1779213396.381090:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.381090:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306231316 00000100:00000001:1.0:1779213396.381093:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306236867 00000100:00000001:0.0:1779213396.381094:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213396.381097:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213396.381100:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.381103:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.381105:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213396.381108:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213396.381110:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213396.381112:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213396.381112:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213396.381114:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1779213396.381116:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000100:00000001:1.0:1779213396.381117:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213396.381121:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213396.381121:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213396.381127:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213396.381129:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:0.0:1779213396.381131:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:0.0:1779213396.381135:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213396.381138:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213396.381146:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213396.381158:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213396.381164:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213396.381166:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213396.381204:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213396.381206:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd74f283. 00000400:00000200:0.0:1779213396.381209:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213396.381212:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213396.381220:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:0.0:1779213396.381221:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:0.0:1779213396.381245:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213396.381248:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213396.381255:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213396.381257:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213396.381262:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213396.381264:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213396.383107:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213396.383123:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213396.383126:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213396.383128:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213396.383138:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213396.383152:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209f00 00000400:00000200:0.0:1779213396.383161:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:0.0:1779213396.383169:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213396.383173:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213396.383175:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213396.383179:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213396.383184:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213396.383189:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213396.383199:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213396.383215:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213396.383245:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213396.383250:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.383251:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1779213396.383252:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213396.383255:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.383256:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213396.383261:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:2.0:1779213396.383263:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213396.383266:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213396.383269:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91f1a3a. 00000400:00000200:2.0:1779213396.383275:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:2.0:1779213396.383278:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:2.0:1779213396.383281:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213396.383282:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27209f80 00000100:00000200:2.0:1779213396.383288:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213396.383290:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb2d [1] + 224 00000800:00000001:0.0:1779213396.383298:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213396.383304:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213396.383311:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.383312:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213396.383315:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213396.383315:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.383320:0:199012:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:0.0:1779213396.383321:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:2.0:1779213396.383325:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213396.383326:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213396.383330:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1779213396.383331:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213396.383334:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213396.383339:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213396.383345:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213396.383350:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=140 v=5 (5 5 5 0) 00000100:00001000:2.0:1779213396.383356:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=140 v=5 (1 1 1 0) 00000100:00000001:2.0:1779213396.383358:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213396.383360:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213396.383361:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1779213396.383363:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213396.383368:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213396.383370:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213396.383374:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213396.383377:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213396.383381:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.383381:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213396.383385:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000200:0.0:1779213396.383390:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213396.383390:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213396.383393:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.383397:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213396.383398:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27209e80 00000100:00000001:1.0:1779213396.383401:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213396.383401:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213396.383408:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xb1d [1] + 224 00000800:00000001:0.0:1779213396.383415:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213396.383417:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213396.383418:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1779213396.383421:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213396.383422:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1779213396.383423:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000800:00000001:0.0:1779213396.383424:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.383426:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213396.383429:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213396.383430:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:1.0:1779213396.383433:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000040:2.0:1779213396.383434:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213396.383437:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213396.383439:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213396.383444:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213396.383447:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213396.383451:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213396.383456:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960551168:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213396.383468:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213396.383474:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1779213396.383477:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213396.383479:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213396.383480:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960551168/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213396.383498:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213396.383501:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213396.383506:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213396.383507:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213396.383509:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213396.383512:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1779213396.383512:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213396.383515:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213396.383516:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060df4b7c. 02000000:00000001:1.0:1779213396.383518:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213396.383520:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213396.383523:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1779213396.383524:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=151 v=5 (5 5 5 0) 00000800:00000001:0.0:1779213396.383527:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1779213396.383527:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:1.0:1779213396.383528:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=92 v=5 (1 0 0 0) 00000020:00000040:2.0:1779213396.383530:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213396.383535:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1779213396.383537:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213396.383539:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052768dfa. 00000100:00000001:1.0:1779213396.383541:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213396.383544:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213396.383546:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1779213396.383547:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213396.383551:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1779213396.383552:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779213396.383555:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:3.0:1779213396.383558:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213396.383562:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213396.383563:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213396.383566:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213396.383567:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213396.383568:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213396.383570:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213396.383571:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1779213396.383571:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1779213396.383574:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000010:3.0:1779213396.383575:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000100:00000001:1.0:1779213396.383577:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213396.383580:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213396.383580:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213396.383582:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000100:00000001:2.0:1779213396.383583:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213396.383585:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000040:1.0:1779213396.383586:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213396.383589:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213396.383591:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213396.383599:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213396.383599:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213396.383600:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213396.383605:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213396.383607:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213396.383614:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213396.383619:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213396.383635:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960551296:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213396.383638:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213396.383641:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213396.383641:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213396.383644:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213396.383645:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:1.0:1779213396.383648:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960551296/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213396.383648:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213396.383651:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213396.383654:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213396.383659:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213396.383661:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213396.383663:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213396.383665:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003225be62. 02000000:00000001:1.0:1779213396.383670:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213396.383671:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1779213396.383671:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=151 v=5 (5 5 5 0) 00000020:00000040:1.0:1779213396.383673:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213396.383678:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1779213396.383679:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=151 v=5 (1 1 1 0) 02000000:00000010:1.0:1779213396.383680:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f718c86. 00000100:00000001:3.0:1779213396.383685:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1779213396.383687:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213396.383687:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213396.383690:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213396.383691:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213396.383692:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213396.383696:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213396.383698:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000040:3.0:1779213396.383699:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213396.383702:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213396.383705:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213396.383709:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213396.383715:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213396.383716:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213396.383719:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213396.383719:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213396.383722:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213396.383722:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213396.383726:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213396.383729:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213396.383738:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960551040:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213396.383743:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213396.383745:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213396.383748:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960551040/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213396.383754:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213396.383755:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213396.383757:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dbfd17e. 02000000:00000001:3.0:1779213396.383760:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213396.383760:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213396.383761:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213396.383763:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213396.383764:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047618a27. 02000000:00000001:3.0:1779213396.383765:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213396.383766:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213396.383767:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:3.0:1779213396.383769:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213396.383770:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213396.383771:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213396.383779:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213396.383780:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213396.383781:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213396.383795:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213397.020369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213397.020377:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213397.020384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213397.020385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213397.020424:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213397.020429:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213397.020431:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213398.044345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213398.044356:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213398.044358:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213398.044362:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213398.044368:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213398.044371:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213398.044373:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213398.044375:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213398.044380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213398.044381:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213398.044382:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213398.044384:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213398.044386:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213398.044387:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213398.044388:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213398.044390:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213398.044445:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213398.044450:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213398.044453:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213399.068355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213399.068360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213399.068366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213399.068367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213399.068429:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213399.068433:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213399.068436:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213400.092343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213400.092350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213400.092358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213400.092358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213400.092773:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213400.092777:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213400.092780:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213401.116334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213401.116338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213401.116342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213401.116342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213401.116448:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213401.116452:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213401.116456:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213401.500407:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213401.500416:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213401.500430:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213401.500437:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213401.500441:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213401.500444:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213401.500450:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213401.500457:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000100:00000001:3.0:1779213401.500464:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.500475:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213401.500486:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213401.500488:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.500494:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_03+3] req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213401.500542:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213401.500547:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213401.500550:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213401.500555:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213401.500563:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213401.500565:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213401.500569:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213401.500571:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213401.500573:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213401.500575:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960551424:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213401.500580:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213401.500585:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213401.500587:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213401.500590:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213401.500595:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064c171ad. 02000000:00000001:0.0:1779213401.500597:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213401.500601:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032493456. 00000400:00000010:0.0:1779213401.500608:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779213401.500614:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551424, portal 25 00000100:00000001:0.0:1779213401.500616:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213401.500618:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000040:0.0:1779213401.500628:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213401.500654:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213401.500657:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213401.500660:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000100:00000200:0.0:1779213401.500662:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960551424, offset 0 00000400:00000200:0.0:1779213401.500669:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213401.500683:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213401.500688:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213401.500692:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213401.500695:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213401.500698:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213401.500701:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [332:332:256:4294967295] 192.168.202.129@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:0.0:1779213401.500712:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213401.500717:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213401.500723:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000800:00000200:0.0:1779213401.500730:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213401.500751:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213401.500755:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213401.500770:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213401.500774:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306241987 00000100:00000001:0.0:1779213401.500781:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306236867 00000100:00000001:0.0:1779213401.500785:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306241987 00000100:00000001:0.0:1779213401.500788:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306236867 00000100:00000001:0.0:1779213401.500791:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306241987 00000100:00000001:0.0:1779213401.500794:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306236867 00000100:00000001:0.0:1779213401.500797:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306241987 00000100:00000001:0.0:1779213401.500800:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306236867 00000100:00000001:0.0:1779213401.500804:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213401.500807:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213401.500816:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213401.500818:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213401.500854:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.500857:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213401.500860:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213401.500864:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000020:00000040:3.0:1779213401.500866:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213401.500869:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213401.500871:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213401.500873:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213401.500877:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001749ef0e. 00000100:00000001:3.0:1779213401.500879:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.500883:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213401.500895:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213401.500897:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213401.500900:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1779213401.500901:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_00+0] req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1779213401.500906:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000400:00000200:2.0:1779213401.500915:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213401.500922:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213401.500927:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000100:00000001:3.0:1779213401.500929:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.500932:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213401.500938:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:3.0:1779213401.500938:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213401.500943:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000100:00000001:2.0:1779213401.500944:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1779213401.500946:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213401.500948:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1779213401.500951:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213401.500951:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213401.500955:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213401.500960:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000673d4a48. 00000100:00000001:3.0:1779213401.500965:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.500969:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213401.500972:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213401.500975:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213401.500985:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213401.500987:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.500990:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_01+1] req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213401.500998:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.501052:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213401.501061:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213401.501063:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.501066:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1779213401.501066:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11574) 00000100:00000001:3.0:1779213401.501080:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213401.501081:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213401.501083:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213401.501083:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213401.501086:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213401.501087:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213401.501094:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213401.501094:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213401.501117:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213401.501118:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213401.501120:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213401.501122:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213401.501123:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213401.501126:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960551552:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213401.501132:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213401.501134:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213401.501136:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213401.501140:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213401.501143:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1779213401.501144:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086087a0a. 00000100:00000001:3.0:1779213401.501145:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213401.501146:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213401.501151:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91f1a3a. 02000000:00000001:3.0:1779213401.501151:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213401.501154:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1779213401.501155:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 02000000:00000001:3.0:1779213401.501160:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213401.501161:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551552, portal 10 00000100:00000001:2.0:1779213401.501165:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213401.501166:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00100000:3.0:1779213401.501174:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960551680:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213401.501179:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213401.501180:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213401.501184:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213401.501187:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213401.501191:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213401.501194:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078eb35e7. 02000000:00000001:3.0:1779213401.501196:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213401.501202:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:2.0:1779213401.501208:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1779213401.501209:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000040:2.0:1779213401.501213:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:3.0:1779213401.501214:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551680, portal 10 00000400:00000010:2.0:1779213401.501217:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000001:3.0:1779213401.501218:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213401.501220:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000200:2.0:1779213401.501251:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960551552, offset 0 00000400:00000200:2.0:1779213401.501258:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213401.501264:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213401.501269:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213401.501274:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213401.501274:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213401.501280:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213401.501286:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213401.501291:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [333:333:256:4294967295] 192.168.202.129@tcp LPNI seq info [333:333:8:4294967295] 00000100:00000001:3.0:1779213401.501293:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213401.501298:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213401.501302:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000400:00000200:2.0:1779213401.501307:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:3.0:1779213401.501307:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960551680, offset 0 00000800:00000200:2.0:1779213401.501316:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213401.501319:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213401.501321:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213401.501327:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213401.501329:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213401.501333:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213401.501334:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1779213401.501337:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213401.501340:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213401.501344:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213401.501346:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213401.501347:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213401.501351:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [334:334:255:4294967295] 192.168.202.129@tcp LPNI seq info [334:334:7:4294967295] 00000100:00000040:2.0:1779213401.501352:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 295550 usecs (296 jiffies) 00000100:00000001:2.0:1779213401.501355:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306236713 00000100:00000001:2.0:1779213401.501359:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306241987 00000100:00000001:2.0:1779213401.501360:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306236713 00000100:00000001:2.0:1779213401.501365:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306241987 00000100:00000001:2.0:1779213401.501368:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306236713 00000400:00000200:3.0:1779213401.501369:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213401.501370:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306241987 00000100:00000001:2.0:1779213401.501372:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306236713 00000100:00000001:2.0:1779213401.501372:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306241987 00000100:00000001:2.0:1779213401.501381:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213401.501385:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213401.501385:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213401.501390:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213401.501390:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd44fedf. 00000100:00000001:2.0:1779213401.501393:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213401.501397:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213401.501401:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213401.501402:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1779213401.501405:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cd44fedf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213401.501406:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213401.501412:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213401.501413:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.501414:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213401.501417:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213401.501417:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 19497 usecs (20 jiffies) 00000100:00000001:2.0:1779213401.501421:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.501422:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306236437 00000100:00000001:3.0:1779213401.501426:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306241987 00000100:00000001:3.0:1779213401.501428:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306236437 00000100:00000001:3.0:1779213401.501430:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306241987 00000100:00000001:3.0:1779213401.501432:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306236437 00000100:00000001:3.0:1779213401.501433:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306241987 00000100:00000001:3.0:1779213401.501435:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306236437 00000100:00000001:3.0:1779213401.501436:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306241987 00000100:00000001:3.0:1779213401.501438:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213401.501440:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.501442:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.501444:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213401.501448:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213401.501449:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213401.501451:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213401.501452:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213401.501454:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.501456:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213401.501522:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213401.501524:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213401.501528:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213401.501529:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213401.501531:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213401.501532:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213401.501540:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213401.501543:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:2.0:1779213401.501547:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213401.501552:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213401.501555:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:2.0:1779213401.501564:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:2.0:1779213401.501567:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213401.501569:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213401.501575:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213401.501576:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213401.501580:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.501581:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213401.501601:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213401.501604:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213401.501607:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213401.501609:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd44fedf. 00000400:00000200:2.0:1779213401.501611:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213401.501615:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213401.501616:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000400:00000010:2.0:1779213401.501617:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000001:2.0:1779213401.501619:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213401.501620:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213401.501624:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213401.501630:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213401.501634:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.501635:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213401.503521:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503534:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213401.503538:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503540:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213401.503550:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213401.503566:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720a000 00000400:00000200:0.0:1779213401.503574:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xb35 [1] + 224 00000800:00000001:0.0:1779213401.503581:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503584:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213401.503587:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213401.503591:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213401.503598:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213401.503605:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213401.503615:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213401.503642:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213401.503650:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503654:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213401.503655:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503657:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213401.503660:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213401.503665:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a100 00000400:00000200:0.0:1779213401.503670:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb41 [1] + 224 00000800:00000001:0.0:1779213401.503673:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503688:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213401.503690:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213401.503693:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213401.503697:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213401.503700:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213401.503707:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213401.503720:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213401.503725:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503728:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213401.503730:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213401.503748:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213401.503754:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213401.503761:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a080 00000100:00000001:2.0:1779213401.503761:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213401.503761:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213401.503765:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213401.503766:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213401.503771:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb3d [1] + 224 00000800:00000001:0.0:1779213401.503775:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213401.503776:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213401.503779:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213401.503781:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000800:00000001:0.0:1779213401.503783:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213401.503784:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000200:0.0:1779213401.503786:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213401.503789:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213401.503792:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:3.0:1779213401.503795:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1779213401.503797:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1779213401.503800:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213401.503801:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213401.503805:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032493456. 00000400:00000200:2.0:1779213401.503811:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000100:00000200:3.0:1779213401.503814:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213401.503815:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:2.0:1779213401.503821:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213401.503824:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213401.503829:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213401.503831:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213401.503836:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213401.503840:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213401.503846:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213401.503850:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213401.503855:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1779213401.503859:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213401.503859:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213401.503862:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213401.503864:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213401.503876:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=6 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213401.503885:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1779213401.503886:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213401.503889:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213401.503890:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213401.503894:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213401.503894:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213401.503897:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1779213401.503898:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213401.503900:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213401.503902:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1779213401.503905:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213401.503906:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213401.503912:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213401.503918:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=6 v=5 (1 1 1 1) 00010000:00000001:3.0:1779213401.503921:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.503922:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213401.503925:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.503927:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1779213401.503928:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1779213401.503929:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00010000:00000001:2.0:1779213401.503931:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.503933:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213401.503935:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.503936:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213401.503941:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213401.503943:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213401.503944:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213401.503948:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213401.503955:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213401.503960:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213401.503962:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213401.503966:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213401.503967:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213401.503972:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1779213401.503973:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213401.503974:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213401.503977:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213401.503978:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213401.503982:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213401.504007:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960551424:192.168.202.129@tcp:400: 00000100:00100000:3.0:1779213401.504009:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960551680:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213401.504019:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213401.504019:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213401.504020:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213401.504023:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213401.504025:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91f1a3a. 00000100:00000001:2.0:1779213401.504026:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213401.504026:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1779213401.504030:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000100:00000040:3.0:1779213401.504031:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960551680/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213401.504034:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000040:2.0:1779213401.504034:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960551424/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213401.504040:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213401.504048:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213401.504051:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213401.504054:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213401.504059:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1779213401.504059:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078eb35e7. 02000000:00000001:2.0:1779213401.504063:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1779213401.504063:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213401.504067:0:199013:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:2.0:1779213401.504068:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064c171ad. 00000020:00000040:3.0:1779213401.504070:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213401.504073:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1779213401.504074:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1779213401.504075:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000673d4a48. 00000020:00000001:2.0:1779213401.504078:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213401.504081:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 02000000:00000001:3.0:1779213401.504081:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1779213401.504084:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213401.504084:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1779213401.504086:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1779213401.504088:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 02000000:00000010:2.0:1779213401.504089:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 00000100:00000001:3.0:1779213401.504094:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213401.504096:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213401.504100:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213401.504101:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213401.504102:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213401.504103:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213401.504107:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213401.504107:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1779213401.504109:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1779213401.504110:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:1.0:1779213401.504111:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213401.504111:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213401.504114:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213401.504114:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213401.504116:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.504116:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213401.504120:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213401.504120:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1779213401.504122:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=145 v=5 (5 5 5 0) 00000100:00000001:3.0:1779213401.504123:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.504124:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213401.504125:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=145 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213401.504130:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213401.504131:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.504132:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213401.504134:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213401.504139:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213401.504139:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1779213401.504142:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213401.504142:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213401.504147:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213401.504150:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213401.504152:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213401.504153:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213401.504157:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213401.504163:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213401.504165:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213401.504166:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213401.504169:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213401.504176:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960551552:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213401.504179:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213401.504181:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213401.504183:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960551552/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213401.504189:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213401.504191:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213401.504192:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086087a0a. 02000000:00000001:1.0:1779213401.504195:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213401.504196:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213401.504197:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213401.504199:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213401.504200:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001749ef0e. 02000000:00000001:1.0:1779213401.504202:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213401.504203:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213401.504204:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:1.0:1779213401.504207:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213401.504208:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213401.504209:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213401.504213:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213401.504219:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213401.504221:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213401.504253:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213402.140358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213402.140367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213402.140374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213402.140375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213402.140424:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213402.140431:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213402.140436:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213403.164324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213403.164330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213403.164337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213403.164339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213403.164398:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213403.164402:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213403.164404:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213404.188401:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213404.188407:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213404.188430:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213404.188431:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213404.188484:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213404.188488:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213404.188491:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213405.212429:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213405.212434:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213405.212438:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213405.212438:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213405.212496:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213405.212501:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213405.212503:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213406.236336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213406.236342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213406.236348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213406.236349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213406.236802:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213406.236806:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213406.236809:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213406.620355:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213406.620363:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213406.620371:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000020:00000040:2.0:1779213406.620378:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213406.620383:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213406.620386:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213406.620392:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213406.620399:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213406.620407:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213406.620426:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213406.620437:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213406.620439:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213406.620445:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_02+2] req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.620481:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213406.620484:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213406.620487:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213406.620490:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 00000020:00000040:2.0:1779213406.620492:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213406.620495:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213406.620496:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213406.620498:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213406.620514:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213406.620519:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000001:1.0:1779213406.620520:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213406.620524:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213406.620524:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213406.620531:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213406.620532:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213406.620562:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213406.620562:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213406.620565:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213406.620567:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213406.620572:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023bb76ba] to pc [ptlrpcd_00_03+3] req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.620581:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213406.620584:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213406.620586:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213406.620588:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1779213406.620589:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1779213406.620591:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 02000000:00000001:1.0:1779213406.620594:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213406.620595:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213406.620599:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213406.620601:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1779213406.620602:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960551808:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213406.620603:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213406.620607:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000001:1.0:1779213406.620609:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213406.620610:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213406.620615:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779213406.620618:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213406.620620:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213406.620622:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213406.620622:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213406.620624:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_00+0] req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213406.620627:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213406.620635:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 02000000:00000001:1.0:1779213406.620639:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213406.620645:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 00000100:00000001:2.0:1779213406.620650:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213406.620652:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000040:2.0:1779213406.620653:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213406.620657:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213406.620661:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11579) 00000100:00000200:1.0:1779213406.620662:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551808, portal 25 00000100:00000001:1.0:1779213406.620666:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213406.620668:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000040:1.0:1779213406.620675:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213406.620695:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213406.620706:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213406.620709:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28f5c7f. 00000100:00000200:1.0:1779213406.620712:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960551808, offset 0 00000400:00000200:1.0:1779213406.620718:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213406.620734:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213406.620740:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213406.620744:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213406.620746:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213406.620749:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213406.620752:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213406.620755:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213406.620755:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:0.0:1779213406.620762:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213406.620763:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [335:335:256:4294967295] 192.168.202.129@tcp LPNI seq info [335:335:8:4294967295] 00000100:00000001:0.0:1779213406.620775:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213406.620777:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213406.620782:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213406.620785:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213406.620786:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213406.620790:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213406.620795:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960551936:192.168.202.129@tcp:400: 00000800:00000200:1.0:1779213406.620799:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213406.620801:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213406.620805:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1779213406.620806:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d5ad235. 02000000:00000001:0.0:1779213406.620808:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.620808:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213406.620812:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213406.620813:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213406.620816:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213406.620817:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d077158. 00000800:00000200:1.0:1779213406.620817:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:0.0:1779213406.620823:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213406.620823:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213406.620829:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000400:00000010:0.0:1779213406.620835:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000800:00000200:1.0:1779213406.620839:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:0.0:1779213406.620841:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960551936, portal 10 00000100:00000001:0.0:1779213406.620846:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1779213406.620847:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d5ad235 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213406.620849:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527176192 : -104754182375424 : ffffa0ba042bb800) 00000100:00000001:3.0:1779213406.620859:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1779213406.620861:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213406.620862:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213406.620867:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213406.620869:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213406.620870:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213406.620874:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213406.620878:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306247107 00000100:00000001:0.0:1779213406.620881:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1779213406.620883:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960552064:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213406.620886:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306241987 00000100:00000040:0.0:1779213406.620889:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213406.620890:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213406.620894:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306247107 00000400:00000010:0.0:1779213406.620895:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0b3ebee. 02000000:00000001:3.0:1779213406.620895:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213406.620899:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213406.620901:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960551936, offset 0 02000000:00000001:3.0:1779213406.620902:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213406.620906:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306241987 02000000:00000010:3.0:1779213406.620907:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f52c10a. 00000400:00000200:0.0:1779213406.620912:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213406.620912:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213406.620913:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306247107 00000400:00000010:3.0:1779213406.620918:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:1.0:1779213406.620919:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306241987 00000400:00000200:0.0:1779213406.620923:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213406.620924:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000001:1.0:1779213406.620925:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306247107 00000400:00000200:0.0:1779213406.620928:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1779213406.620930:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552064, portal 10 00000100:00000001:1.0:1779213406.620931:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306241987 00000400:00000200:0.0:1779213406.620934:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213406.620934:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213406.620936:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213406.620937:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000400:00000200:0.0:1779213406.620941:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213406.620942:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213406.620946:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213406.620947:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213406.620952:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213406.620953:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213406.620956:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [336:336:255:4294967295] 192.168.202.129@tcp LPNI seq info [336:336:7:4294967295] 00000400:00000200:0.0:1779213406.620970:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213406.620970:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213406.620975:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213406.620975:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213406.620979:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213406.620982:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213406.620983:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1779213406.620984:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213406.620986:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213406.620987:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000800:00000010:0.0:1779213406.620989:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fece8cb5. 00000100:00000001:1.0:1779213406.620992:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213406.620992:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960552064, offset 0 00000800:00000200:0.0:1779213406.620998:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213406.621003:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213406.621007:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213406.621010:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fece8cb5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213406.621013:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213406.621015:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213406.621017:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213406.621021:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 292545 usecs (293 jiffies) 00000400:00000200:3.0:1779213406.621021:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213406.621025:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306241829 00000400:00000200:3.0:1779213406.621026:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213406.621029:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306247107 00000400:00000200:3.0:1779213406.621032:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213406.621033:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306241829 00000100:00000001:0.0:1779213406.621036:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306247107 00000100:00000001:0.0:1779213406.621039:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306241829 00000400:00000200:3.0:1779213406.621040:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [337:337:254:4294967295] 192.168.202.129@tcp LPNI seq info [337:337:6:4294967295] 00000100:00000001:0.0:1779213406.621042:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306247107 00000100:00000001:0.0:1779213406.621045:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306241829 00000100:00000001:0.0:1779213406.621047:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306247107 00000100:00000001:0.0:1779213406.621049:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213406.621052:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213406.621057:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213406.621057:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213406.621059:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213406.621062:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213406.621064:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213406.621069:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213406.621071:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213406.621074:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213406.621074:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213406.621080:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213406.621081:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000673d4a48. 00000800:00000200:3.0:1779213406.621088:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213406.621097:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213406.621100:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000673d4a48 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213406.621103:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213406.621107:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 19328 usecs (20 jiffies) 00000100:00000001:0.0:1779213406.621108:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213406.621109:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306241556 00000100:00000001:3.0:1779213406.621112:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306247107 00000100:00000001:3.0:1779213406.621113:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306241556 00000100:00000001:3.0:1779213406.621115:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306247107 00000100:00000001:0.0:1779213406.621119:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.621119:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306241556 00000100:00000001:3.0:1779213406.621122:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306247107 00000100:00000001:3.0:1779213406.621125:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306241556 00000100:00000001:3.0:1779213406.621127:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306247107 00000100:00000001:3.0:1779213406.621129:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213406.621131:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.621134:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.621136:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213406.621139:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213406.621141:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213406.621143:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213406.621144:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213406.621145:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.621147:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213406.621244:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213406.621253:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d5ad235. 00000400:00000200:2.0:1779213406.621258:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213406.621263:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213406.621268:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28f5c7f 00000400:00000010:2.0:1779213406.621271:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f28f5c7f. 00000100:00000001:2.0:1779213406.621275:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213406.621279:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.621287:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213406.621290:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.621296:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213406.621297:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213406.621309:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213406.621311:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fece8cb5. 00000400:00000200:2.0:1779213406.621314:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213406.621317:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213406.621319:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b3ebee 00000400:00000010:2.0:1779213406.621320:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e0b3ebee. 00000100:00000001:2.0:1779213406.621322:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213406.621324:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.621331:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213406.621332:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.621338:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213406.621339:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213406.621401:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213406.621404:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000673d4a48. 00000400:00000200:2.0:1779213406.621406:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213406.621410:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213406.621412:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000400:00000010:2.0:1779213406.621414:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000100:00000001:2.0:1779213406.621422:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213406.621426:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.621433:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213406.621435:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.621440:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213406.621442:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213406.623322:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213406.623334:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213406.623337:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213406.623339:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213406.623347:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213406.623359:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a200 00000400:00000200:2.0:1779213406.623365:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb55 [1] + 224 00000800:00000001:2.0:1779213406.623370:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213406.623372:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213406.623374:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213406.623377:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213406.623382:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213406.623386:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213406.623394:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.623408:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213406.623414:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213406.623416:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213406.623417:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213406.623418:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213406.623420:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213406.623424:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a280 00000400:00000200:2.0:1779213406.623426:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:2.0:1779213406.623438:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213406.623441:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213406.623442:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213406.623444:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213406.623446:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213406.623449:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213406.623452:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213406.623456:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213406.623456:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213406.623467:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1779213406.623470:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213406.623477:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213406.623479:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000400:00000200:0.0:1779213406.623483:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:0.0:1779213406.623486:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:0.0:1779213406.623490:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1779213406.623493:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213406.623497:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213406.623497:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213406.623501:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213406.623503:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213406.623505:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213406.623510:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213406.623512:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:3.0:1779213406.623516:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1779213406.623517:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213406.623521:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720a180 00000400:00000001:3.0:1779213406.623521:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213406.623525:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213406.623530:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000100:00000001:0.0:1779213406.623532:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213406.623534:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213406.623536:0:199015:0:(client.c:1579:after_reply()) Process entered 00000400:00000010:3.0:1779213406.623540:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 02000000:00000001:0.0:1779213406.623541:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213406.623545:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213406.623546:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213406.623547:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213406.623550:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xb4d [1] + 224 02000000:00000001:0.0:1779213406.623553:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213406.623555:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213406.623555:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213406.623561:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213406.623564:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=150 v=5 (5 5 5 0) 00000400:00000200:2.0:1779213406.623565:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1779213406.623569:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213406.623579:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=150 v=5 (1 1 1 0) 00000100:00000001:3.0:1779213406.623582:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213406.623584:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213406.623586:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213406.623586:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213406.623588:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213406.623590:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.623591:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213406.623594:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1779213406.623595:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1779213406.623595:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213406.623597:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1779213406.623599:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.623600:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213406.623606:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1779213406.623606:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213406.623609:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213406.623614:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1779213406.623614:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=11 v=5 (5 5 5 5) 00000100:00000040:2.0:1779213406.623617:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213406.623618:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213406.623620:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=102 v=5 (1 0 0 0) 00000100:00000040:0.0:1779213406.623627:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213406.623628:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213406.623631:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213406.623636:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213406.623643:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213406.623653:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213406.623655:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213406.623660:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1779213406.623660:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1779213406.623661:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213406.623664:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213406.623665:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213406.623665:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213406.623669:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213406.623672:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213406.623674:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213406.623692:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213406.623693:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213406.623710:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213406.623714:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213406.623719:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213406.623723:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213406.623724:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213406.623725:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000100:00100000:0.0:1779213406.623727:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960551936:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213406.623729:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1779213406.623731:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000100:00000001:3.0:1779213406.623733:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213406.623735:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:0.0:1779213406.623737:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213406.623741:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213406.623741:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213406.623747:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213406.623748:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023bb76ba x1865639960551936/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213406.623757:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213406.623772:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213406.623776:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213406.623781:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d077158. 00000100:00000200:1.0:1779213406.623786:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213406.623788:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213406.623792:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:3.0:1779213406.623792:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960552064:192.168.202.129@tcp:400: 00000020:00000040:0.0:1779213406.623795:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213406.623802:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213406.623804:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213406.623806:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 00000100:00000001:1.0:1779213406.623807:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213406.623808:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1779213406.623811:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213406.623811:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213406.623814:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960552064/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213406.623815:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213406.623815:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000010:0.0:1779213406.623819:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 02000000:00000001:1.0:1779213406.623819:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213406.623822:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213406.623826:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213406.623826:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213406.623829:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213406.623831:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.623832:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213406.623833:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213406.623836:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1779213406.623837:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=11 v=5 (5 5 5 5) 02000000:00000010:3.0:1779213406.623839:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f52c10a. 00000100:00000001:0.0:1779213406.623841:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213406.623845:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213406.623846:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213406.623847:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1779213406.623848:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213406.623850:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213406.623851:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213406.623855:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213406.623857:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 02000000:00000001:3.0:1779213406.623860:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213406.623861:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213406.623863:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00000001:3.0:1779213406.623866:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213406.623867:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213406.623869:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213406.623873:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213406.623874:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213406.623876:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213406.623878:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213406.623903:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213406.623907:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213406.623908:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213406.623909:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213406.623911:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213406.623913:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213406.623917:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213406.623923:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213406.623925:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213406.623932:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213406.623935:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213406.623941:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960551808:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213406.623945:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213406.623946:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213406.623948:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960551808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213406.623953:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213406.623955:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213406.623956:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:1.0:1779213406.623959:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213406.623960:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213406.623961:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213406.623963:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213406.623964:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:1.0:1779213406.623966:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213406.623967:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213406.623968:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:1.0:1779213406.623970:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213406.623971:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213406.623972:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213406.623975:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213406.623976:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213406.623978:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213406.623979:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213407.260339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213407.260344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213407.260364:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213407.260365:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213407.260425:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213407.260428:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213407.260430:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213408.284346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213408.284363:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213408.284366:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213408.284369:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213408.284373:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213408.284376:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213408.284378:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213408.284380:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213408.284384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213408.284385:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213408.284386:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213408.284387:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213408.284389:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213408.284390:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213408.284391:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213408.284393:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213408.284438:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213408.284442:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213408.284444:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213409.308424:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213409.308430:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213409.308435:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213409.308435:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213409.308530:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213409.308533:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213409.308536:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213410.332373:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213410.332381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213410.332389:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213410.332391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213410.332707:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213410.332712:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213410.332715:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213411.356843:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213411.356852:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213411.356860:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213411.356861:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213411.356970:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213411.356975:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213411.356978:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213411.740390:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213411.740402:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213411.740417:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00000020:00000040:2.0:1779213411.740425:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213411.740431:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213411.740434:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213411.740441:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213411.740467:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 00000100:00000001:2.0:1779213411.740475:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740491:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213411.740504:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213411.740506:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740512:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791c9b42] to pc [ptlrpcd_00_01+1] req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213411.740552:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740555:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213411.740558:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213411.740561:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 00000020:00000040:2.0:1779213411.740564:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213411.740566:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213411.740567:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213411.740569:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213411.740572:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213411.740575:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740579:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213411.740586:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213411.740587:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740589:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022886011] to pc [ptlrpcd_00_02+2] req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213411.740619:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740622:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213411.740625:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213411.740628:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213411.740641:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213411.740643:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213411.740650:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213411.740653:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213411.740656:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213411.740661:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740665:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213411.740672:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213411.740673:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213411.740676:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213411.740678:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213411.740681:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213411.740681:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_03+3] req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213411.740689:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213411.740693:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740698:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213411.740707:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213411.740712:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213411.740714:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.740715:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11584) 02000000:00000001:0.0:1779213411.740718:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213411.740721:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213411.740723:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213411.740726:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960552192:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213411.740729:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213411.740735:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213411.740737:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213411.740739:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213411.740743:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045195cc0. 02000000:00000001:0.0:1779213411.740745:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213411.740751:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000400:00000010:0.0:1779213411.740757:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000001:2.0:1779213411.740757:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213411.740761:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213411.740763:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1779213411.740765:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552192, portal 25 00000100:00000001:0.0:1779213411.740768:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1779213411.740769:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213411.740770:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527173504 : -104754182378112 : ffffa0ba042bad80) 00000100:00000040:0.0:1779213411.740779:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213411.740780:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213411.740784:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213411.740789:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213411.740791:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213411.740792:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213411.740796:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213411.740798:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213411.740799:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000100:00000200:0.0:1779213411.740803:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960552192, offset 0 00000100:00100000:2.0:1779213411.740805:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960552448:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213411.740812:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213411.740812:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213411.740817:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213411.740819:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213411.740822:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213411.740827:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053f23231. 00000400:00000200:0.0:1779213411.740829:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213411.740832:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213411.740835:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213411.740840:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213411.740844:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213411.740846:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213411.740849:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [338:338:256:4294967295] 192.168.202.129@tcp LPNI seq info [338:338:8:4294967295] 00000400:00000010:2.0:1779213411.740856:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021131360. 00000400:00000200:0.0:1779213411.740863:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213411.740866:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000200:2.0:1779213411.740870:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552448, portal 10 00000100:00000001:2.0:1779213411.740875:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213411.740876:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000800:00000200:0.0:1779213411.740881:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213411.740886:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1779213411.740888:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000100:00000001:2.0:1779213411.740896:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213411.740899:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213411.740903:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:2.0:1779213411.740904:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000100:00000200:2.0:1779213411.740908:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960552448, offset 0 00000400:00000200:2.0:1779213411.740915:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213411.740917:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213411.740922:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213411.740924:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213411.740929:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213411.740932:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213411.740934:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213411.740936:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213411.740939:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213411.740939:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [339:339:255:4294967295] 192.168.202.129@tcp LPNI seq info [339:339:7:4294967295] 00000100:00000001:0.0:1779213411.740946:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306252227 00000400:00000200:2.0:1779213411.740953:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213411.740958:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213411.740959:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306247107 00000800:00000010:2.0:1779213411.740963:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000100:00000001:0.0:1779213411.740965:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306252227 00000800:00000200:2.0:1779213411.740971:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213411.740972:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306247107 00000100:00000001:0.0:1779213411.740976:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306252227 00000800:00000200:2.0:1779213411.740979:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213411.740982:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306247107 00000800:00000200:2.0:1779213411.740983:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213411.740988:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306252227 00000100:00000001:2.0:1779213411.740989:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213411.740993:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306247107 00000100:00000040:2.0:1779213411.740995:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 19163 usecs (20 jiffies) 00000100:00000001:0.0:1779213411.740999:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213411.741000:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306246676 00000100:00000001:0.0:1779213411.741005:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213411.741005:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306252227 00000100:00000001:0.0:1779213411.741010:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213411.741010:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306246676 00000100:00000001:2.0:1779213411.741012:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306252227 00000100:00000001:0.0:1779213411.741015:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213411.741021:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306246676 00000100:00000001:2.0:1779213411.741023:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306252227 00000100:00000001:0.0:1779213411.741024:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213411.741025:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306246676 00000100:00000001:0.0:1779213411.741028:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213411.741029:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306252227 00000100:00000001:0.0:1779213411.741034:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213411.741034:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213411.741037:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213411.741038:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213411.741040:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213411.741041:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213411.741043:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213411.741045:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213411.741051:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213411.741053:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213411.741055:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213411.741057:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213411.741058:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213411.741060:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1779213411.741062:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213411.741064:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213411.741065:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213411.741066:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213411.741067:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213411.741068:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213411.741072:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213411.741079:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213411.741080:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213411.741083:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213411.741084:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213411.741086:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213411.741089:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960552320:192.168.202.129@tcp:400: 00000800:00000200:0.0:1779213411.741091:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213411.741095:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1779213411.741097:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 02000000:00000001:2.0:1779213411.741099:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213411.741101:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213411.741104:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1779213411.741109:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213411.741110:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000010:2.0:1779213411.741115:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b53750df. 00000400:00000200:0.0:1779213411.741116:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000400:00000010:0.0:1779213411.741118:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000100:00000001:0.0:1779213411.741121:0:199005:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1779213411.741124:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213411.741128:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000578c2c9c. 00000100:00000200:0.0:1779213411.741133:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213411.741133:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010694bba. 00000100:00000200:2.0:1779213411.741139:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552320, portal 10 00000100:00000001:2.0:1779213411.741144:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213411.741145:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213411.741145:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527177088 : -104754182374528 : ffffa0ba042bbb80) 00000100:00000040:0.0:1779213411.741148:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213411.741156:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.741157:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213411.741160:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213411.741167:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213411.741171:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213411.741174:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9874c6d. 00000100:00000200:2.0:1779213411.741177:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960552320, offset 0 00000400:00000200:2.0:1779213411.741182:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213411.741187:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213411.741191:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213411.741193:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213411.741195:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213411.741197:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213411.741200:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [340:340:255:4294967295] 192.168.202.129@tcp LPNI seq info [340:340:7:4294967295] 00000400:00000200:2.0:1779213411.741207:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213411.741212:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213411.741215:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000800:00000200:2.0:1779213411.741219:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213411.741247:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213411.741250:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213411.741253:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.741255:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 289597 usecs (290 jiffies) 00000100:00000001:2.0:1779213411.741258:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306246947 00000100:00000001:2.0:1779213411.741260:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306252227 00000100:00000001:2.0:1779213411.741262:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306246947 00000100:00000001:2.0:1779213411.741269:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306252227 00000100:00000001:2.0:1779213411.741271:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306246947 00000100:00000001:2.0:1779213411.741273:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306252227 00000100:00000001:2.0:1779213411.741275:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306246947 00000100:00000001:2.0:1779213411.741277:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306252227 00000800:00000200:0.0:1779213411.741279:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213411.741279:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213411.741282:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213411.741283:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213411.741285:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213411.741289:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213411.741289:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213411.741297:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213411.741301:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000010:0.0:1779213411.741303:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000001:0.0:1779213411.741306:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213411.741310:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213411.741318:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213411.741321:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213411.741327:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213411.741328:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213411.741339:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213411.741341:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:0.0:1779213411.741343:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213411.741347:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213411.741349:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9874c6d 00000400:00000010:0.0:1779213411.741350:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f9874c6d. 00000100:00000001:0.0:1779213411.741352:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213411.741354:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213411.741361:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213411.741363:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213411.741379:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213411.741381:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213411.741503:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213411.741506:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213411.741563:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213411.741566:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213411.743352:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213411.743367:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213411.743371:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213411.743374:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213411.743385:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213411.743400:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720a300 00000400:00000200:2.0:1779213411.743408:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xb65 [1] + 224 00000800:00000001:2.0:1779213411.743415:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213411.743419:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213411.743422:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213411.743426:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213411.743432:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213411.743438:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213411.743450:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213411.743475:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213411.743484:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213411.743488:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213411.743491:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213411.743493:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213411.743511:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213411.743512:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213411.743515:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213411.743521:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213411.743522:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a400 00000400:00000001:0.0:1779213411.743525:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213411.743528:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000400:00000200:0.0:1779213411.743532:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:0.0:1779213411.743534:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:0.0:1779213411.743536:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213411.743541:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213411.743541:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb6d [1] + 224 00000800:00000001:2.0:1779213411.743551:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213411.743555:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213411.743557:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213411.743561:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213411.743569:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213411.743569:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213411.743572:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213411.743574:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213411.743576:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:2.0:1779213411.743580:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213411.743581:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213411.743585:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213411.743589:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213411.743595:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213411.743596:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213411.743606:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213411.743611:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213411.743614:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213411.743616:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213411.743619:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213411.743619:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1779213411.743623:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213411.743625:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213411.743626:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213411.743643:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213411.743643:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213411.743648:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213411.743652:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213411.743657:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213411.743659:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213411.743662:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1779213411.743663:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213411.743663:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213411.743667:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213411.743668:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213411.743671:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213411.743674:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021131360. 00000100:00000040:0.0:1779213411.743675:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213411.743676:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a380 00000400:00000200:3.0:1779213411.743678:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:3.0:1779213411.743687:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:3.0:1779213411.743692:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779213411.743698:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb75 [1] + 224 00000100:00000200:3.0:1779213411.743699:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213411.743701:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960552192:192.168.202.129@tcp:400: 00000800:00000001:2.0:1779213411.743707:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213411.743711:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213411.743715:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1779213411.743717:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213411.743721:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000791c9b42 x1865639960552192/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213411.743721:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213411.743722:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213411.743732:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213411.743740:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213411.743746:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1779213411.743747:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213411.743751:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213411.743751:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213411.743755:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213411.743756:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045195cc0. 00000100:00000001:3.0:1779213411.743761:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213411.743762:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1779213411.743764:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1779213411.743765:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213411.743766:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213411.743767:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1779213411.743769:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213411.743770:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213411.743774:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1779213411.743775:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213411.743778:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 02000000:00000001:0.0:1779213411.743784:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1779213411.743785:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=16 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213411.743786:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1779213411.743787:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213411.743789:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000100:00000001:0.0:1779213411.743793:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213411.743796:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213411.743797:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213411.743798:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213411.743800:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213411.743804:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1779213411.743806:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213411.743806:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213411.743807:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213411.743810:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213411.743812:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213411.743813:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213411.743817:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1779213411.743819:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213411.743826:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213411.743829:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213411.743831:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213411.743833:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213411.743834:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213411.743836:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213411.743852:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213411.743855:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213411.743856:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213411.743862:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213411.743880:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960552448:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213411.743885:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213411.743887:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213411.743889:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960552448/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213411.743895:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213411.743896:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213411.743898:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053f23231. 02000000:00000001:3.0:1779213411.743901:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213411.743903:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213411.743904:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213411.743905:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213411.743907:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adbcc3c7. 02000000:00000001:3.0:1779213411.743909:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213411.743910:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213411.743911:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000001:3.0:1779213411.743914:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213411.743915:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213411.743918:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213411.743919:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213411.743920:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213411.743923:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213411.743924:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213411.743926:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000578c2c9c. 00000400:00000200:3.0:1779213411.743928:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010694bba 00000400:00000010:3.0:1779213411.743929:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010694bba. 00000100:00000001:3.0:1779213411.743932:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213411.743934:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213411.743939:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213411.743943:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213411.743948:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213411.743949:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213411.743950:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213411.743951:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213411.743952:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213411.743953:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213411.743956:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213411.743958:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213411.743960:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213411.743960:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213411.743962:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213411.743964:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213411.743965:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213411.743966:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213411.743967:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213411.743968:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213411.743970:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213411.743975:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213411.743976:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213411.743977:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213411.743979:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213411.743982:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960552320:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213411.743984:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213411.743985:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213411.743986:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022886011 x1865639960552320/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213411.743989:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213411.743990:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213411.743991:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b53750df. 02000000:00000001:3.0:1779213411.743992:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213411.743993:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213411.743996:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213411.743998:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213411.743999:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 02000000:00000001:3.0:1779213411.744000:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213411.744001:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213411.744002:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000100:00000001:3.0:1779213411.744003:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213411.744004:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213411.744005:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213411.744008:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213411.744009:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213411.744010:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213411.744011:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213412.380913:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213412.380922:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213412.380929:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213412.380931:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213412.380999:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213412.381004:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213412.381008:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213413.404380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213413.404388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213413.404396:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213413.404397:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213413.404457:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213413.404462:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213413.404466:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213414.428412:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213414.428421:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213414.428428:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213414.428430:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213414.428450:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213414.428478:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213414.428482:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213415.452307:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213415.452315:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213415.452322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213415.452323:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213415.452384:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213415.452388:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213415.452391:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213416.476373:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213416.476383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213416.476391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213416.476392:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213416.476515:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213416.476519:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213416.476522:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213416.860361:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213416.860374:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213416.860386:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000963b77ee. 00000020:00000040:2.0:1779213416.860394:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213416.860399:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213416.860403:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213416.860409:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213416.860419:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:2.0:1779213416.860427:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213416.860440:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213416.860453:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213416.860456:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213416.860461:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000963b77ee] to pc [ptlrpcd_00_00+0] req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213416.860513:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213416.860516:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213416.860520:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213416.860523:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6aa159. 00000020:00000040:2.0:1779213416.860526:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213416.860529:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213416.860531:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213416.860533:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213416.860536:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000001:3.0:1779213416.860538:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213416.860544:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213416.860548:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213416.860552:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213416.860555:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213416.860561:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213416.860576:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213416.860591:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213416.860596:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213416.860599:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213416.860602:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213416.860604:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213416.860607:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213416.860609:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960552576:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213416.860614:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6aa159] to pc [ptlrpcd_00_01+1] req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.860617:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213416.860625:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213416.860626:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1779213416.860627:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213416.860631:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1779213416.860631:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213416.860635:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 02000000:00000001:3.0:1779213416.860636:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1779213416.860640:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213416.860643:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213416.860644:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1779213416.860644:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a57d1c74. 02000000:00000001:2.0:1779213416.860647:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213416.860648:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213416.860652:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000001:2.0:1779213416.860655:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213416.860660:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1779213416.860662:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000100:00000001:2.0:1779213416.860670:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1779213416.860673:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000001:2.0:1779213416.860679:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213416.860682:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552576, portal 25 00000100:00000040:2.0:1779213416.860684:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb3172c] to pc [ptlrpcd_00_02+2] req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.860688:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213416.860691:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527166336 : -104754182385280 : ffffa0ba042b9180) 00000100:00000040:3.0:1779213416.860703:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.860711:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213416.860715:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213416.860718:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072bfd82d. 00000100:00000200:3.0:1779213416.860721:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960552576, offset 0 00000100:00000001:2.0:1779213416.860725:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213416.860730:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213416.860731:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213416.860737:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213416.860743:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11589) 00000400:00000200:3.0:1779213416.860750:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213416.860757:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213416.860761:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213416.860763:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213416.860766:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213416.860768:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213416.860770:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213416.860774:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213416.860776:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213416.860778:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213416.860783:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213416.860786:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [341:341:256:4294967295] 192.168.202.129@tcp LPNI seq info [341:341:8:4294967295] 00000100:00000001:1.0:1779213416.860790:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213416.860793:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213416.860796:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213416.860799:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213416.860802:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213416.860810:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960552832:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213416.860810:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213416.860818:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213416.860822:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213416.860825:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213416.860826:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213416.860829:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1779213416.860833:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 02000000:00000010:1.0:1779213416.860834:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d077158. 02000000:00000001:1.0:1779213416.860838:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213416.860842:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 00000800:00000200:3.0:1779213416.860844:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:1.0:1779213416.860848:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000800:00000200:3.0:1779213416.860855:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:1.0:1779213416.860858:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552832, portal 10 00000800:00000200:3.0:1779213416.860860:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213416.860862:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213416.860865:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000040:1.0:1779213416.860873:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213416.860881:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213416.860882:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213416.860886:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213416.860889:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306257347 00000400:00000010:1.0:1779213416.860890:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 00000100:00000200:1.0:1779213416.860895:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960552832, offset 0 00000400:00000200:1.0:1779213416.860902:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213416.860902:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306252227 00000100:00000001:3.0:1779213416.860909:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306257347 00000400:00000200:1.0:1779213416.860912:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213416.860913:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306252227 00000400:00000200:1.0:1779213416.860918:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213416.860919:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306257347 00000400:00000200:1.0:1779213416.860931:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213416.860931:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306252227 00000100:00000001:3.0:1779213416.860936:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306257347 00000400:00000200:1.0:1779213416.860937:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213416.860943:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213416.860943:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306252227 00000100:00000001:3.0:1779213416.860949:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213416.860950:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [342:342:255:4294967295] 192.168.202.129@tcp LPNI seq info [342:342:7:4294967295] 00000100:00000001:3.0:1779213416.860954:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.860960:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.860964:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213416.860968:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213416.860973:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213416.860974:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1779213416.860978:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a22c0d62. 00000100:00000001:3.0:1779213416.860978:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213416.860982:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213416.860984:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213416.860987:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213416.860987:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213416.860992:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000200:1.0:1779213416.860996:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213416.860997:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213416.861001:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a22c0d62 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213416.861002:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213416.861004:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213416.861007:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.861008:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213416.861011:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213416.861013:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213416.861014:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 19003 usecs (20 jiffies) 00000100:00000001:1.0:1779213416.861018:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306251796 00000100:00000040:3.0:1779213416.861019:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213416.861023:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306257347 00000100:00000001:1.0:1779213416.861028:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306251796 00000100:00000001:1.0:1779213416.861034:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306257347 00000100:00000001:3.0:1779213416.861036:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213416.861038:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306251796 00000100:00000001:3.0:1779213416.861038:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.861043:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306257347 02000000:00000001:3.0:1779213416.861044:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213416.861048:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306251796 02000000:00000001:3.0:1779213416.861048:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213416.861051:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306257347 02000000:00000001:3.0:1779213416.861053:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.861054:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213416.861058:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213416.861059:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960552704:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213416.861061:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.861064:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213416.861068:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213416.861071:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213416.861071:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213416.861073:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1779213416.861074:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.861076:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213416.861077:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213416.861079:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213416.861081:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213416.861082:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078eb35e7. 02000000:00000001:3.0:1779213416.861085:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213416.861089:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000100:00000001:1.0:1779213416.861091:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213416.861100:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000100:00000200:3.0:1779213416.861103:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552704, portal 10 00000100:00000001:3.0:1779213416.861106:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213416.861108:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527165440 : -104754182386176 : ffffa0ba042b8e00) 00000100:00000040:3.0:1779213416.861114:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213416.861119:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213416.861122:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1779213416.861125:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000100:00000040:3.0:1779213416.861126:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213416.861129:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000400:00000200:2.0:1779213416.861132:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1779213416.861133:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960552704, offset 0 00000400:00000200:3.0:1779213416.861145:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213416.861146:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213416.861154:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213416.861157:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213416.861160:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213416.861162:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213416.861164:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213416.861212:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213416.861215:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213416.861335:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [343:343:254:4294967295] 192.168.202.129@tcp LPNI seq info [343:343:6:4294967295] 00000400:00000200:3.0:1779213416.861344:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213416.861349:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213416.861352:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bfd82d 00000800:00000010:3.0:1779213416.861353:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bddec1ab. 00000400:00000010:2.0:1779213416.861357:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072bfd82d. 00000800:00000200:3.0:1779213416.861362:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213416.861364:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213416.861368:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:2.0:1779213416.861372:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213416.861373:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000bddec1ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213416.861380:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213416.861385:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 286713 usecs (287 jiffies) 00000100:00000001:3.0:1779213416.861390:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306252064 00000100:00000001:2.0:1779213416.861392:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213416.861396:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.861400:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306257347 00000100:00000001:3.0:1779213416.861405:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306252064 00000100:00000001:3.0:1779213416.861410:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306257347 00000100:00000001:2.0:1779213416.861413:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213416.861415:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213416.861421:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306252064 00000100:00000001:3.0:1779213416.861424:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306257347 00000100:00000001:3.0:1779213416.861426:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306252064 00000100:00000001:3.0:1779213416.861428:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306257347 00000100:00000001:3.0:1779213416.861430:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213416.861431:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213416.861435:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a22c0d62. 00000100:00000001:3.0:1779213416.861435:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.861440:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213416.861441:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213416.861446:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213416.861448:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213416.861452:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000010:2.0:1779213416.861453:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:2.0:1779213416.861456:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213416.861459:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213416.861476:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213416.861478:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213416.861484:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213416.861485:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213416.861570:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213416.861573:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bddec1ab. 00000400:00000200:2.0:1779213416.861576:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213416.861591:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213416.861594:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:2.0:1779213416.861596:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:2.0:1779213416.861599:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213416.861601:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213416.861608:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213416.861610:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213416.861616:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213416.861617:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213416.864338:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864355:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213416.864360:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864377:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213416.864388:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213416.864407:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720a480 00000400:00000200:0.0:1779213416.864416:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xb7d [1] + 224 00000800:00000001:0.0:1779213416.864424:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864428:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213416.864430:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213416.864435:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213416.864442:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213416.864448:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213416.864458:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213416.864475:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213416.864483:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864486:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213416.864487:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864488:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213416.864491:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213416.864496:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a580 00000400:00000200:0.0:1779213416.864500:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb85 [1] + 224 00000800:00000001:0.0:1779213416.864503:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864506:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213416.864507:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213416.864510:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213416.864510:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213416.864512:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213416.864515:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213416.864517:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213416.864524:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213416.864524:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213416.864528:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213416.864532:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:3.0:1779213416.864537:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:3.0:1779213416.864542:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:3.0:1779213416.864548:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213416.864552:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213416.864554:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213416.864559:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864563:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213416.864565:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213416.864567:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213416.864567:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213416.864575:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213416.864594:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a500 00000100:00000001:3.0:1779213416.864601:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213416.864602:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb8d [1] + 224 00000100:00000001:1.0:1779213416.864603:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213416.864605:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213416.864606:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213416.864607:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213416.864610:0:199012:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:1.0:1779213416.864612:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1779213416.864613:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213416.864614:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1779213416.864614:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1779213416.864618:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213416.864618:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000100:00000001:3.0:1779213416.864618:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1779213416.864623:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213416.864623:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213416.864624:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:1.0:1779213416.864627:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 02000000:00000001:3.0:1779213416.864629:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.864630:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213416.864631:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213416.864636:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213416.864637:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213416.864639:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213416.864649:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213416.864657:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213416.864661:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213416.864662:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213416.864665:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213416.864666:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213416.864670:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.864683:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.864685:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213416.864688:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213416.864690:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213416.864691:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213416.864693:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1779213416.864693:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213416.864695:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213416.864696:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213416.864698:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213416.864699:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213416.864702:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213416.864710:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=21 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213416.864710:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213416.864715:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1779213416.864716:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=112 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213416.864719:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213416.864719:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213416.864721:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213416.864723:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1779213416.864726:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1779213416.864728:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213416.864752:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.864755:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1779213416.864755:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960552576:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213416.864758:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213416.864762:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213416.864763:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.864765:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213416.864767:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.864770:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213416.864774:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000963b77ee x1865639960552576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.864785:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213416.864789:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213416.864794:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a57d1c74. 00000100:00000001:1.0:1779213416.864795:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213416.864800:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1779213416.864800:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213416.864802:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213416.864803:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213416.864806:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000040:1.0:1779213416.864809:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1779213416.864811:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213416.864815:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000001:3.0:1779213416.864821:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1779213416.864824:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960552832:192.168.202.129@tcp:400: 02000000:00000001:3.0:1779213416.864825:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213416.864828:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000963b77ee. 00000100:00000001:1.0:1779213416.864830:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213416.864833:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213416.864834:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213416.864835:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213416.864839:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960552832/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.864841:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.864844:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213416.864847:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213416.864851:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213416.864852:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213416.864855:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1779213416.864855:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213416.864858:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 02000000:00000010:1.0:1779213416.864859:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d077158. 00000400:00000200:3.0:1779213416.864863:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 02000000:00000001:1.0:1779213416.864864:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213416.864867:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213416.864868:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213416.864870:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213416.864871:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 00000400:00000010:3.0:1779213416.864874:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 02000000:00000001:1.0:1779213416.864875:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213416.864876:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213416.864878:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000001:1.0:1779213416.864881:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213416.864882:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213416.864886:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213416.864887:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213416.864892:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213416.864893:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213416.864897:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213416.864902:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213416.864906:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213416.864907:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.864915:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213416.864917:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213416.864919:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213416.864921:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213416.864922:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213416.864924:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213416.864926:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213416.864930:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213416.864933:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213416.864935:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213416.864936:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213416.864947:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213416.864949:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.864951:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213416.864953:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213416.864955:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213416.864955:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213416.864959:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.864966:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213416.864968:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213416.864969:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213416.864971:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213416.864978:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960552704:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213416.864983:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213416.864985:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213416.864992:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6aa159 x1865639960552704/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213416.864998:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213416.864999:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213416.865001:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078eb35e7. 02000000:00000001:3.0:1779213416.865003:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213416.865005:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213416.865006:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213416.865008:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213416.865009:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 02000000:00000001:3.0:1779213416.865011:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213416.865012:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213416.865013:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6aa159. 00000100:00000001:3.0:1779213416.865016:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213416.865017:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213416.865019:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213416.865023:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213416.865024:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213416.865026:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213416.865027:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500402:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213417.500412:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213417.500416:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213417.500420:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500426:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213417.500429:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500430:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500433:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500437:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213417.500438:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213417.500440:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213417.500441:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500443:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213417.500444:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500467:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213417.500469:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213417.500522:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213417.500526:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213417.500530:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213418.524339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213418.524347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213418.524354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213418.524356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213418.524427:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213418.524432:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213418.524435:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213419.548329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213419.548334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213419.548340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213419.548341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213419.548399:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213419.548402:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213419.548404:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213420.573113:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213420.573119:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213420.573124:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213420.573125:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213420.573625:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213420.573644:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213420.573647:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213421.596431:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213421.596440:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213421.596447:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213421.596449:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213421.596497:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213421.596502:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213421.596505:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213421.980381:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213421.980393:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213421.980406:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054fe10a9. 00000020:00000040:2.0:1779213421.980415:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213421.980420:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213421.980424:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213421.980431:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213421.980443:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000001:2.0:1779213421.980450:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213421.980462:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213421.980471:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213421.980473:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213421.980479:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054fe10a9] to pc [ptlrpcd_00_03+3] req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.980521:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213421.980551:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213421.980555:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213421.980555:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1779213421.980558:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a7a2bbf. 00000100:00000001:3.0:1779213421.980561:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1779213421.980562:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213421.980565:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213421.980566:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213421.980569:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213421.980571:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213421.980573:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213421.980576:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000001:2.0:1779213421.980582:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.980589:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213421.980591:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213421.980593:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213421.980600:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213421.980603:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213421.980604:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213421.980606:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213421.980609:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213421.980612:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a7a2bbf] to pc [ptlrpcd_00_00+0] req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213421.980624:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960552960:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213421.980630:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213421.980637:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213421.980640:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213421.980643:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213421.980647:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213421.980648:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078eb35e7. 00000100:00000040:2.0:1779213421.980652:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213421.980652:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213421.980657:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1779213421.980659:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000100:00000010:2.0:1779213421.980661:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6aa159. 00000020:00000040:2.0:1779213421.980665:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213421.980668:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1779213421.980669:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 02000000:00000001:2.0:1779213421.980670:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213421.980673:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213421.980678:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960552960, portal 25 02000000:00000010:2.0:1779213421.980679:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:3.0:1779213421.980683:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213421.980684:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.980686:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169024 : -104754182382592 : ffffa0ba042b9c00) 00000100:00000001:0.0:1779213421.980689:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213421.980690:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1779213421.980694:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213421.980695:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213421.980698:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213421.980706:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.980714:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213421.980717:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.980721:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213421.980726:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6aa159] to pc [ptlrpcd_00_01+1] req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213421.980727:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213421.980729:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213421.980730:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213421.980734:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 02000000:00000001:0.0:1779213421.980736:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213421.980745:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213421.980746:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960552960, offset 0 02000000:00000001:0.0:1779213421.980750:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213421.980760:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213421.980764:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213421.980768:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1779213421.980770:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960553088:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213421.980775:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213421.980777:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213421.980780:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213421.980782:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1779213421.980783:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11594) 02000000:00000001:0.0:1779213421.980785:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213421.980788:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213421.980788:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1779213421.980793:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 02000000:00000001:0.0:1779213421.980796:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213421.980796:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:0.0:1779213421.980802:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000400:00000010:0.0:1779213421.980806:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000200:0.0:1779213421.980810:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553088, portal 10 00000400:00000200:3.0:1779213421.980810:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213421.980814:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213421.980815:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527162752 : -104754182388864 : ffffa0ba042b8380) 00000400:00000200:3.0:1779213421.980820:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213421.980826:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [344:344:256:4294967295] 192.168.202.129@tcp LPNI seq info [344:344:8:4294967295] 00000100:00000040:0.0:1779213421.980827:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213421.980844:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213421.980856:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213421.980858:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213421.980863:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213421.980866:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000800:00000010:3.0:1779213421.980866:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000349c4b19. 00000100:00000200:0.0:1779213421.980871:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960553088, offset 0 00000400:00000200:0.0:1779213421.980882:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213421.980882:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213421.980882:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213421.980888:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213421.980895:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213421.980897:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213421.980902:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213421.980902:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000349c4b19 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213421.980905:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213421.980909:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213421.980911:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213421.980913:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213421.980915:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213421.980918:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [345:345:255:4294967295] 192.168.202.129@tcp LPNI seq info [345:345:7:4294967295] 00000100:00000001:1.0:1779213421.980919:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213421.980927:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213421.980927:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213421.980932:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213421.980935:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306262467 00000800:00000200:0.0:1779213421.980943:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213421.980947:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306257347 00000100:00000001:1.0:1779213421.980948:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1779213421.980949:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000100:00000001:1.0:1779213421.980952:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.980954:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306262467 00000800:00000200:0.0:1779213421.980956:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:1.0:1779213421.980957:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213421.980960:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306257347 02000000:00000001:1.0:1779213421.980961:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1779213421.980964:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:1.0:1779213421.980967:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.980967:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306262467 00000800:00000200:0.0:1779213421.980973:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213421.980973:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306257347 00000100:00100000:1.0:1779213421.980974:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960553216:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213421.980977:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306262467 00000100:00000001:0.0:1779213421.980979:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.980984:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213421.980984:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306257347 00000100:00000040:0.0:1779213421.980985:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 283901 usecs (284 jiffies) 00000100:00000001:0.0:1779213421.980988:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306257180 02000000:00000001:1.0:1779213421.980989:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213421.980990:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213421.980992:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.980993:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306262467 00000100:00000001:3.0:1779213421.980995:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213421.980997:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213421.980998:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306257180 00000100:00000001:3.0:1779213421.981000:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.981001:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306262467 00000100:00000001:3.0:1779213421.981003:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213421.981004:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306257180 02000000:00000010:1.0:1779213421.981004:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ba4bb6. 00000100:00000001:0.0:1779213421.981009:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306262467 02000000:00000001:1.0:1779213421.981009:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.981011:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306257180 00000100:00000001:0.0:1779213421.981014:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306262467 00000100:00000001:0.0:1779213421.981015:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213421.981015:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213421.981016:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213421.981016:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 00000100:00000001:3.0:1779213421.981019:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213421.981020:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.981024:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213421.981024:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000001:3.0:1779213421.981024:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213421.981027:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213421.981031:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1779213421.981031:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553216, portal 10 00000100:00000001:0.0:1779213421.981033:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213421.981036:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213421.981036:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213421.981038:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213421.981039:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.981040:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.981040:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.981044:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.981045:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527165440 : -104754182386176 : ffffa0ba042b8e00) 00000100:00000040:1.0:1779213421.981053:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213421.981061:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213421.981065:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213421.981068:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e183af94. 00000100:00000200:1.0:1779213421.981071:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960553216, offset 0 00000400:00000200:1.0:1779213421.981076:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213421.981081:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213421.981091:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213421.981094:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213421.981096:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213421.981098:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213421.981100:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [346:346:254:4294967295] 192.168.202.129@tcp LPNI seq info [346:346:6:4294967295] 00000400:00000200:1.0:1779213421.981107:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213421.981112:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213421.981116:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000800:00000200:1.0:1779213421.981120:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213421.981124:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213421.981126:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213421.981129:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213421.981132:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 18860 usecs (19 jiffies) 00000100:00000001:1.0:1779213421.981135:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306256915 00000100:00000001:1.0:1779213421.981136:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306262467 00000100:00000001:1.0:1779213421.981138:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306256915 00000100:00000001:1.0:1779213421.981140:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306262467 00000100:00000001:1.0:1779213421.981142:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306256915 00000100:00000001:1.0:1779213421.981144:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306262467 00000100:00000001:1.0:1779213421.981145:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306256915 00000100:00000001:1.0:1779213421.981147:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306262467 00000100:00000001:1.0:1779213421.981148:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213421.981150:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.981153:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.981154:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213421.981158:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213421.981160:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213421.981162:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213421.981169:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213421.981170:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.981172:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213421.981284:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213421.981289:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000349c4b19. 00000400:00000200:2.0:1779213421.981297:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213421.981303:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213421.981308:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:2.0:1779213421.981310:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:2.0:1779213421.981315:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213421.981319:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.981329:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213421.981332:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.981339:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213421.981341:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213421.981353:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213421.981355:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000400:00000200:2.0:1779213421.981359:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213421.981361:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213421.981363:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000400:00000010:2.0:1779213421.981364:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000100:00000001:2.0:1779213421.981365:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213421.981367:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.981374:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213421.981375:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.981387:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213421.981388:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213421.981452:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213421.981453:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:2.0:1779213421.981455:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213421.981458:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213421.981459:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e183af94 00000400:00000010:2.0:1779213421.981460:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e183af94. 00000100:00000001:2.0:1779213421.981462:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213421.981464:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.981469:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213421.981470:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.981473:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213421.981474:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213421.983741:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.983758:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213421.983763:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.983765:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213421.983777:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213421.983794:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720a600 00000400:00000200:2.0:1779213421.983801:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xb95 [1] + 224 00000800:00000001:2.0:1779213421.983809:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.983812:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213421.983815:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213421.983820:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213421.983828:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213421.983835:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213421.983847:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213421.983913:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213421.983917:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213421.984080:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213421.984091:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.984096:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213421.984098:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.984099:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213421.984104:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213421.984111:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a680 00000400:00000200:2.0:1779213421.984117:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xb9d [1] + 224 00000800:00000001:2.0:1779213421.984121:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.984124:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213421.984126:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213421.984129:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213421.984132:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213421.984136:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213421.984144:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213421.984166:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213421.984170:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.984173:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213421.984175:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.984177:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213421.984181:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213421.984187:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a700 00000400:00000200:2.0:1779213421.984191:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:2.0:1779213421.984194:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213421.984200:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213421.984202:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213421.984205:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213421.984208:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213421.984218:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213421.984263:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213421.984267:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213421.984267:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213421.984275:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213421.984279:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213421.984281:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000100:00000001:2.0:1779213421.984283:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213421.984287:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:0.0:1779213421.984291:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:0.0:1779213421.984295:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1779213421.984299:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213421.984301:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213421.984304:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213421.984306:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213421.984310:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213421.984316:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1779213421.984317:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213421.984320:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213421.984322:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000100:00000001:0.0:1779213421.984330:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213421.984333:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213421.984335:0:199012:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:1.0:1779213421.984337:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 02000000:00000001:0.0:1779213421.984338:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213421.984341:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213421.984343:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213421.984344:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 02000000:00000001:0.0:1779213421.984346:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.984351:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213421.984356:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213421.984357:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213421.984365:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213421.984370:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213421.984373:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213421.984376:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1779213421.984378:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213421.984381:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.984387:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213421.984389:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213421.984391:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213421.984391:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213421.984394:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.984395:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213421.984396:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1779213421.984400:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213421.984400:0:199013:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:3.0:1779213421.984400:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1779213421.984404:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1779213421.984404:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 00000100:00000001:1.0:1779213421.984408:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1779213421.984410:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000100:00000001:1.0:1779213421.984411:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213421.984414:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:0.0:1779213421.984416:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213421.984417:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.984421:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213421.984421:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213421.984425:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213421.984425:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=26 v=5 (5 5 5 5) 00000100:00000200:3.0:1779213421.984429:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213421.984431:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=117 v=5 (1 0 0 0) 00000100:00000040:0.0:1779213421.984432:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213421.984440:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213421.984444:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213421.984449:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213421.984456:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213421.984461:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960553088:192.168.202.129@tcp:400: 00000100:00000200:3.0:1779213421.984463:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213421.984469:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213421.984474:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213421.984478:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a7a2bbf x1865639960553088/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213421.984487:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.984491:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213421.984493:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213421.984496:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1779213421.984496:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:0.0:1779213421.984501:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213421.984502:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213421.984502:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213421.984504:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.984506:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213421.984509:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1779213421.984511:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 00000100:00000040:1.0:1779213421.984512:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213421.984512:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213421.984516:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213421.984518:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1779213421.984519:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213421.984521:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213421.984525:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:3.0:1779213421.984525:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=26 v=5 (5 5 5 5) 00000020:00000001:0.0:1779213421.984543:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1779213421.984545:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=26 v=5 (1 1 1 1) 02000000:00000010:0.0:1779213421.984548:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 00000100:00000001:3.0:1779213421.984552:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1779213421.984555:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213421.984555:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.984558:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779213421.984559:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1779213421.984560:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1779213421.984563:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213421.984564:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a7a2bbf. 00000100:00000001:1.0:1779213421.984564:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213421.984567:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213421.984569:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213421.984569:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.984572:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213421.984575:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213421.984575:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213421.984577:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213421.984584:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213421.984586:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213421.984591:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213421.984593:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.984606:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1779213421.984609:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960553216:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213421.984610:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213421.984613:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213421.984619:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213421.984619:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213421.984624:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213421.984630:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6aa159 x1865639960553216/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213421.984634:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960552960:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213421.984642:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213421.984648:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213421.984648:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1779213421.984651:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213421.984652:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054fe10a9 x1865639960552960/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213421.984655:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ba4bb6. 02000000:00000001:1.0:1779213421.984661:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213421.984664:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213421.984665:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1779213421.984667:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213421.984668:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1779213421.984671:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213421.984671:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078eb35e7. 02000000:00000010:1.0:1779213421.984675:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000001:3.0:1779213421.984677:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1779213421.984679:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1779213421.984680:0:199015:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1779213421.984683:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1779213421.984683:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779213421.984685:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6aa159. 00000100:00000001:1.0:1779213421.984689:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213421.984690:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213421.984694:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213421.984695:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213421.984698:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 00000100:00000001:1.0:1779213421.984702:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213421.984702:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213421.984705:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213421.984707:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213421.984710:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213421.984711:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213421.984713:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054fe10a9. 00000100:00000001:3.0:1779213421.984717:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213421.984718:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213421.984720:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213421.984724:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213421.984726:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213421.984728:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213421.984731:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213422.620578:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213422.620586:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213422.620594:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213422.620595:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213422.620879:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213422.620883:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213422.620886:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213423.644372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213423.644383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213423.644391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213423.644393:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213423.644453:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213423.644458:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213423.644461:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213424.668413:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213424.668420:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213424.668428:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213424.668429:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213424.668473:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213424.668478:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213424.668481:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213425.692306:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213425.692313:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213425.692318:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213425.692319:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213425.692344:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213425.692347:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213425.692349:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213426.716363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213426.716372:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213426.716379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213426.716380:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213426.716440:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213426.716467:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213426.716471:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213427.100391:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213427.100404:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213427.100418:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00000020:00000040:2.0:1779213427.100426:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213427.100431:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213427.100435:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213427.100441:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213427.100451:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213427.100501:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213427.100515:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213427.100528:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213427.100530:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213427.100537:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb3172c] to pc [ptlrpcd_00_02+2] req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213427.100568:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213427.100571:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213427.100575:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213427.100578:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000963b77ee. 00000020:00000040:2.0:1779213427.100581:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213427.100583:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213427.100585:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213427.100587:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213427.100591:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213427.100594:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213427.100599:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213427.100601:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213427.100607:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213427.100609:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213427.100611:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213427.100611:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.100615:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213427.100620:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213427.100620:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000963b77ee] to pc [ptlrpcd_00_03+3] req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213427.100621:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.100636:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213427.100639:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213427.100643:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213427.100646:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213427.100650:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213427.100653:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960553344:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213427.100654:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213427.100659:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213427.100660:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213427.100661:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213427.100665:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213427.100665:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213427.100668:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213427.100669:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1779213427.100670:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 02000000:00000001:1.0:1779213427.100672:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213427.100674:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:3.0:1779213427.100675:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213427.100678:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213427.100680:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213427.100683:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1779213427.100684:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f556786. 02000000:00000001:1.0:1779213427.100689:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.100690:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1779213427.100693:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.100693:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213427.100697:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 02000000:00000001:3.0:1779213427.100698:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1779213427.100699:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 02000000:00000001:3.0:1779213427.100702:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213427.100705:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213427.100706:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213427.100707:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000040:2.0:1779213427.100712:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1779213427.100713:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960553472:192.168.202.129@tcp:400: 00000100:00000200:1.0:1779213427.100716:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553344, portal 25 00000100:00000001:1.0:1779213427.100722:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213427.100722:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213427.100726:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 02000000:00000001:3.0:1779213427.100727:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213427.100731:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213427.100732:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213427.100735:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213427.100735:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213427.100736:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213427.100743:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef6c2b9. 00000100:00000040:2.0:1779213427.100744:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022886011] to pc [ptlrpcd_00_00+0] req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213427.100748:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.100750:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1779213427.100757:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000100:00000040:1.0:1779213427.100758:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213427.100763:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000400:00000010:3.0:1779213427.100766:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000100:00000200:1.0:1779213427.100767:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960553344, offset 0 00000100:00000200:3.0:1779213427.100772:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553472, portal 10 00000100:00000001:3.0:1779213427.100775:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213427.100778:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213427.100778:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527166336 : -104754182385280 : ffffa0ba042b9180) 00000100:00000001:2.0:1779213427.100785:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213427.100789:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213427.100789:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213427.100797:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213427.100797:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1779213427.100808:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213427.100809:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11599) 00000100:00000001:0.0:1779213427.100815:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213427.100820:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213427.100822:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213427.100824:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213427.100831:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213427.100832:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213427.100833:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213427.100839:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213427.100841:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213427.100845:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000001:0.0:1779213427.100847:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213427.100849:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213427.100850:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960553472, offset 0 02000000:00000001:0.0:1779213427.100854:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213427.100858:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213427.100858:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [347:347:256:4294967295] 192.168.202.129@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:3.0:1779213427.100862:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213427.100864:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213427.100869:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960553600:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213427.100876:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213427.100884:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1779213427.100886:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213427.100888:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213427.100889:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213427.100892:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213427.100895:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000400:00000200:3.0:1779213427.100895:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213427.100896:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213427.100902:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006515fac4. 00000400:00000200:3.0:1779213427.100902:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213427.100907:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213427.100907:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213427.100909:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1779213427.100914:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000400:00000200:3.0:1779213427.100915:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213427.100921:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:0.0:1779213427.100922:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000400:00000200:3.0:1779213427.100924:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [348:348:255:4294967295] 192.168.202.129@tcp LPNI seq info [348:348:7:4294967295] 00000800:00000200:1.0:1779213427.100928:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1779213427.100929:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553600, portal 10 00000100:00000001:0.0:1779213427.100934:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213427.100938:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527177088 : -104754182374528 : ffffa0ba042bbb80) 00000400:00000200:3.0:1779213427.100941:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213427.100945:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213427.100947:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213427.100950:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213427.100951:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306267587 00000800:00000010:3.0:1779213427.100959:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b233226. 00000100:00000001:0.0:1779213427.100961:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213427.100963:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306262467 00000100:00000001:1.0:1779213427.100968:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306267587 00000800:00000200:3.0:1779213427.100969:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213427.100970:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213427.100975:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306262467 00000400:00000010:0.0:1779213427.100976:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006291e695. 00000100:00000200:0.0:1779213427.100981:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960553600, offset 0 00000800:00000200:3.0:1779213427.100981:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213427.100982:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306267587 00000800:00000200:3.0:1779213427.100985:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b233226 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213427.100988:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306262467 00000100:00000001:1.0:1779213427.100992:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306267587 00000100:00000001:3.0:1779213427.100992:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213427.100993:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213427.100999:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306262467 00000100:00000040:3.0:1779213427.101000:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 281136 usecs (282 jiffies) 00000400:00000200:0.0:1779213427.101003:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213427.101004:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213427.101005:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306262298 00000400:00000200:0.0:1779213427.101009:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213427.101011:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.101012:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306267587 00000400:00000200:0.0:1779213427.101014:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213427.101016:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.101017:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306262298 00000400:00000200:0.0:1779213427.101020:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213427.101022:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306267587 00000400:00000200:0.0:1779213427.101025:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213427.101028:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306262298 00000400:00000200:0.0:1779213427.101031:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [349:349:254:4294967295] 192.168.202.129@tcp LPNI seq info [349:349:6:4294967295] 00000100:00000001:1.0:1779213427.101031:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213427.101033:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306267587 00000100:00000001:3.0:1779213427.101038:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306262298 00000100:00000001:3.0:1779213427.101041:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306267587 00000100:00000001:1.0:1779213427.101043:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213427.101046:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1779213427.101047:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213427.101054:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213427.101055:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213427.101058:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1779213427.101059:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213427.101059:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.101060:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.101066:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.101066:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213427.101067:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000100:00000001:3.0:1779213427.101071:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213427.101076:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213427.101078:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213427.101082:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213427.101082:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213427.101087:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213427.101087:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213427.101091:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213427.101093:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213427.101094:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.101096:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213427.101113:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 18713 usecs (19 jiffies) 00000800:00000200:1.0:1779213427.101113:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213427.101117:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306262035 00000100:00000001:3.0:1779213427.101117:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213427.101120:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306267587 00000100:00000001:3.0:1779213427.101121:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213427.101125:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000100:00000001:0.0:1779213427.101126:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306262035 00000100:00000001:0.0:1779213427.101130:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306267587 00000400:00000200:1.0:1779213427.101131:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213427.101133:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306262035 00000100:00000001:0.0:1779213427.101137:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306267587 00000100:00000001:0.0:1779213427.101140:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306262035 00000400:00000200:1.0:1779213427.101142:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213427.101144:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306267587 00000100:00000001:0.0:1779213427.101148:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213427.101151:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213427.101151:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:1.0:1779213427.101155:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:0.0:1779213427.101156:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213427.101160:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213427.101162:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213427.101165:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213427.101167:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1779213427.101168:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213427.101171:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213427.101173:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213427.101176:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213427.101181:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.101188:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213427.101191:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213427.101199:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.101202:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213427.101216:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213427.101218:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b233226. 00000400:00000200:1.0:1779213427.101295:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213427.101299:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213427.101310:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:1.0:1779213427.101312:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000001:1.0:1779213427.101316:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213427.101318:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213427.101325:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213427.101328:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213427.101334:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.101335:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213427.101366:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213427.101369:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000400:00000200:1.0:1779213427.101373:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213427.101377:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213427.101379:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006291e695 00000400:00000010:1.0:1779213427.101380:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006291e695. 00000100:00000001:1.0:1779213427.101388:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213427.101391:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213427.101398:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213427.101400:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213427.101406:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.101407:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213427.103541:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213427.103552:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213427.103557:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213427.103559:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213427.103569:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213427.103584:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720a780 00000400:00000200:2.0:1779213427.103592:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xbad [1] + 224 00000800:00000001:2.0:1779213427.103601:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213427.103606:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213427.103609:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213427.103613:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213427.103619:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213427.103624:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213427.103634:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213427.103652:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213427.103669:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213427.103673:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213427.103675:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213427.103677:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213427.103681:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213427.103683:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213427.103686:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213427.103689:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a800 00000400:00000001:1.0:1779213427.103692:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213427.103695:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213427.103696:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000400:00000200:1.0:1779213427.103699:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:1.0:1779213427.103700:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:1.0:1779213427.103703:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213427.103707:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213427.103710:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xbb5 [1] + 224 00000800:00000001:2.0:1779213427.103720:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213427.103722:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213427.103726:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213427.103728:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213427.103733:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213427.103738:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213427.103739:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213427.103741:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213427.103745:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:2.0:1779213427.103745:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213427.103749:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213427.103753:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213427.103757:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213427.103759:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213427.103761:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213427.103771:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213427.103778:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213427.103779:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213427.103781:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1779213427.103785:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213427.103789:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213427.103790:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213427.103793:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1779213427.103794:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1779213427.103796:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213427.103799:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213427.103800:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.103803:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213427.103807:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213427.103807:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213427.103810:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:3.0:1779213427.103811:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213427.103813:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213427.103816:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 00000400:00000200:3.0:1779213427.103821:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000400:00000200:2.0:1779213427.103822:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a880 00000400:00000010:3.0:1779213427.103824:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:3.0:1779213427.103830:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213427.103831:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213427.103835:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xbbd [1] + 224 00000100:00000001:1.0:1779213427.103836:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213427.103838:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213427.103840:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213427.103841:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1779213427.103845:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213427.103848:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213427.103853:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213427.103864:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779213427.103864:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213427.103869:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960553344:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213427.103872:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213427.103878:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213427.103878:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213427.103883:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213427.103884:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213427.103887:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213427.103890:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960553344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213427.103891:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213427.103893:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1779213427.103895:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213427.103896:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213427.103899:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213427.103904:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.103907:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213427.103912:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1779213427.103912:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=21 v=5 (5 5 5 5) 02000000:00000010:1.0:1779213427.103917:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f556786. 00000100:00001000:3.0:1779213427.103917:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213427.103920:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213427.103924:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213427.103924:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1779213427.103925:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213427.103926:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213427.103928:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:2.0:1779213427.103929:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1779213427.103929:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1779213427.103932:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213427.103936:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213427.103939:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 00010000:00000001:3.0:1779213427.103941:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213427.103944:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213427.103947:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213427.103947:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1779213427.103951:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000040:3.0:1779213427.103951:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213427.103956:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213427.103956:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213427.103957:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213427.103958:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213427.103959:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213427.103963:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213427.103963:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213427.103966:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213427.103968:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213427.103970:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1779213427.103971:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213427.103973:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213427.103976:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000100:00000001:1.0:1779213427.103977:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213427.103980:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213427.103983:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000100:00000001:3.0:1779213427.103983:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213427.103986:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:3.0:1779213427.103988:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213427.103991:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213427.103991:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213427.103999:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213427.103999:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213427.104030:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960553472:192.168.202.129@tcp:400: 00000100:00000200:0.0:1779213427.104032:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213427.104039:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213427.104045:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213427.104050:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1779213427.104052:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000963b77ee x1865639960553472/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213427.104060:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213427.104061:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213427.104063:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213427.104064:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1779213427.104066:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1779213427.104067:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef6c2b9. 00000100:00000001:0.0:1779213427.104069:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213427.104072:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213427.104073:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1779213427.104074:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213427.104075:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213427.104078:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:0.0:1779213427.104081:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=32 v=5 (5 5 5 5) 00000020:00000001:3.0:1779213427.104082:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213427.104084:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adbcc3c7. 00000100:00001000:0.0:1779213427.104086:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=123 v=5 (1 0 0 0) 02000000:00000001:3.0:1779213427.104089:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213427.104090:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213427.104093:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213427.104094:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1779213427.104096:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1779213427.104097:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000963b77ee. 00000100:00000001:3.0:1779213427.104102:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00080000:0.0:1779213427.104103:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213427.104104:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213427.104108:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213427.104114:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1779213427.104117:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213427.104117:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213427.104120:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213427.104122:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213427.104123:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213427.104124:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213427.104127:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213427.104136:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213427.104138:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213427.104139:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213427.104143:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213427.104146:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213427.104149:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213427.104157:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960553600:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213427.104162:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213427.104163:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213427.104166:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022886011 x1865639960553600/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213427.104172:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213427.104174:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213427.104180:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006515fac4. 02000000:00000001:0.0:1779213427.104183:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213427.104185:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213427.104186:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213427.104188:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213427.104189:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 02000000:00000001:0.0:1779213427.104192:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213427.104193:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213427.104194:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000100:00000001:0.0:1779213427.104198:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213427.104199:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213427.104200:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213427.104204:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213427.104206:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213427.104207:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213427.104209:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213427.740373:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213427.740376:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213427.740380:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740385:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213427.740388:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740390:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740392:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740396:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213427.740397:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213427.740398:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213427.740400:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740402:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213427.740403:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740404:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213427.740406:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213427.740448:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213427.740453:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213427.740456:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213428.764478:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213428.764486:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213428.764494:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213428.764494:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213428.764935:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213428.764940:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213428.764943:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213429.788331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213429.788339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213429.788345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213429.788347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213429.788387:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213429.788391:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213429.788395:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213430.812374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213430.812380:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213430.812385:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213430.812385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213430.812458:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213430.812462:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213430.812464:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213431.836378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213431.836385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213431.836391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213431.836392:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213431.836468:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213431.836472:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213431.836475:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213432.220466:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213432.220475:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213432.220484:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213432.220491:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213432.220495:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213432.220497:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213432.220502:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213432.220510:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:3.0:1779213432.220515:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220525:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213432.220535:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213432.220537:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220542:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_01+1] req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.220577:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220580:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213432.220583:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213432.220585:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213432.220587:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213432.220589:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213432.220590:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213432.220592:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213432.220594:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000349c4b19. 00000100:00000001:3.0:1779213432.220597:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220599:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213432.220606:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213432.220607:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220610:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_02+2] req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.220647:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220650:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213432.220653:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213432.220655:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213432.220657:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213432.220659:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213432.220660:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213432.220662:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213432.220665:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bddec1ab. 00000100:00000001:3.0:1779213432.220667:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220671:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213432.220677:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213432.220678:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220681:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_03+3] req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.220689:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220691:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213432.220693:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213432.220698:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11604) 00000100:00000001:3.0:1779213432.220708:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213432.220712:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213432.220713:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213432.220717:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.220723:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213432.220725:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213432.220729:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213432.220730:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213432.220738:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213432.220741:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960553984:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213432.220745:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213432.220749:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213432.220751:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213432.220753:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213432.220757:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbd7d8c8. 02000000:00000001:3.0:1779213432.220758:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213432.220763:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000400:00000010:3.0:1779213432.220769:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000100:00000200:3.0:1779213432.220775:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553984, portal 10 00000100:00000001:3.0:1779213432.220778:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213432.220779:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:3.0:1779213432.220785:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.220791:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213432.220794:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213432.220796:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c13bfc6. 00000100:00000200:3.0:1779213432.220798:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960553984, offset 0 00000400:00000200:3.0:1779213432.220804:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213432.220815:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213432.220820:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213432.220823:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213432.220838:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213432.220841:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213432.220844:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [350:350:256:4294967295] 192.168.202.129@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:3.0:1779213432.220854:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213432.220859:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213432.220862:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 00000800:00000200:3.0:1779213432.220868:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213432.220876:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213432.220885:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213432.220895:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.220899:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 18566 usecs (19 jiffies) 00000100:00000001:3.0:1779213432.220902:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306267155 00000100:00000001:3.0:1779213432.220904:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.220906:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306267155 00000100:00000001:3.0:1779213432.220908:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.220910:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306267155 00000100:00000001:3.0:1779213432.220912:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.220914:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306267155 00000100:00000001:3.0:1779213432.220916:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.220917:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213432.220919:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213432.220922:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213432.220924:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213432.220931:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213432.220932:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213432.220934:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213432.220935:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213432.220937:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213432.220939:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1779213432.220940:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213432.220942:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213432.220943:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213432.220945:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213432.220946:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213432.220947:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213432.220950:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.220956:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213432.220958:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213432.220963:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213432.220965:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213432.220966:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213432.220969:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960553856:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213432.220972:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213432.220974:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213432.220975:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213432.220977:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213432.220979:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3b2ecbe. 02000000:00000001:3.0:1779213432.220981:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213432.220983:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 00000400:00000010:3.0:1779213432.220988:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000200:3.0:1779213432.220990:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553856, portal 10 00000100:00000001:3.0:1779213432.220992:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213432.220993:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000040:3.0:1779213432.220997:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.221003:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213432.221005:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213432.221007:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000200:3.0:1779213432.221009:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960553856, offset 0 00000400:00000200:3.0:1779213432.221013:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213432.221017:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213432.221019:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213432.221022:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213432.221024:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213432.221026:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213432.221029:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [351:351:255:4294967295] 192.168.202.129@tcp LPNI seq info [351:351:7:4294967295] 00000400:00000200:3.0:1779213432.221035:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213432.221039:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213432.221042:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000673d4a48. 00000800:00000200:3.0:1779213432.221046:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213432.221054:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213432.221056:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000673d4a48 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213432.221059:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.221061:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 278418 usecs (279 jiffies) 00000100:00000001:3.0:1779213432.221063:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306267415 00000100:00000001:3.0:1779213432.221065:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.221067:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306267415 00000100:00000001:3.0:1779213432.221068:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.221070:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306267415 00000100:00000001:3.0:1779213432.221071:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.221073:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306267415 00000100:00000001:3.0:1779213432.221074:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306267587 00000100:00000001:3.0:1779213432.221076:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213432.221077:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213432.221079:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213432.221081:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213432.221147:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213432.221150:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213432.221157:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213432.221160:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213432.221167:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213432.221168:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213432.221171:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213432.221172:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213432.221174:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213432.221176:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960553728:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213432.221179:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213432.221181:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213432.221182:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213432.221184:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213432.221187:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002571a638. 02000000:00000001:1.0:1779213432.221188:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213432.221191:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfe01db. 00000400:00000010:1.0:1779213432.221194:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000200:1.0:1779213432.221197:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960553728, portal 25 00000100:00000001:1.0:1779213432.221198:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213432.221199:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000040:1.0:1779213432.221215:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213432.221220:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213432.221252:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213432.221254:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:1.0:1779213432.221256:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960553728, offset 0 00000400:00000200:1.0:1779213432.221260:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213432.221264:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213432.221267:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213432.221269:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213432.221271:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213432.221273:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213432.221275:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [352:352:254:4294967295] 192.168.202.129@tcp LPNI seq info [352:352:6:4294967295] 00000400:00000200:1.0:1779213432.221286:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213432.221290:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213432.221293:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000800:00000200:1.0:1779213432.221297:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213432.221300:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213432.221302:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213432.221305:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213432.221307:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306272708 00000100:00000001:1.0:1779213432.221313:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306267587 00000100:00000001:1.0:1779213432.221316:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306272708 00000100:00000001:1.0:1779213432.221318:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306267587 00000100:00000001:1.0:1779213432.221320:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306272708 00000100:00000001:1.0:1779213432.221322:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306267587 00000100:00000001:1.0:1779213432.221324:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306272708 00000100:00000001:1.0:1779213432.221326:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306267587 00000100:00000001:1.0:1779213432.221328:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213432.221330:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213432.221332:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213432.221333:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213432.221336:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213432.221338:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213432.221339:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213432.221341:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213432.221342:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213432.221343:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213432.221415:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213432.221419:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.221465:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213432.221473:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213432.221510:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213432.221514:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000400:00000200:2.0:1779213432.221520:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213432.221525:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213432.221530:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c13bfc6 00000400:00000010:2.0:1779213432.221532:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004c13bfc6. 00000100:00000001:2.0:1779213432.221536:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213432.221540:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213432.221549:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213432.221551:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213432.221558:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.221559:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213432.221569:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213432.221571:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000673d4a48. 00000400:00000200:2.0:1779213432.221573:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213432.221575:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213432.221577:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:2.0:1779213432.221579:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:2.0:1779213432.221580:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213432.221582:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213432.221588:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213432.221590:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213432.221596:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.221597:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213432.221650:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213432.221652:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000400:00000200:2.0:1779213432.221655:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213432.221657:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213432.221665:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:2.0:1779213432.221666:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:2.0:1779213432.221668:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213432.221671:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213432.221677:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213432.221679:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213432.221684:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.221685:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213432.223933:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.223953:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213432.223958:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.223960:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213432.223971:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213432.223986:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720aa00 00000400:00000200:1.0:1779213432.224005:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xbc5 [1] + 224 00000800:00000001:1.0:1779213432.224012:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.224014:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213432.224016:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213432.224019:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213432.224025:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213432.224030:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213432.224039:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213432.224054:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213432.224062:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.224064:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213432.224065:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.224066:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213432.224068:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213432.224072:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720a980 00000400:00000200:1.0:1779213432.224076:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xbcd [1] + 224 00000800:00000001:1.0:1779213432.224079:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.224083:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213432.224084:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213432.224088:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213432.224091:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213432.224095:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.224098:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213432.224104:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213432.224105:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213432.224114:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213432.224118:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213432.224119:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1779213432.224122:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213432.224122:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213432.224125:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000800:00000001:1.0:1779213432.224130:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1779213432.224132:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000800:00000001:1.0:1779213432.224134:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213432.224136:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000400:00000200:1.0:1779213432.224141:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213432.224142:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213432.224148:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213432.224149:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720a900 00000400:00000200:1.0:1779213432.224156:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xbd5 [1] + 224 00000800:00000001:1.0:1779213432.224162:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.224167:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213432.224169:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213432.224171:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213432.224175:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213432.224181:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213432.224183:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213432.224196:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.224208:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213432.224211:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213432.224253:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213432.224258:0:199015:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:1.0:1779213432.224259:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213432.224264:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213432.224264:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213432.224264:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213432.224269:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213432.224269:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213432.224273:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213432.224275:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1779213432.224277:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213432.224279:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213432.224282:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe01db. 00000400:00000200:2.0:1779213432.224287:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:2.0:1779213432.224289:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00001000:3.0:1779213432.224289:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=26 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213432.224293:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1779213432.224295:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=26 v=5 (1 1 1 1) 00000100:00000200:2.0:1779213432.224299:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.224300:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213432.224304:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213432.224309:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1779213432.224311:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213432.224315:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.224317:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213432.224319:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213432.224321:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213432.224322:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213432.224322:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213432.224323:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213432.224325:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.224326:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:2.0:1779213432.224327:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213432.224331:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=37 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213432.224331:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213432.224334:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213432.224335:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213432.224339:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213432.224340:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213432.224341:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213432.224343:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.224344:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213432.224353:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213432.224358:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.224359:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213432.224365:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213432.224366:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213432.224369:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213432.224369:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213432.224370:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213432.224375:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213432.224378:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213432.224384:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960553728:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213432.224394:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1779213432.224397:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960553856:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213432.224398:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213432.224404:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960553728/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213432.224405:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213432.224407:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213432.224409:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 00000400:00000200:3.0:1779213432.224412:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000400:00000010:3.0:1779213432.224415:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:3.0:1779213432.224419:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213432.224421:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1779213432.224423:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213432.224435:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213432.224440:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002571a638. 00000100:00000200:3.0:1779213432.224444:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213432.224447:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213432.224450:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213432.224453:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213432.224458:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213432.224462:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 00000100:00000001:3.0:1779213432.224470:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213432.224471:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213432.224472:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213432.224474:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213432.224476:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:3.0:1779213432.224477:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213432.224479:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213432.224481:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213432.224482:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213432.224483:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.224485:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213432.224485:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.224487:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213432.224490:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213432.224493:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=128 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213432.224494:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213432.224495:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213432.224497:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213432.224497:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213432.224501:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1779213432.224501:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213432.224504:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1779213432.224505:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213432.224510:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213432.224512:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213432.224513:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213432.224515:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213432.224516:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213432.224518:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.224521:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213432.224522:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213432.224523:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213432.224524:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213432.224529:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960553984:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213432.224532:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213432.224533:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213432.224534:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960553856/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.224544:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213432.224545:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213432.224546:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3b2ecbe. 02000000:00000001:3.0:1779213432.224549:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213432.224550:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213432.224551:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213432.224552:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213432.224553:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000349c4b19. 02000000:00000001:3.0:1779213432.224555:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213432.224556:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213432.224556:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000001:3.0:1779213432.224559:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213432.224560:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213432.224561:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213432.224562:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960553984/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213432.224566:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213432.224567:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213432.224567:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbd7d8c8. 02000000:00000001:3.0:1779213432.224569:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213432.224569:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213432.224570:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213432.224570:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213432.224571:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bddec1ab. 02000000:00000001:3.0:1779213432.224572:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213432.224572:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213432.224573:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:3.0:1779213432.224574:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213432.224575:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213432.224575:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213432.224578:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213432.224579:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213432.224580:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213432.224581:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213432.862545:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213432.862553:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213432.862559:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213432.862583:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213432.862641:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213432.862645:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213432.862648:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213433.884339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213433.884346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213433.884357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213433.884358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213433.884422:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213433.884425:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213433.884427:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213434.908378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213434.908384:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213434.908390:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213434.908391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213434.908467:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213434.908469:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213434.908471:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213435.932337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213435.932344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213435.932350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213435.932351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213435.932425:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213435.932429:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213435.932432:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213436.956355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213436.956361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213436.956366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213436.956367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213436.956460:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213436.956467:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213436.956497:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213437.340430:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213437.340459:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213437.340467:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213437.340474:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213437.340478:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213437.340481:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213437.340488:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213437.340497:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bddec1ab. 00000100:00000001:3.0:1779213437.340505:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340520:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213437.340533:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213437.340535:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340542:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_00+0] req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.340578:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340581:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213437.340584:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213437.340586:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213437.340588:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213437.340590:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213437.340591:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213437.340593:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213437.340596:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000349c4b19. 00000100:00000001:3.0:1779213437.340598:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340601:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213437.340606:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213437.340608:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340620:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_01+1] req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.340628:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213437.340633:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213437.340633:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213437.340636:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213437.340642:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213437.340642:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213437.340644:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213437.340647:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213437.340647:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1779213437.340649:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213437.340655:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:1.0:1779213437.340660:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213437.340661:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.340662:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213437.340666:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213437.340673:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213437.340684:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1779213437.340685:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001749ef0e. 00000100:00000001:1.0:1779213437.340686:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.340696:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213437.340697:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213437.340705:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213437.340706:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213437.340709:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213437.340712:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213437.340715:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.340720:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213437.340723:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340727:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_02+2] req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213437.340728:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213437.340732:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213437.340745:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213437.340747:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960554112:192.168.202.129@tcp:400: 00000100:00100000:2.0:1779213437.340756:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960554240:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213437.340764:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213437.340766:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213437.340772:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213437.340772:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213437.340776:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213437.340777:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213437.340781:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213437.340781:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213437.340784:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340788:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1779213437.340790:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000627348da. 02000000:00000010:2.0:1779213437.340790:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000362989ba. 00000100:00000040:3.0:1779213437.340795:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1779213437.340797:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213437.340797:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.340803:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11609) 00000400:00000010:1.0:1779213437.340807:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000400:00000010:2.0:1779213437.340807:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ca5caf. 00000400:00000010:2.0:1779213437.340817:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000400:00000010:1.0:1779213437.340819:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000200:1.0:1779213437.340826:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960554112, portal 25 00000100:00000200:2.0:1779213437.340827:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960554240, portal 10 00000100:00000001:1.0:1779213437.340831:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213437.340831:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213437.340833:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000001:1.0:1779213437.340834:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:2.0:1779213437.340841:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213437.340843:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213437.340855:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213437.340862:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213437.340866:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000001:2.0:1779213437.340867:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1779213437.340871:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960554112, offset 0 00000100:00000040:2.0:1779213437.340874:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213437.340878:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000400:00000200:1.0:1779213437.340883:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213437.340896:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960554240, offset 0 00000400:00000200:1.0:1779213437.340898:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213437.340905:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213437.340907:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213437.340911:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213437.340911:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213437.340917:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1779213437.340917:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1779213437.340923:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213437.340931:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [353:353:256:4294967295] 192.168.202.129@tcp LPNI seq info [353:353:8:4294967295] 00000100:00000001:3.0:1779213437.340931:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213437.340945:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213437.340949:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213437.340955:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213437.340960:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213437.340961:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213437.340965:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213437.340971:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213437.340973:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.340979:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213437.340979:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213437.340984:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213437.340995:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1779213437.341002:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000400:00000200:2.0:1779213437.341007:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213437.341018:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213437.341028:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213437.341028:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1779213437.341029:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213437.341033:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213437.341035:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [354:354:255:4294967295] 192.168.202.129@tcp LPNI seq info [354:354:7:4294967295] 02000000:00000001:3.0:1779213437.341043:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1779213437.341049:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:3.0:1779213437.341050:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213437.341057:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213437.341058:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213437.341060:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1779213437.341065:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960554368:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213437.341070:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213437.341075:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213437.341079:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1779213437.341081:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 02000000:00000001:3.0:1779213437.341083:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213437.341089:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779213437.341093:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213437.341099:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213437.341101:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1779213437.341106:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f52c10a. 00000100:00000001:2.0:1779213437.341108:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213437.341109:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213437.341111:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213437.341118:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 275760 usecs (276 jiffies) 00000400:00000010:3.0:1779213437.341121:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058928517. 00000100:00000001:1.0:1779213437.341122:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306277827 00000100:00000001:2.0:1779213437.341122:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306272532 00000100:00000001:2.0:1779213437.341130:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306272708 00000100:00000001:2.0:1779213437.341133:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306272532 00000400:00000010:3.0:1779213437.341134:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000100:00000001:2.0:1779213437.341135:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306272708 00000100:00000001:2.0:1779213437.341139:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306272532 00000100:00000001:1.0:1779213437.341142:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306272708 00000100:00000200:3.0:1779213437.341143:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960554368, portal 10 00000100:00000001:3.0:1779213437.341151:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213437.341153:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000001:1.0:1779213437.341157:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306277827 00000100:00000001:2.0:1779213437.341161:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306272708 00000100:00000040:3.0:1779213437.341165:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213437.341167:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306272532 00000100:00000001:2.0:1779213437.341174:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306272708 00000800:00000200:0.0:1779213437.341175:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213437.341178:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306272708 00000100:00000001:2.0:1779213437.341181:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1779213437.341185:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000100:00000001:2.0:1779213437.341193:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213437.341196:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213437.341197:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306277827 00000100:00000001:2.0:1779213437.341206:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.341209:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213437.341212:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306272708 00000100:00000001:2.0:1779213437.341212:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213437.341216:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:3.0:1779213437.341253:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213437.341258:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000200:3.0:1779213437.341262:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960554368, offset 0 00000400:00000200:3.0:1779213437.341273:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213437.341285:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213437.341288:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213437.341291:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213437.341292:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213437.341299:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306277828 00000100:00000001:2.0:1779213437.341300:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213437.341305:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213437.341306:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213437.341311:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213437.341315:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213437.341316:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306272708 00000400:00000200:3.0:1779213437.341316:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213437.341326:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213437.341330:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213437.341333:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [355:355:254:4294967295] 192.168.202.129@tcp LPNI seq info [355:355:6:4294967295] 00000100:00000001:1.0:1779213437.341340:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213437.341344:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213437.341347:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213437.341353:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213437.341353:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213437.341360:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213437.341366:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213437.341367:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000100:00000001:1.0:1779213437.341369:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1779213437.341373:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213437.341385:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:1.0:1779213437.341385:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213437.341389:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b267f28. 00000100:00000001:1.0:1779213437.341391:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213437.341393:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213437.341400:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213437.341402:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.341420:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1779213437.341420:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213437.341426:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008b267f28 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1779213437.341431:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.341432:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213437.341437:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 18428 usecs (19 jiffies) 00000100:00000001:3.0:1779213437.341445:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306272276 00000100:00000001:3.0:1779213437.341451:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306277827 00000100:00000001:0.0:1779213437.341453:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.341457:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306272276 00000100:00000001:0.0:1779213437.341458:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213437.341463:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306277827 00000100:00000001:3.0:1779213437.341467:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306272276 00000100:00000001:3.0:1779213437.341470:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306277827 00000100:00000001:3.0:1779213437.341472:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306272276 00000100:00000001:3.0:1779213437.341474:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306277828 00000100:00000001:3.0:1779213437.341476:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213437.341480:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213437.341481:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213437.341484:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213437.341485:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000100:00000001:3.0:1779213437.341493:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213437.341494:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213437.341504:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213437.341507:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:0.0:1779213437.341510:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:0.0:1779213437.341514:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213437.341517:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.341526:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213437.341529:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.341534:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213437.341536:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213437.341592:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213437.341595:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b267f28. 00000400:00000200:0.0:1779213437.341598:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213437.341609:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213437.341612:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:0.0:1779213437.341613:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000001:0.0:1779213437.341616:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213437.341619:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.341626:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213437.341628:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.341643:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213437.341644:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213437.343458:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343475:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213437.343481:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343483:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213437.343495:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213437.343511:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720aa80 00000400:00000200:2.0:1779213437.343520:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xbdd [1] + 224 00000800:00000001:2.0:1779213437.343528:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343532:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213437.343535:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213437.343539:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213437.343547:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213437.343553:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213437.343569:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213437.343589:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213437.343598:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343601:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213437.343612:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343615:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213437.343620:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213437.343629:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ab00 00000400:00000200:2.0:1779213437.343635:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xbe1 [1] + 224 00000800:00000001:2.0:1779213437.343639:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213437.343646:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213437.343650:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213437.343657:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213437.343659:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213437.343662:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:1.0:1779213437.343668:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:1.0:1779213437.343670:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:1.0:1779213437.343673:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213437.343679:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213437.343688:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213437.343701:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213437.343710:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213437.343712:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213437.343715:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213437.343717:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213437.343719:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213437.343719:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213437.343730:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1779213437.343731:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213437.343742:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=42 v=5 (5 5 5 5) 00000400:00000200:2.0:1779213437.343746:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00001000:1.0:1779213437.343750:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213437.343753:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213437.343755:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213437.343758:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213437.343762:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213437.343764:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213437.343767:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213437.343776:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213437.343788:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213437.343791:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213437.343823:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213437.343827:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213437.343829:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213437.343833:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213437.343842:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960554112:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213437.343856:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213437.343858:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213437.343865:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960554112/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.343868:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213437.343873:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213437.343875:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213437.343878:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213437.343881:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000627348da. 02000000:00000001:1.0:1779213437.343885:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213437.343887:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213437.343889:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1779213437.343890:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213437.343895:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213437.343897:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bddec1ab. 00000800:00000001:2.0:1779213437.343898:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343905:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213437.343906:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1779213437.343910:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343912:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213437.343916:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213437.343920:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:1.0:1779213437.343925:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213437.343926:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213437.343928:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213437.343932:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213437.343937:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213437.343940:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213437.343945:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ab80 00000100:00000001:1.0:1779213437.343947:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213437.343953:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213437.343958:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:2.0:1779213437.343963:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.343970:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213437.343972:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213437.343976:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213437.343980:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213437.343983:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213437.343992:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213437.344034:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213437.344039:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213437.344042:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213437.344069:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213437.344071:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213437.344077:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213437.344080:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213437.344082:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ca5caf. 00000400:00000200:3.0:1779213437.344087:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:3.0:1779213437.344089:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000001:3.0:1779213437.344092:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1779213437.344094:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213437.344096:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1779213437.344099:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213437.344101:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058928517. 00000400:00000200:0.0:1779213437.344108:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000400:00000010:0.0:1779213437.344111:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:0.0:1779213437.344118:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213437.344126:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213437.344130:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.344168:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1779213437.344170:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.344170:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213437.344178:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213437.344180:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213437.344180:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213437.344184:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213437.344185:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1779213437.344188:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213437.344189:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213437.344190:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213437.344196:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.344196:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213437.344208:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213437.344209:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213437.344252:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213437.344258:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213437.344260:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1779213437.344261:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=31 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213437.344264:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213437.344268:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213437.344271:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213437.344275:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213437.344277:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213437.344280:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213437.344284:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1779213437.344285:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.344291:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213437.344295:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00010000:00000001:0.0:1779213437.344298:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.344299:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213437.344303:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213437.344303:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213437.344307:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213437.344310:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1779213437.344313:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.344314:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213437.344328:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213437.344336:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213437.344343:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213437.344346:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213437.344353:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213437.344357:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.344361:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213437.344364:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213437.344388:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213437.344393:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960554240:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213437.344409:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213437.344414:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1779213437.344415:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960554368:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213437.344421:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960554240/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213437.344425:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213437.344434:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213437.344441:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1779213437.344442:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960554368/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213437.344447:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213437.344451:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000362989ba. 02000000:00000001:3.0:1779213437.344459:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213437.344461:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1779213437.344463:0:199013:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1779213437.344464:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1779213437.344466:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000010:0.0:1779213437.344469:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f52c10a. 02000000:00000001:0.0:1779213437.344473:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213437.344479:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1779213437.344480:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1779213437.344484:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000010:3.0:1779213437.344485:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000349c4b19. 00000020:00000001:0.0:1779213437.344493:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213437.344495:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001749ef0e. 02000000:00000001:0.0:1779213437.344499:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213437.344500:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213437.344501:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 02000000:00000001:3.0:1779213437.344503:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213437.344509:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213437.344512:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1779213437.344512:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000001:0.0:1779213437.344515:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213437.344519:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213437.344520:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213437.344523:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213437.344527:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213437.344528:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213437.344533:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.344536:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213437.344537:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213437.344540:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213437.344543:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213437.344545:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213437.344549:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213437.980393:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213437.980396:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213437.980400:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980406:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213437.980410:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980412:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980414:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980418:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213437.980420:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213437.980421:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213437.980422:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980423:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213437.980424:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980425:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213437.980427:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213437.980479:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213437.980482:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213437.980484:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213439.004382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213439.004391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213439.004399:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213439.004401:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213439.004429:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213439.004434:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213439.004437:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213440.028321:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213440.028328:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213440.028332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213440.028333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213440.028396:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213440.028400:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213440.028403:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213441.052328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213441.052334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213441.052351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213441.052352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213441.052415:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213441.052419:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213441.052422:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213442.076350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213442.076355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213442.076359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213442.076360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213442.076382:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213442.076386:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213442.076389:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213442.460363:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213442.460393:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213442.460400:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213442.460406:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213442.460411:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213442.460414:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213442.460419:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213442.460427:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213442.460433:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213442.460443:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213442.460455:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213442.460457:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213442.460462:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_03+3] req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213442.460501:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213442.460503:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213442.460506:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213442.460508:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00000020:00000040:2.0:1779213442.460511:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213442.460513:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213442.460514:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213442.460515:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213442.460518:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213442.460521:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213442.460525:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213442.460528:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213442.460532:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213442.460536:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213442.460537:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213442.460540:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791c9b42] to pc [ptlrpcd_00_00+0] req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213442.460541:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213442.460545:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213442.460552:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213442.460553:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213442.460557:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213442.460558:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213442.460559:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213442.460561:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213442.460565:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1779213442.460568:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960554496:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213442.460568:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213442.460570:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000100:00000001:0.0:1779213442.460572:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1779213442.460572:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213442.460575:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213442.460577:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213442.460578:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213442.460578:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213442.460580:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213442.460581:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 02000000:00000001:0.0:1779213442.460583:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213442.460584:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213442.460585:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213442.460587:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad0f9893. 00000100:00000001:3.0:1779213442.460587:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213442.460589:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213442.460590:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213442.460592:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.460592:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213442.460596:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1779213442.460600:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd742c12. 00000100:00000001:2.0:1779213442.460602:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213442.460605:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213442.460605:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213442.460606:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000040:2.0:1779213442.460612:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_01+1] req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213442.460614:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960554496, portal 25 00000100:00000001:1.0:1779213442.460616:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213442.460619:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213442.460622:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213442.460625:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000100:00000040:0.0:1779213442.460630:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213442.460634:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.460635:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213442.460637:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213442.460637:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213442.460638:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.460641:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213442.460644:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213442.460645:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213442.460645:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213442.460646:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213442.460649:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213442.460651:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213442.460651:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11615) 00000100:00000040:1.0:1779213442.460653:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213442.460655:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e829f7. 02000000:00000001:3.0:1779213442.460655:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213442.460662:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960554496, offset 0 00000100:00100000:3.0:1779213442.460664:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960554624:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213442.460676:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213442.460676:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213442.460676:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213442.460679:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213442.460681:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213442.460683:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213442.460684:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213442.460687:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b582bc6. 02000000:00000001:3.0:1779213442.460690:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213442.460692:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213442.460692:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1779213442.460693:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004094b187. 02000000:00000001:1.0:1779213442.460696:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213442.460699:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 02000000:00000001:1.0:1779213442.460700:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213442.460702:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1779213442.460703:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960554624, portal 10 00000100:00100000:1.0:1779213442.460707:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960554752:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213442.460709:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213442.460713:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213442.460714:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213442.460717:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213442.460717:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527173504 : -104754182378112 : ffffa0ba042bad80) 02000000:00000001:1.0:1779213442.460719:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213442.460722:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213442.460724:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:1.0:1779213442.460726:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213442.460728:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213442.460732:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [356:356:256:4294967295] 192.168.202.129@tcp LPNI seq info [356:356:8:4294967295] 02000000:00000010:1.0:1779213442.460733:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb834353. 02000000:00000001:1.0:1779213442.460737:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.460746:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1779213442.460749:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909d8359. 00000100:00000040:3.0:1779213442.460754:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213442.460755:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000400:00000200:0.0:1779213442.460756:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:3.0:1779213442.460760:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072bfd82d. 00000100:00000200:1.0:1779213442.460761:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960554752, portal 10 00000100:00000001:1.0:1779213442.460766:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1779213442.460766:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960554624, offset 0 00000800:00000200:0.0:1779213442.460767:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213442.460768:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000800:00000010:0.0:1779213442.460775:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000400:00000200:3.0:1779213442.460776:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213442.460778:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213442.460785:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213442.460789:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213442.460793:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213442.460797:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213442.460800:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213442.460801:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:1.0:1779213442.460804:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213442.460808:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1779213442.460809:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000100:00000200:1.0:1779213442.460813:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960554752, offset 0 00000400:00000200:3.0:1779213442.460815:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213442.460822:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213442.460826:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213442.460829:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [357:357:255:4294967295] 192.168.202.129@tcp LPNI seq info [357:357:7:4294967295] 00000100:00000001:0.0:1779213442.460833:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213442.460839:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213442.460840:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306282947 00000800:00000200:3.0:1779213442.460847:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213442.460850:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306277827 00000400:00000200:1.0:1779213442.460852:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779213442.460852:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000349c4b19. 00000100:00000001:0.0:1779213442.460857:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306282947 00000400:00000200:1.0:1779213442.460860:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213442.460862:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306277827 00000800:00000200:3.0:1779213442.460864:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213442.460867:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213442.460869:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306282947 00000400:00000200:1.0:1779213442.460874:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213442.460875:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213442.460876:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306277827 00000800:00000200:3.0:1779213442.460880:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000349c4b19 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213442.460881:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213442.460882:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306282947 00000100:00000001:3.0:1779213442.460885:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213442.460888:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [358:358:254:4294967295] 192.168.202.129@tcp LPNI seq info [358:358:6:4294967295] 00000100:00000040:3.0:1779213442.460890:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 273151 usecs (274 jiffies) 00000100:00000001:0.0:1779213442.460892:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306277828 00000100:00000001:3.0:1779213442.460893:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306277650 00000800:00000200:2.0:1779213442.460896:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213442.460898:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213442.460899:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306282947 00000800:00000010:2.0:1779213442.460903:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000100:00000001:0.0:1779213442.460904:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.460904:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306277650 00000100:00000001:3.0:1779213442.460909:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306282947 00000100:00000001:0.0:1779213442.460911:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213442.460911:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213442.460913:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306277650 00000100:00000001:0.0:1779213442.460916:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213442.460916:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213442.460917:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306282947 00000100:00000001:3.0:1779213442.460922:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306277650 00000400:00000200:2.0:1779213442.460923:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213442.460927:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213442.460927:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306282947 00000100:00000001:0.0:1779213442.460930:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1779213442.460930:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213442.460931:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e829f7 00000400:00000010:2.0:1779213442.460933:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099e829f7. 00000100:00000001:0.0:1779213442.460934:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1779213442.460935:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000100:00000001:0.0:1779213442.460936:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213442.460938:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213442.460939:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.460941:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213442.460942:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213442.460945:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213442.460946:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213442.460948:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.460954:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213442.460958:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213442.460960:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213442.460963:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213442.460968:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213442.460969:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213442.460970:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213442.460971:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1779213442.460974:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 18287 usecs (19 jiffies) 00000100:00000001:3.0:1779213442.460975:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213442.460978:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213442.460979:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306277395 00000100:00000001:3.0:1779213442.460979:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213442.460983:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.460986:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306282947 00000100:00000001:3.0:1779213442.460989:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.460991:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306277395 00000100:00000001:1.0:1779213442.460997:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306282947 00000100:00000001:1.0:1779213442.461007:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306277395 00000100:00000001:1.0:1779213442.461011:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306282947 00000100:00000001:1.0:1779213442.461015:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306277395 00000100:00000001:1.0:1779213442.461018:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306282947 00000100:00000001:2.0:1779213442.461018:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213442.461023:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213442.461024:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213442.461027:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.461029:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.461031:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213442.461035:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213442.461037:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213442.461039:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213442.461041:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213442.461041:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213442.461044:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213442.461044:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000349c4b19. 00000100:00000001:1.0:1779213442.461049:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213442.461049:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213442.461067:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213442.461073:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bfd82d 00000400:00000010:2.0:1779213442.461075:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072bfd82d. 00000100:00000001:2.0:1779213442.461078:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213442.461080:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213442.461087:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213442.461089:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213442.461095:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213442.461096:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213442.461164:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213442.461166:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:2.0:1779213442.461169:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213442.461172:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213442.461175:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000400:00000010:2.0:1779213442.461176:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000001:2.0:1779213442.461178:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213442.461181:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213442.461188:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213442.461190:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213442.461195:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213442.461196:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213442.463516:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213442.463531:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213442.463535:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213442.463538:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213442.463547:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213442.463561:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720ac00 00000400:00000200:0.0:1779213442.463574:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xbf5 [1] + 224 00000800:00000001:0.0:1779213442.463582:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213442.463585:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213442.463588:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213442.463591:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213442.463596:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213442.463602:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213442.463612:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213442.463627:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213442.463635:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213442.463638:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213442.463640:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213442.463642:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213442.463646:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213442.463664:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213442.463665:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ac80 00000100:00000001:3.0:1779213442.463670:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213442.463673:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xbfd [1] + 224 00000800:00000001:0.0:1779213442.463679:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213442.463679:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213442.463682:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1779213442.463683:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213442.463685:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd742c12. 00000400:00000200:0.0:1779213442.463686:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213442.463690:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000200:0.0:1779213442.463693:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213442.463694:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:3.0:1779213442.463699:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213442.463701:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213442.463706:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213442.463714:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213442.463718:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213442.463730:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213442.463738:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213442.463741:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.463743:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213442.463746:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213442.463748:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213442.463750:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213442.463753:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213442.463758:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213442.463763:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213442.463765:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213442.463766:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213442.463769:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213442.463771:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.463773:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213442.463785:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213442.463792:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213442.463795:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213442.463797:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213442.463800:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213442.463807:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960554496:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213442.463811:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.463814:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213442.463819:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960554496/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213442.463834:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213442.463837:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213442.463840:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad0f9893. 02000000:00000001:3.0:1779213442.463843:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213442.463845:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213442.463847:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213442.463849:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213442.463850:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1779213442.463851:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:3.0:1779213442.463855:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1779213442.463858:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1779213442.463858:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213442.463860:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000800:00000001:0.0:1779213442.463864:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.463866:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1779213442.463867:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213442.463868:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213442.463871:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.463872:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213442.463878:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213442.463880:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213442.463883:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.463884:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213442.463887:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213442.463888:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213442.463891:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ad00 00000100:00000001:3.0:1779213442.463892:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213442.463894:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213442.463897:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213442.463899:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004094b187. 00000400:00000200:1.0:1779213442.463903:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:1.0:1779213442.463904:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:1.0:1779213442.463907:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213442.463910:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc01 [1] + 224 00000100:00000200:1.0:1779213442.463913:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213442.463915:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213442.463923:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213442.463924:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213442.463926:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213442.463934:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213442.463940:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213442.463941:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213442.463943:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213442.463945:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213442.463947:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213442.463949:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213442.463952:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213442.463955:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213442.463959:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213442.463963:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213442.463966:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=36 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213442.463977:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213442.463980:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213442.463980:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213442.463984:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213442.463985:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1779213442.463986:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213442.463989:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.463992:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1779213442.463995:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213442.463995:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213442.463999:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213442.464001:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213442.464006:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213442.464012:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213442.464015:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213442.464016:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213442.464020:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1779213442.464020:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213442.464021:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213442.464023:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1779213442.464026:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213442.464031:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909d8359. 00000400:00000200:3.0:1779213442.464036:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000100:00100000:1.0:1779213442.464039:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960554624:192.168.202.129@tcp:400: 00000400:00000010:3.0:1779213442.464039:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:1.0:1779213442.464046:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213442.464048:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213442.464050:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000791c9b42 x1865639960554624/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213442.464051:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213442.464057:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213442.464058:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213442.464061:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213442.464064:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b582bc6. 02000000:00000001:1.0:1779213442.464069:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1779213442.464071:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213442.464072:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213442.464074:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213442.464078:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213442.464081:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 00000100:00000001:3.0:1779213442.464083:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213442.464085:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213442.464085:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213442.464088:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213442.464088:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000010:1.0:1779213442.464091:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 02000000:00000001:3.0:1779213442.464091:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213442.464093:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213442.464095:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.464097:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1779213442.464097:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213442.464101:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=47 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213442.464104:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213442.464105:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213442.464107:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.464109:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213442.464111:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.464112:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1779213442.464113:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213442.464114:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213442.464117:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1779213442.464118:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213442.464119:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213442.464128:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.464130:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213442.464131:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213442.464133:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213442.464134:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213442.464143:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213442.464150:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213442.464152:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213442.464153:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213442.464155:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213442.464168:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960554752:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213442.464172:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.464173:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213442.464175:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960554752/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213442.464181:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213442.464183:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213442.464184:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb834353. 02000000:00000001:3.0:1779213442.464187:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213442.464188:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213442.464189:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213442.464191:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213442.464192:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 02000000:00000001:3.0:1779213442.464194:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213442.464195:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213442.464196:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:3.0:1779213442.464198:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213442.464199:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.464200:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213442.464204:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213442.464205:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213442.464207:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213442.464208:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213443.100289:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213443.100304:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213443.100310:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213443.100311:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213443.100388:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213443.100394:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213443.100397:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213444.124377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213444.124385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213444.124393:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213444.124395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213444.124474:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213444.124479:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213444.124483:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213445.148392:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213445.148397:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213445.148403:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213445.148404:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213445.148440:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213445.148444:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213445.148447:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213446.172352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213446.172358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213446.172370:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213446.172371:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213446.172433:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213446.172436:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213446.172439:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213447.196520:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213447.196529:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213447.196536:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213447.196537:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213447.196629:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213447.196633:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213447.196636:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213447.580482:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213447.580491:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213447.580498:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 00000020:00000040:2.0:1779213447.580504:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213447.580508:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213447.580511:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213447.580517:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213447.580524:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000001:2.0:1779213447.580531:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580543:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213447.580552:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213447.580554:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580559:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_02+2] req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.580579:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580596:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213447.580599:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213447.580601:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 00000100:00000001:3.0:1779213447.580601:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1779213447.580603:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213447.580606:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213447.580607:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1779213447.580608:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1779213447.580609:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.580612:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213447.580614:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d5e81ba. 00000100:00000001:1.0:1779213447.580618:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213447.580618:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213447.580622:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580622:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213447.580624:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213447.580629:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213447.580632:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213447.580633:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213447.580634:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.580637:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213447.580640:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023bb76ba] to pc [ptlrpcd_00_03+3] req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.580650:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580652:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213447.580656:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213447.580657:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1779213447.580659:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000100:00100000:1.0:1779213447.580660:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1779213447.580663:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1779213447.580664:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213447.580667:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213447.580668:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213447.580669:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213447.580670:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213447.580671:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213447.580673:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213447.580674:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213447.580677:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1779213447.580679:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000040:1.0:1779213447.580683:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.580685:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580693:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213447.580694:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213447.580696:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213447.580703:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213447.580703:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213447.580706:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213447.580707:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213447.580710:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580710:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_00+0] req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213447.580717:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960555008:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213447.580717:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213447.580725:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213447.580726:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213447.580733:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213447.580736:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213447.580742:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213447.580748:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a75be30. 02000000:00000001:1.0:1779213447.580752:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.580757:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213447.580766:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213447.580768:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 02000000:00000001:3.0:1779213447.580770:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213447.580773:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213447.580776:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213447.580778:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00100000:3.0:1779213447.580779:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960554880:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213447.580784:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.580786:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213447.580788:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1779213447.580790:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555008, portal 10 02000000:00000001:3.0:1779213447.580790:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213447.580792:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213447.580793:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1779213447.580796:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213447.580800:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11620) 02000000:00000010:3.0:1779213447.580801:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b582bc6. 00000100:00000001:1.0:1779213447.580802:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213447.580805:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527176192 : -104754182375424 : ffffa0ba042bb800) 02000000:00000001:3.0:1779213447.580810:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213447.580816:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213447.580819:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d31df1. 00000100:00000001:0.0:1779213447.580825:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213447.580826:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000100:00000001:1.0:1779213447.580827:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213447.580828:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213447.580831:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213447.580833:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213447.580833:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960554880, portal 25 00000100:00000001:0.0:1779213447.580835:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213447.580835:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213447.580839:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1779213447.580840:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000001:3.0:1779213447.580841:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000100:00000040:0.0:1779213447.580845:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213447.580845:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960555008, offset 0 00000100:00000040:3.0:1779213447.580850:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213447.580856:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213447.580875:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213447.580876:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213447.580876:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213447.580879:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213447.580883:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213447.580884:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213447.580886:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213447.580887:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213447.580888:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 02000000:00000001:0.0:1779213447.580891:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213447.580894:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:0.0:1779213447.580898:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960555136:192.168.202.129@tcp:400: 00000100:00000200:3.0:1779213447.580899:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960554880, offset 0 00000400:00000200:1.0:1779213447.580902:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213447.580906:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213447.580910:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213447.580911:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213447.580912:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213447.580913:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213447.580918:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213447.580922:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c50fd0d2. 02000000:00000001:0.0:1779213447.580925:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213447.580928:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [359:359:256:4294967295] 192.168.202.129@tcp LPNI seq info [359:359:8:4294967295] 00000400:00000010:0.0:1779213447.580930:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008387af80. 00000400:00000010:0.0:1779213447.580936:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000200:0.0:1779213447.580942:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555136, portal 10 00000400:00000200:1.0:1779213447.580944:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213447.580946:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213447.580948:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000800:00000200:1.0:1779213447.580953:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213447.580956:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:1.0:1779213447.580959:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f1ba02d. 00000400:00000200:3.0:1779213447.580963:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213447.580966:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213447.580969:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213447.580970:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213447.580975:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213447.580982:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213447.580984:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213447.580987:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213447.580990:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f1ba02d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213447.580991:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [360:360:255:4294967295] 192.168.202.129@tcp LPNI seq info [360:360:7:4294967295] 00000100:00000040:0.0:1779213447.580994:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213447.581000:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1a3d688. 00000100:00000200:0.0:1779213447.581005:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960555136, offset 0 00000100:00000001:1.0:1779213447.581009:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213447.581009:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:0.0:1779213447.581016:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213447.581016:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 270590 usecs (271 jiffies) 00000100:00000001:1.0:1779213447.581022:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306282767 00000800:00000200:3.0:1779213447.581024:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213447.581027:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213447.581028:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306282947 00000800:00000010:3.0:1779213447.581031:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd44fedf. 00000400:00000200:0.0:1779213447.581033:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213447.581033:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306282767 00000100:00000001:1.0:1779213447.581038:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306282947 00000400:00000200:0.0:1779213447.581039:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213447.581044:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306282767 00000800:00000200:3.0:1779213447.581045:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213447.581046:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213447.581050:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306282947 00000400:00000200:0.0:1779213447.581052:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:3.0:1779213447.581056:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213447.581061:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [361:361:254:4294967295] 192.168.202.129@tcp LPNI seq info [361:361:6:4294967295] 00000800:00000200:3.0:1779213447.581063:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cd44fedf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213447.581064:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306282767 00000100:00000001:1.0:1779213447.581071:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306282947 00000100:00000001:3.0:1779213447.581071:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213447.581077:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213447.581077:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213447.581077:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306288067 00000100:00000001:1.0:1779213447.581083:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213447.581085:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f1ba02d. 00000100:00000001:1.0:1779213447.581089:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.581089:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306282947 00000400:00000200:2.0:1779213447.581091:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213447.581093:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.581096:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306288067 00000400:00000200:0.0:1779213447.581098:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:2.0:1779213447.581103:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213447.581103:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306282947 00000100:00000001:3.0:1779213447.581110:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306288067 00000800:00000200:0.0:1779213447.581111:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213447.581112:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:2.0:1779213447.581117:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000800:00000010:0.0:1779213447.581118:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000100:00000001:3.0:1779213447.581118:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306282947 00000800:00000200:0.0:1779213447.581126:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213447.581129:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306288067 00000800:00000200:0.0:1779213447.581133:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213447.581134:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213447.581136:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306282947 00000800:00000200:0.0:1779213447.581139:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213447.581141:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213447.581142:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213447.581145:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.581147:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213447.581150:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 18151 usecs (19 jiffies) 00000100:00000001:3.0:1779213447.581151:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213447.581157:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306282515 00000100:00000001:3.0:1779213447.581157:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.581162:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213447.581163:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306288067 00000100:00000001:2.0:1779213447.581164:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213447.581166:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213447.581168:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306282515 00000100:00000040:2.0:1779213447.581169:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213447.581169:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213447.581174:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306288067 00000100:00000001:3.0:1779213447.581175:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213447.581181:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306282515 00000100:00000001:0.0:1779213447.581185:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306288067 00000100:00000001:2.0:1779213447.581186:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213447.581189:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306282515 00000100:00000001:2.0:1779213447.581190:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213447.581198:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306288067 00000100:00000001:0.0:1779213447.581201:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213447.581203:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213447.581203:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213447.581206:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd44fedf. 00000100:00000001:0.0:1779213447.581208:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213447.581211:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213447.581211:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213447.581218:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213447.581218:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213447.581221:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213447.581250:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000100:00000001:0.0:1779213447.581251:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213447.581253:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1779213447.581253:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000001:0.0:1779213447.581257:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213447.581258:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213447.581259:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213447.581262:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.581283:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213447.581293:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.581300:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213447.581302:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213447.581341:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213447.581344:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000400:00000200:2.0:1779213447.581348:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213447.581351:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213447.581354:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a3d688 00000400:00000010:2.0:1779213447.581356:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a3d688. 00000100:00000001:2.0:1779213447.581358:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213447.581361:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.581369:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213447.581371:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.581377:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213447.581379:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213447.585462:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213447.585483:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213447.585488:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213447.585491:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213447.585504:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213447.585524:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720ad80 00000400:00000200:2.0:1779213447.585534:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xc11 [1] + 224 00000800:00000001:2.0:1779213447.585542:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213447.585547:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213447.585550:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213447.585555:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213447.585564:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213447.585573:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213447.585586:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213447.585620:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213447.585631:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213447.585637:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213447.585639:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213447.585642:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213447.585647:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213447.585653:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213447.585654:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ae00 00000100:00000001:3.0:1779213447.585658:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213447.585663:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc0d [1] + 224 00000800:00000001:2.0:1779213447.585668:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213447.585669:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213447.585672:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213447.585672:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213447.585674:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d31df1. 00000400:00000200:2.0:1779213447.585675:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213447.585679:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000400:00000010:3.0:1779213447.585682:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000400:00000200:2.0:1779213447.585683:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213447.585687:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213447.585688:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213447.585693:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213447.585696:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213447.585708:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213447.585722:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213447.585739:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213447.585741:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213447.585745:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213447.585748:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213447.585750:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213447.585752:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213447.585754:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213447.585754:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213447.585763:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=52 v=5 (5 5 5 5) 00000800:00000001:2.0:1779213447.585766:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1779213447.585767:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213447.585770:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1779213447.585772:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213447.585772:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213447.585774:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1779213447.585776:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1779213447.585777:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.585780:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213447.585781:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213447.585785:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213447.585792:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213447.585799:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213447.585800:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213447.585804:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213447.585804:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ae80 00000400:00000001:1.0:1779213447.585810:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213447.585811:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213447.585814:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213447.585818:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213447.585822:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213447.585827:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 00000100:00100000:3.0:1779213447.585829:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960554880:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213447.585832:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:1.0:1779213447.585836:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:3.0:1779213447.585838:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213447.585841:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213447.585842:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1779213447.585846:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc1d [1] + 224 00000100:00000040:3.0:1779213447.585849:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960554880/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213447.585854:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213447.585862:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213447.585871:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213447.585872:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1779213447.585876:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1779213447.585878:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1779213447.585881:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213447.585882:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b582bc6. 00000400:00000200:2.0:1779213447.585885:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:3.0:1779213447.585889:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213447.585891:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1779213447.585894:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213447.585896:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1779213447.585898:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213447.585900:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213447.585903:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:2.0:1779213447.585904:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213447.585906:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213447.585909:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1779213447.585910:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213447.585912:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213447.585915:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 02000000:00000001:1.0:1779213447.585916:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213447.585922:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1779213447.585925:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=41 v=5 (5 5 5 5) 02000000:00000001:3.0:1779213447.585926:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1779213447.585928:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779213447.585930:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00001000:1.0:1779213447.585932:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213447.585936:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213447.585938:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213447.585939:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213447.585941:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213447.585945:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213447.585945:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213447.585949:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213447.585956:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213447.585960:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213447.585961:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213447.585962:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213447.585962:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213447.585964:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213447.585967:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213447.585967:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213447.585970:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213447.585975:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213447.585976:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213447.585983:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213447.585990:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213447.585993:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213447.585994:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213447.585999:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213447.586000:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213447.586004:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213447.586009:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1779213447.586010:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960555008:192.168.202.129@tcp:400: 00000400:00000001:0.0:1779213447.586012:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213447.586015:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008387af80. 00000100:00000001:1.0:1779213447.586016:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213447.586020:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000100:00000001:1.0:1779213447.586020:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213447.586023:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023bb76ba x1865639960555008/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213447.586024:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:0.0:1779213447.586030:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213447.586034:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1779213447.586036:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213447.586037:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213447.586040:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a75be30. 02000000:00000001:1.0:1779213447.586049:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1779213447.586051:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213447.586052:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213447.586054:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213447.586058:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213447.586061:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d5e81ba. 02000000:00000001:1.0:1779213447.586066:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213447.586068:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213447.586068:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213447.586071:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1779213447.586071:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000100:00000001:0.0:1779213447.586076:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213447.586077:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1779213447.586078:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213447.586080:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213447.586081:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213447.586083:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213447.586084:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213447.586087:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213447.586089:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213447.586092:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213447.586094:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213447.586095:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213447.586098:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=52 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213447.586103:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213447.586105:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213447.586106:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213447.586108:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213447.586118:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213447.586126:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213447.586128:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213447.586129:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213447.586131:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213447.586132:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213447.586135:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213447.586141:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213447.586143:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213447.586145:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213447.586148:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213447.586153:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960555136:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213447.586158:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213447.586160:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213447.586161:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960555136/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213447.586166:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213447.586167:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213447.586169:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c50fd0d2. 02000000:00000001:0.0:1779213447.586172:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213447.586173:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213447.586174:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213447.586176:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213447.586177:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 02000000:00000001:0.0:1779213447.586180:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213447.586181:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213447.586182:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 00000100:00000001:0.0:1779213447.586185:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213447.586191:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213447.586193:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213447.586196:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213447.586197:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213447.586199:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213447.586201:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213448.220390:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213448.220393:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213448.220397:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220405:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213448.220408:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220410:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220412:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220417:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213448.220419:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213448.220420:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213448.220422:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220423:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213448.220424:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220424:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213448.220425:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213448.220452:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213448.220457:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213448.220490:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213449.244382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213449.244391:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213449.244398:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213449.244400:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213449.244519:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213449.244528:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213449.244532:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213450.268382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213450.268390:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213450.268399:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213450.268401:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213450.268463:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213450.268466:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213450.268469:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213451.292365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213451.292374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213451.292382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213451.292383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213451.292427:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213451.292431:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213451.292434:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213452.316378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213452.316408:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213452.316416:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213452.316417:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213452.316484:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213452.316492:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213452.316496:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213452.700730:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213452.700743:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213452.700756:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779213452.700773:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213452.700779:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213452.700783:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213452.700789:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213452.700796:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213452.700803:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213452.700817:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213452.700831:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213452.700834:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213452.700847:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_01+1] req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213452.700886:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213452.700889:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213452.700892:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213452.700895:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779213452.700898:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213452.700900:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213452.700901:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213452.700903:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213452.700906:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213452.700910:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213452.700915:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213452.700927:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213452.700928:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1779213452.700934:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1779213452.700937:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213452.700946:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213452.700949:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213452.700950:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213452.700955:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213452.700957:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213452.700957:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_02+2] req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213452.700961:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213452.700969:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213452.700979:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213452.700982:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213452.700988:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213452.700989:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213452.700991:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213452.700991:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213452.700995:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213452.700996:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1779213452.701000:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960555264:192.168.202.129@tcp:400: 00000100:00000010:2.0:1779213452.701000:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000020:00000040:2.0:1779213452.701004:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213452.701007:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213452.701007:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213452.701009:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213452.701012:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213452.701015:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 02000000:00000001:0.0:1779213452.701017:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213452.701018:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213452.701021:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213452.701025:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213452.701026:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213452.701035:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c50fd0d2. 00000100:00000001:2.0:1779213452.701035:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213452.701036:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213452.701042:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_03+3] req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213452.701047:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213452.701057:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008387af80. 00000100:00000001:2.0:1779213452.701058:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.701060:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213452.701064:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1779213452.701069:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000001:1.0:1779213452.701072:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213452.701074:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1779213452.701078:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555264, portal 25 00000100:00000001:1.0:1779213452.701079:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213452.701083:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11625) 00000100:00000001:0.0:1779213452.701085:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213452.701088:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 00000100:00000040:1.0:1779213452.701094:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213452.701099:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213452.701146:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213452.701149:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213452.701158:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213452.701160:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213452.701162:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213452.701165:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.701169:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213452.701170:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213452.701175:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213452.701176:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960555392:192.168.202.129@tcp:400: 00000400:00000010:0.0:1779213452.701178:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ea7667e. 00000100:00000001:3.0:1779213452.701183:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213452.701184:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960555264, offset 0 00000100:00000001:1.0:1779213452.701185:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213452.701187:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213452.701191:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213452.701193:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213452.701196:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213452.701199:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213452.701204:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213452.701205:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213452.701216:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213452.701217:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213452.701258:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213452.701261:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213452.701269:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213452.701273:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960555520:192.168.202.129@tcp:400: 02000000:00000010:1.0:1779213452.701274:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ceef41. 02000000:00000001:1.0:1779213452.701282:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.701283:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213452.701288:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213452.701289:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213452.701292:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213452.701293:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 02000000:00000001:3.0:1779213452.701295:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213452.701299:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1779213452.701301:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a75be30. 02000000:00000001:3.0:1779213452.701304:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213452.701306:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000400:00000200:0.0:1779213452.701307:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:3.0:1779213452.701308:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d31df1. 00000400:00000200:0.0:1779213452.701317:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213452.701317:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000100:00000200:1.0:1779213452.701319:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555392, portal 10 00000100:00000200:3.0:1779213452.701322:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555520, portal 10 00000400:00000200:0.0:1779213452.701325:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213452.701325:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213452.701326:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213452.701332:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000100:00000001:1.0:1779213452.701334:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000400:00000200:0.0:1779213452.701341:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [362:362:256:4294967295] 192.168.202.129@tcp LPNI seq info [362:362:8:4294967295] 00000100:00000040:1.0:1779213452.701348:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213452.701352:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213452.701371:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213452.701378:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213452.701390:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213452.701395:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213452.701397:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1779213452.701398:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d343be. 00000100:00000200:1.0:1779213452.701406:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960555392, offset 0 00000100:00000040:3.0:1779213452.701407:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213452.701412:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000400:00000010:3.0:1779213452.701414:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4f854. 00000400:00000200:1.0:1779213452.701420:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213452.701428:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:3.0:1779213452.701438:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960555520, offset 0 00000800:00000200:0.0:1779213452.701442:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213452.701448:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213452.701449:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213452.701458:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213452.701469:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213452.701476:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213452.701479:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213452.701482:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213452.701485:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [363:363:255:4294967295] 192.168.202.129@tcp LPNI seq info [363:363:7:4294967295] 00000100:00000001:0.0:1779213452.701488:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213452.701494:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306293188 00000400:00000200:1.0:1779213452.701503:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213452.701508:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306288067 00000800:00000200:1.0:1779213452.701515:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213452.701518:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306293188 00000100:00000001:0.0:1779213452.701524:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306288067 00000800:00000010:1.0:1779213452.701524:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f1ba02d. 00000800:00000200:1.0:1779213452.701532:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213452.701540:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306293188 00000100:00000001:0.0:1779213452.701545:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306288067 00000800:00000200:1.0:1779213452.701552:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213452.701555:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306293188 00000800:00000200:1.0:1779213452.701557:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f1ba02d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213452.701562:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306288067 00000100:00000001:1.0:1779213452.701565:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213452.701568:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213452.701572:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213452.701575:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 268100 usecs (269 jiffies) 00000100:00000001:0.0:1779213452.701577:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213452.701585:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.701586:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306287886 00000100:00000001:1.0:1779213452.701592:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306293188 00000100:00000001:1.0:1779213452.701594:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306287886 00000100:00000001:1.0:1779213452.701596:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306293188 00000100:00000001:1.0:1779213452.701598:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306287886 00000100:00000001:1.0:1779213452.701601:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306293188 00000100:00000001:1.0:1779213452.701604:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306287886 00000100:00000001:1.0:1779213452.701614:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306293188 00000100:00000001:1.0:1779213452.701618:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213452.701621:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.701625:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213452.701625:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213452.701630:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1779213452.701631:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000400:00000200:2.0:1779213452.701641:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213452.701642:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213452.701645:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213452.701651:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213452.701658:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213452.701660:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213452.701661:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.701663:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213452.703521:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000001:0.0:1779213452.703557:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1779213452.703570:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:0.0:1779213452.703574:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213452.703576:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000001:0.0:1779213452.703581:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1779213452.703583:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000001:0.0:1779213452.703585:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213452.703588:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213452.703595:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [364:364:254:4294967295] 192.168.202.129@tcp LPNI seq info [364:364:6:4294967295] 00000400:00000200:0.0:1779213452.703600:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213452.703611:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213452.703618:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213452.703622:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea7667e 00000800:00000010:3.0:1779213452.703625:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd44fedf. 00000400:00000200:0.0:1779213452.703628:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720af00 00000400:00000010:2.0:1779213452.703628:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ea7667e. 00000100:00000001:2.0:1779213452.703635:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213452.703637:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213452.703643:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xc25 [1] + 224 00000800:00000200:3.0:1779213452.703648:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213452.703653:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cd44fedf type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1779213452.703654:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213452.703658:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213452.703660:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213452.703666:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213452.703669:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 18040 usecs (19 jiffies) 00000400:00000200:0.0:1779213452.703672:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213452.703676:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306287638 00000100:00000001:2.0:1779213452.703678:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779213452.703681:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213452.703682:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306293188 00000100:00000040:2.0:1779213452.703685:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213452.703688:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306287638 00000100:00000001:0.0:1779213452.703691:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213452.703693:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306293188 00000100:00000001:3.0:1779213452.703698:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306287638 00000100:00000200:0.0:1779213452.703700:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213452.703703:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306293188 00000100:00000001:2.0:1779213452.703706:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.703709:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306287638 00000100:00000001:2.0:1779213452.703711:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1779213452.703720:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213452.703721:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306293188 00000100:00000001:3.0:1779213452.703727:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213452.703732:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.703739:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.703743:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213452.703752:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213452.703754:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213452.703757:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213452.703758:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213452.703759:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213452.703762:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.703764:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213452.703767:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213452.703773:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213452.703773:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213452.703779:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f1ba02d. 00000400:00000200:2.0:1779213452.703784:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213452.703790:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213452.703794:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d343be 00000400:00000010:2.0:1779213452.703797:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000021d343be. 00000100:00000001:2.0:1779213452.703800:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213452.703803:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213452.703811:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213452.703813:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213452.703819:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213452.703820:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213452.703854:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213452.703858:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213452.703861:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213452.703864:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd44fedf. 00000400:00000001:1.0:1779213452.703865:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213452.703867:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1779213452.703869:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1779213452.703872:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:1.0:1779213452.703873:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008387af80. 00000400:00000200:1.0:1779213452.703879:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:1.0:1779213452.703881:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:1.0:1779213452.703884:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779213452.703884:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4f854 00000400:00000010:2.0:1779213452.703888:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4f854. 00000100:00000200:1.0:1779213452.703891:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213452.703893:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213452.703899:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213452.703910:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1779213452.703911:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213452.703916:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213452.703931:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213452.703933:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.703936:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213452.703940:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213452.703944:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213452.703948:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213452.703948:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213452.703952:0:199007:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1779213452.703954:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213452.703969:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213452.703975:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213452.703978:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213452.703980:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213452.703983:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213452.703985:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.703988:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213452.703993:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213452.704000:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213452.704003:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213452.704005:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213452.704009:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213452.704024:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960555264:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213452.704028:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.704030:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213452.704032:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960555264/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213452.704037:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213452.704040:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213452.704044:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c50fd0d2. 02000000:00000001:1.0:1779213452.704048:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213452.704050:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213452.704052:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213452.704054:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213452.704057:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:1.0:1779213452.704060:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213452.704062:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213452.704064:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000100:00000001:1.0:1779213452.704068:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213452.704069:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.704071:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.704075:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213452.704076:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.704078:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213452.704080:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213452.706175:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213452.706191:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213452.706196:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213452.706198:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213452.706210:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213452.706268:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b000 00000400:00000200:2.0:1779213452.706277:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc31 [1] + 224 00000800:00000001:2.0:1779213452.706286:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213452.706290:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213452.706293:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213452.706297:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213452.706304:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213452.706310:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213452.706322:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213452.706349:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213452.706357:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213452.706359:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213452.706361:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213452.706363:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213452.706367:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213452.706372:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720af80 00000400:00000200:2.0:1779213452.706377:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc2d [1] + 224 00000800:00000001:2.0:1779213452.706381:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213452.706391:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213452.706393:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213452.706396:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213452.706411:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213452.706414:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213452.706423:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213452.706441:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213452.706445:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213452.706448:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213452.706471:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213452.706478:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213452.706487:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213452.706490:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213452.706493:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d31df1. 00000100:00000001:1.0:1779213452.706497:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213452.706506:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000100:00000001:1.0:1779213452.706507:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1779213452.706512:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000400:00000001:1.0:1779213452.706517:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213452.706517:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1779213452.706520:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213452.706523:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 00000100:00000200:3.0:1779213452.706526:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213452.706531:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:1.0:1779213452.706538:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000200:3.0:1779213452.706543:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213452.706546:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213452.706552:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213452.706555:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213452.706557:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213452.706558:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213452.706567:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213452.706570:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213452.706573:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213452.706575:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213452.706578:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213452.706585:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213452.706598:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=148 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213452.706609:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213452.706615:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.706617:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1779213452.706619:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213452.706620:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.706631:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213452.706636:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00010000:00080000:3.0:1779213452.706641:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213452.706642:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213452.706646:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213452.706656:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213452.706657:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.706665:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213452.706667:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00001000:1.0:1779213452.706669:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=46 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213452.706670:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213452.706674:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213452.706677:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=46 v=5 (1 1 1 1) 00000100:00000040:3.0:1779213452.706681:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213452.706684:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213452.706686:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213452.706694:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213452.706697:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.706703:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213452.706705:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213452.706707:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213452.706707:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213452.706709:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.706720:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1779213452.706721:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213452.706727:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.706736:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213452.706739:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213452.706742:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213452.706746:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213452.706746:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213452.706780:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960555392:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213452.706793:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.706797:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1779213452.706798:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960555520:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213452.706802:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960555392/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213452.706815:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213452.706823:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213452.706824:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213452.706828:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213452.706831:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960555520/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213452.706839:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ceef41. 00000100:00000001:3.0:1779213452.706841:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213452.706847:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1779213452.706847:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1779213452.706851:0:199014:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:3.0:1779213452.706852:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a75be30. 00000020:00000040:1.0:1779213452.706856:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213452.706860:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1779213452.706862:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1779213452.706863:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 00000020:00000001:3.0:1779213452.706866:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213452.706869:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213452.706870:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213452.706873:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1779213452.706874:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1779213452.706877:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 02000000:00000010:3.0:1779213452.706878:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:3.0:1779213452.706887:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213452.706888:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1779213452.706889:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213452.706891:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1779213452.706891:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:3.0:1779213452.706896:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213452.706897:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213452.706904:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.706907:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213452.706909:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213452.706914:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213452.706915:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213452.706918:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.706925:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213452.706929:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213452.706933:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213452.706936:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213453.340398:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213453.340407:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213453.340413:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213453.340415:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213453.340481:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213453.340485:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213453.340488:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213454.364367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213454.364376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213454.364382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213454.364383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213454.364400:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213454.364404:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213454.364407:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213455.388386:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213455.388393:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213455.388398:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213455.388399:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213455.388466:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213455.388492:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213455.388496:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213456.412432:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213456.412441:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213456.412447:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213456.412449:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213456.412514:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213456.412519:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213456.412521:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213457.436353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213457.436362:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213457.436364:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213457.436367:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213457.436373:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213457.436375:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213457.436376:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213457.436378:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213457.436381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213457.436382:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213457.436383:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213457.436384:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213457.436408:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213457.436409:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213457.436410:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213457.436411:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213457.436446:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213457.436450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213457.436453:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213457.820373:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213457.820385:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213457.820398:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213457.820407:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213457.820412:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213457.820415:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213457.820421:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213457.820428:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000349c4b19. 00000100:00000001:3.0:1779213457.820436:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820450:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213457.820462:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213457.820465:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820472:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_00+0] req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.820505:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820507:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213457.820511:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213457.820516:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213457.820519:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213457.820522:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213457.820523:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213457.820525:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213457.820529:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001749ef0e. 00000100:00000001:3.0:1779213457.820533:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820536:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213457.820539:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213457.820540:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213457.820546:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213457.820546:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213457.820550:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213457.820557:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.820577:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213457.820580:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213457.820581:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213457.820584:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213457.820585:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213457.820589:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213457.820590:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_01+1] req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213457.820594:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213457.820600:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960555648:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213457.820609:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213457.820615:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213457.820616:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213457.820619:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820619:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213457.820623:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213457.820627:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213457.820631:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213457.820632:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213457.820635:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213457.820638:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1779213457.820639:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e95bb4a. 02000000:00000001:3.0:1779213457.820640:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213457.820643:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213457.820645:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213457.820647:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bddec1ab. 00000100:00000001:2.0:1779213457.820649:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213457.820651:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 00000100:00000001:2.0:1779213457.820652:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213457.820652:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820660:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213457.820661:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213457.820662:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000200:1.0:1779213457.820671:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555648, portal 25 00000100:00000001:3.0:1779213457.820676:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213457.820677:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213457.820679:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213457.820680:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000040:3.0:1779213457.820683:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_02+2] req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213457.820689:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213457.820691:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213457.820695:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213457.820700:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213457.820703:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213457.820704:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213457.820707:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213457.820711:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00100000:2.0:1779213457.820713:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960555776:192.168.202.129@tcp:400: 00000400:00000010:1.0:1779213457.820715:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081b74abf. 00000100:00000001:2.0:1779213457.820718:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1779213457.820720:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960555648, offset 0 02000000:00000001:2.0:1779213457.820722:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213457.820722:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213457.820726:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820726:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213457.820729:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213457.820731:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213457.820734:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1779213457.820735:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046324dcc. 02000000:00000001:2.0:1779213457.820739:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213457.820742:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11630) 00000400:00000010:2.0:1779213457.820744:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000400:00000200:1.0:1779213457.820750:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213457.820750:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 00000100:00000200:2.0:1779213457.820755:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555776, portal 10 00000100:00000001:0.0:1779213457.820757:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213457.820758:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213457.820759:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213457.820760:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213457.820761:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213457.820763:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000001:0.0:1779213457.820765:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213457.820765:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213457.820767:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213457.820773:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213457.820774:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213457.820775:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213457.820782:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213457.820789:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213457.820791:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [365:365:256:4294967295] 192.168.202.129@tcp LPNI seq info [365:365:8:4294967295] 00000100:00000040:2.0:1779213457.820794:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213457.820797:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000100:00000200:2.0:1779213457.820801:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960555776, offset 0 00000100:00000001:0.0:1779213457.820804:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213457.820806:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213457.820813:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213457.820815:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213457.820818:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213457.820818:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213457.820823:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213457.820827:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:0.0:1779213457.820828:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960555904:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213457.820831:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213457.820833:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213457.820835:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213457.820836:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213457.820839:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213457.820840:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1779213457.820842:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213457.820843:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000010:1.0:1779213457.820844:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9fe75b8. 02000000:00000001:0.0:1779213457.820846:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213457.820849:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [366:366:255:4294967295] 192.168.202.129@tcp LPNI seq info [366:366:7:4294967295] 02000000:00000010:0.0:1779213457.820852:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009aa9dee. 02000000:00000001:0.0:1779213457.820857:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213457.820857:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213457.820868:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:0.0:1779213457.820874:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 00000800:00000200:1.0:1779213457.820874:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a9fe75b8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213457.820875:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:0.0:1779213457.820882:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000800:00000200:2.0:1779213457.820886:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213457.820888:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960555904, portal 10 00000100:00000001:0.0:1779213457.820891:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213457.820892:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000800:00000010:2.0:1779213457.820892:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f543ceb. 00000800:00000200:2.0:1779213457.820900:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213457.820901:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213457.820903:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.820908:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306298307 00000800:00000200:2.0:1779213457.820910:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213457.820916:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007f543ceb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213457.820921:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213457.820921:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306293188 00000100:00000001:2.0:1779213457.820922:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213457.820927:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213457.820928:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306298307 00000100:00000040:2.0:1779213457.820929:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 265660 usecs (266 jiffies) 00000400:00000010:0.0:1779213457.820931:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000001:2.0:1779213457.820933:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306293002 00000100:00000200:0.0:1779213457.820935:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960555904, offset 0 00000100:00000001:1.0:1779213457.820941:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306293188 00000100:00000001:2.0:1779213457.820944:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306298307 00000400:00000200:0.0:1779213457.820945:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213457.820947:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306298307 00000100:00000001:1.0:1779213457.820951:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306293188 00000100:00000001:2.0:1779213457.820954:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306293002 00000100:00000001:1.0:1779213457.820955:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306298307 00000100:00000001:2.0:1779213457.820960:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306298307 00000100:00000001:1.0:1779213457.820962:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306293188 00000100:00000001:2.0:1779213457.820965:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306293002 00000400:00000200:0.0:1779213457.820966:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213457.820967:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213457.820971:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306298307 00000400:00000200:0.0:1779213457.820972:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213457.820973:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213457.820975:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306293002 00000100:00000001:1.0:1779213457.820979:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213457.820979:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306298307 00000100:00000001:1.0:1779213457.820982:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213457.820983:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213457.820984:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213457.820988:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213457.820989:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213457.820992:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213457.820993:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213457.820995:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213457.820996:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213457.820996:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213457.821001:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213457.821002:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [367:367:254:4294967295] 192.168.202.129@tcp LPNI seq info [367:367:6:4294967295] 00000100:00000001:1.0:1779213457.821004:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213457.821004:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213457.821007:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213457.821010:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213457.821012:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213457.821017:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213457.821019:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213457.821021:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213457.821024:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213457.821026:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213457.821032:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213457.821037:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000800:00000200:0.0:1779213457.821042:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213457.821048:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213457.821051:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213457.821054:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213457.821057:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17932 usecs (18 jiffies) 00000100:00000001:0.0:1779213457.821060:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306292754 00000100:00000001:0.0:1779213457.821062:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306298307 00000100:00000001:0.0:1779213457.821064:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306292754 00000100:00000001:0.0:1779213457.821066:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306298307 00000100:00000001:0.0:1779213457.821068:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306292754 00000100:00000001:0.0:1779213457.821069:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306298307 00000100:00000001:0.0:1779213457.821071:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306292754 00000100:00000001:0.0:1779213457.821073:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306298307 00000100:00000001:0.0:1779213457.821075:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213457.821077:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213457.821079:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213457.821081:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213457.821085:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213457.821087:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213457.821094:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213457.821095:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213457.821097:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213457.821099:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213457.821245:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213457.821250:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9fe75b8. 00000400:00000200:3.0:1779213457.821256:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213457.821267:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213457.821273:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b74abf 00000400:00000010:3.0:1779213457.821275:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000081b74abf. 00000100:00000001:3.0:1779213457.821280:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213457.821284:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.821295:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213457.821298:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.821306:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213457.821308:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213457.821319:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213457.821321:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f543ceb. 00000400:00000200:3.0:1779213457.821324:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213457.821337:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213457.821339:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:3.0:1779213457.821345:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:3.0:1779213457.821347:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213457.821350:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.821357:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213457.821359:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.821365:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213457.821367:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213457.821437:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213457.821439:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000400:00000200:3.0:1779213457.821444:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213457.821448:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213457.821450:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:3.0:1779213457.821451:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:3.0:1779213457.821454:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213457.821456:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.821469:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213457.821471:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.821477:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213457.821479:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213457.823362:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213457.823380:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213457.823386:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213457.823388:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213457.823398:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213457.823414:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720b080 00000400:00000200:2.0:1779213457.823421:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xc3d [1] + 224 00000800:00000001:2.0:1779213457.823428:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213457.823432:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213457.823434:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213457.823438:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213457.823444:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213457.823450:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213457.823461:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213457.823480:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213457.823493:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213457.823496:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213457.823499:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213457.823501:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213457.823507:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213457.823513:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b100 00000100:00000001:1.0:1779213457.823517:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213457.823520:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc45 [1] + 224 00000100:00000001:1.0:1779213457.823521:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213457.823526:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213457.823528:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213457.823530:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213457.823532:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 00000800:00000001:2.0:1779213457.823536:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213457.823537:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000200:2.0:1779213457.823540:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213457.823541:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000400:00000200:2.0:1779213457.823546:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213457.823547:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213457.823553:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213457.823564:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213457.823567:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213457.823571:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.823587:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213457.823592:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213457.823593:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.823596:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213457.823601:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213457.823605:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213457.823608:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213457.823611:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213457.823615:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213457.823620:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213457.823624:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213457.823628:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213457.823630:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213457.823634:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=62 v=5 (5 5 5 5) 00000400:00000200:2.0:1779213457.823637:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:1.0:1779213457.823642:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213457.823646:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1779213457.823647:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b180 00000100:00000001:3.0:1779213457.823648:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213457.823649:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213457.823652:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1779213457.823655:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1779213457.823656:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc4d [1] + 224 00010000:00000001:1.0:1779213457.823658:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213457.823662:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213457.823663:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213457.823664:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213457.823667:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1779213457.823669:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213457.823670:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000100:00000040:1.0:1779213457.823672:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213457.823674:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213457.823677:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000400:00000010:3.0:1779213457.823680:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000400:00000200:2.0:1779213457.823683:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213457.823686:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213457.823689:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213457.823694:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.823696:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213457.823702:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1779213457.823704:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.823706:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213457.823716:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213457.823716:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213457.823729:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.823745:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213457.823747:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213457.823749:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213457.823752:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213457.823755:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1779213457.823758:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960555648:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213457.823758:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213457.823762:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213457.823767:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213457.823768:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213457.823769:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=51 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213457.823773:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1779213457.823773:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1779213457.823774:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=51 v=5 (1 1 1 1) 00000800:00000001:2.0:1779213457.823778:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213457.823779:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213457.823780:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960555648/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213457.823782:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213457.823787:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213457.823792:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213457.823795:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213457.823797:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1779213457.823799:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213457.823800:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000010:1.0:1779213457.823804:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e95bb4a. 00000100:00000001:3.0:1779213457.823804:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1779213457.823809:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213457.823812:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213457.823812:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213457.823815:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213457.823818:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1779213457.823819:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213457.823821:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000349c4b19. 02000000:00000001:1.0:1779213457.823828:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213457.823829:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213457.823832:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213457.823832:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1779213457.823835:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000001:3.0:1779213457.823835:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213457.823838:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.823842:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213457.823845:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213457.823849:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1779213457.823851:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960555776:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213457.823855:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213457.823857:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213457.823859:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960555776/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213457.823871:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213457.823873:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213457.823875:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213457.823877:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213457.823884:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213457.823886:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213457.823888:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046324dcc. 02000000:00000001:3.0:1779213457.823892:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213457.823893:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213457.823894:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213457.823897:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213457.823898:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001749ef0e. 02000000:00000001:3.0:1779213457.823901:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213457.823902:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213457.823903:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:3.0:1779213457.823905:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213457.823907:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213457.823908:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213457.823912:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213457.823913:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213457.823914:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213457.823915:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213457.824015:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213457.824018:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213457.824022:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213457.824023:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213457.824025:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 00000400:00000200:0.0:1779213457.824028:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779213457.824030:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:0.0:1779213457.824033:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213457.824037:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213457.824046:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213457.824054:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213457.824055:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213457.824057:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213457.824059:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213457.824060:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213457.824062:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213457.824064:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213457.824068:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213457.824071:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=153 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213457.824073:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213457.824074:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213457.824076:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213457.824080:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213457.824087:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213457.824089:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213457.824090:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213457.824092:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213457.824093:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213457.824102:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213457.824108:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213457.824111:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213457.824112:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213457.824114:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213457.824121:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960555904:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213457.824125:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213457.824127:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213457.824128:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960555904/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213457.824134:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213457.824136:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213457.824137:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009aa9dee. 02000000:00000001:0.0:1779213457.824140:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213457.824141:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213457.824143:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213457.824145:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213457.824146:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bddec1ab. 02000000:00000001:0.0:1779213457.824148:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213457.824149:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213457.824150:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:0.0:1779213457.824153:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213457.824154:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213457.824156:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213457.824159:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213457.824160:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213457.824162:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213457.824164:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213458.460384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213458.460390:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213458.460395:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213458.460396:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213458.460985:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213458.460990:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213458.460994:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213459.484379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213459.484388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213459.484395:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213459.484417:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213459.484481:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213459.484484:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213459.484487:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213460.508333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213460.508340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213460.508346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213460.508347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213460.508569:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213460.508573:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213460.508576:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213461.532436:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213461.532441:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213461.532447:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213461.532448:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213461.534521:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213461.534527:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213461.534531:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213462.556331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213462.556337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213462.556341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213462.556343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213462.556428:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213462.556434:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213462.556440:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213462.940382:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213462.940396:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213462.940426:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213462.940436:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213462.940442:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213462.940447:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213462.940454:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213462.940466:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001749ef0e. 00000100:00000001:3.0:1779213462.940476:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213462.940489:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213462.940503:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213462.940506:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213462.940515:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_03+3] req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213462.940551:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213462.940555:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213462.940559:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213462.940563:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213462.940565:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213462.940568:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213462.940574:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213462.940576:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213462.940582:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000100:00000001:3.0:1779213462.940586:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213462.940592:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213462.940600:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213462.940602:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213462.940607:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_00+0] req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213462.940639:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213462.940642:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213462.940651:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213462.940655:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000020:00000040:3.0:1779213462.940658:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213462.940662:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213462.940662:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213462.940664:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213462.940666:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213462.940669:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1779213462.940672:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:2.0:1779213462.940674:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213462.940678:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213462.940686:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213462.940696:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213462.940698:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213462.940702:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213462.940705:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213462.940707:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213462.940709:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960556160:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213462.940713:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213462.940718:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213462.940720:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213462.940722:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213462.940725:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b53750df. 02000000:00000001:2.0:1779213462.940727:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213462.940731:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089723773. 00000400:00000010:2.0:1779213462.940737:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000200:2.0:1779213462.940742:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556160, portal 10 00000100:00000001:2.0:1779213462.940744:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213462.940745:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000040:2.0:1779213462.940763:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213462.940776:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213462.940781:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213462.940795:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213462.940796:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213462.940800:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1779213462.940802:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d8766b. 00000100:00000200:2.0:1779213462.940806:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960556160, offset 0 00000100:00000001:3.0:1779213462.940808:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.940813:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213462.940814:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213462.940816:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213462.940820:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_01+1] req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213462.940821:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213462.940822:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213462.940829:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213462.940843:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213462.940847:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213462.940850:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213462.940852:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213462.940853:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213462.940856:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213462.940858:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213462.940861:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213462.940865:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1779213462.940868:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960556032:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213462.940872:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213462.940876:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213462.940880:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [368:368:256:4294967295] 192.168.202.129@tcp LPNI seq info [368:368:8:4294967295] 02000000:00000001:0.0:1779213462.940881:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213462.940884:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213462.940886:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213462.940891:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000324ef76e. 02000000:00000001:0.0:1779213462.940896:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213462.940897:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:0.0:1779213462.940903:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 00000800:00000200:2.0:1779213462.940907:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213462.940910:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000800:00000010:2.0:1779213462.940913:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adbcc3c7. 00000100:00000200:0.0:1779213462.940914:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556032, portal 25 00000100:00000001:0.0:1779213462.940917:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213462.940918:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000800:00000200:2.0:1779213462.940922:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213462.940924:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213462.940931:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213462.940935:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213462.940940:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adbcc3c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1779213462.940941:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213462.940948:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 00000100:00000200:0.0:1779213462.940951:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960556032, offset 0 00000400:00000200:0.0:1779213462.940956:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213462.940960:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213462.940964:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213462.940967:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 263237 usecs (264 jiffies) 00000400:00000200:0.0:1779213462.940968:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213462.940973:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306298120 00000400:00000200:0.0:1779213462.940974:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213462.940978:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306298307 00000400:00000200:0.0:1779213462.940980:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213462.940983:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306298120 00000100:00000001:2.0:1779213462.940987:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306298307 00000400:00000200:0.0:1779213462.940989:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213462.940991:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306298120 00000100:00000001:2.0:1779213462.940996:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306298307 00000400:00000200:0.0:1779213462.940997:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [369:369:255:4294967295] 192.168.202.129@tcp LPNI seq info [369:369:7:4294967295] 00000100:00000001:2.0:1779213462.941001:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306298120 00000100:00000001:2.0:1779213462.941015:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306298307 00000400:00000200:0.0:1779213462.941019:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213462.941020:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213462.941021:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213462.941030:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213462.941030:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1779213462.941031:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213462.941039:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213462.941040:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000100:00000001:2.0:1779213462.941044:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213462.941047:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213462.941051:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213462.941053:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213462.941055:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213462.941055:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1779213462.941058:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213462.941059:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213462.941060:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306303427 00000800:00000010:1.0:1779213462.941064:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213462.941066:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213462.941068:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306298307 00000100:00000001:2.0:1779213462.941069:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213462.941070:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213462.941073:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.941074:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306303427 00000100:00000001:0.0:1779213462.941078:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306298307 00000100:00100000:2.0:1779213462.941078:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1779213462.941083:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306303427 00000100:00000001:2.0:1779213462.941084:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213462.941090:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306298307 00000100:00000001:2.0:1779213462.941090:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213462.941092:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213462.941093:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213462.941096:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306303427 00000100:00000001:2.0:1779213462.941097:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213462.941099:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213462.941101:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d8766b 00000100:00000001:0.0:1779213462.941102:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306298307 00000100:00000001:2.0:1779213462.941102:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1779213462.941106:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d8766b. 00000100:00000001:0.0:1779213462.941107:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213462.941110:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213462.941112:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.941113:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213462.941133:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213462.941142:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213462.941145:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.941147:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.941151:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213462.941151:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213462.941154:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213462.941154:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213462.941161:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213462.941162:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213462.941164:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213462.941173:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213462.941174:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1779213462.941179:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960556288:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213462.941183:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213462.941186:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.941187:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213462.941189:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213462.941189:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11635) 00000100:00000001:1.0:1779213462.941190:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213462.941191:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.941200:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213462.941200:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213462.941204:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213462.941206:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213462.941210:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a7e2a8. 02000000:00000001:2.0:1779213462.941212:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213462.941216:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e8a886. 00000400:00000010:2.0:1779213462.941221:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000200:2.0:1779213462.941255:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556288, portal 10 00000100:00000001:2.0:1779213462.941257:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213462.941264:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000040:2.0:1779213462.941273:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213462.941281:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213462.941283:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1779213462.941284:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213462.941288:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000400:00000010:2.0:1779213462.941288:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000400:00000200:1.0:1779213462.941294:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1779213462.941295:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960556288, offset 0 00000400:00000200:1.0:1779213462.941304:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213462.941305:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213462.941312:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:1.0:1779213462.941314:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000400:00000200:2.0:1779213462.941317:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213462.941321:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1779213462.941322:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213462.941327:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779213462.941330:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213462.941334:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213462.941340:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213462.941348:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1779213462.941348:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [370:370:255:4294967295] 192.168.202.129@tcp LPNI seq info [370:370:7:4294967295] 00000100:00000040:1.0:1779213462.941360:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213462.941369:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213462.941370:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213462.941379:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213462.941387:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213462.941393:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000100:00000001:1.0:1779213462.941399:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213462.941402:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213462.941403:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213462.941409:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213462.941412:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213462.941424:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213462.941427:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17801 usecs (18 jiffies) 00000100:00000001:2.0:1779213462.941429:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306297875 00000100:00000001:2.0:1779213462.941432:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306303427 00000100:00000001:2.0:1779213462.941435:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306297875 00000100:00000001:2.0:1779213462.941437:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306303427 00000100:00000001:2.0:1779213462.941439:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306297875 00000100:00000001:2.0:1779213462.941442:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306303427 00000100:00000001:2.0:1779213462.941443:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306297875 00000100:00000001:2.0:1779213462.941450:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306303427 00000100:00000001:2.0:1779213462.941452:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213462.941454:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213462.941456:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213462.941459:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213462.941554:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213462.941558:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:3.0:1779213462.941565:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213462.941572:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213462.941578:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:3.0:1779213462.941581:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:3.0:1779213462.941586:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213462.941593:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213462.941603:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213462.941607:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213462.941622:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213462.941624:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213462.942845:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213462.942856:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213462.942860:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213462.942862:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213462.942872:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213462.942889:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b280 00000400:00000200:2.0:1779213462.942898:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc55 [1] + 224 00000800:00000001:2.0:1779213462.942906:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213462.942909:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213462.942912:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213462.942916:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213462.942923:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213462.942929:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213462.942939:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213462.942963:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213462.942972:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213462.942975:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213462.942977:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213462.942979:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213462.942983:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213462.942990:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720b200 00000400:00000200:2.0:1779213462.942996:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xc5d [1] + 224 00000100:00000001:1.0:1779213462.943000:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213462.943000:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213462.943004:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213462.943004:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213462.943011:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213462.943015:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1779213462.943016:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213462.943018:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089723773. 00000400:00000200:2.0:1779213462.943022:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213462.943024:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:1.0:1779213462.943027:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:1.0:1779213462.943029:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213462.943033:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213462.943035:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213462.943043:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213462.943043:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213462.943058:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213462.943060:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213462.943063:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213462.943066:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1779213462.943066:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213462.943069:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213462.943072:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213462.943074:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213462.943082:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213462.943088:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213462.943091:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213462.943094:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213462.943097:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213462.943101:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.943106:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213462.943108:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213462.943110:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213462.943112:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213462.943117:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213462.943137:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213462.943145:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213462.943147:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213462.943150:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213462.943154:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213462.943156:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960556160:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213462.943158:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213462.943161:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.943163:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213462.943165:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960556160/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213462.943170:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213462.943172:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213462.943175:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b53750df. 02000000:00000001:1.0:1779213462.943177:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213462.943178:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1779213462.943179:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213462.943182:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213462.943184:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213462.943186:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 00000800:00000001:2.0:1779213462.943187:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1779213462.943190:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213462.943192:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1779213462.943193:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1779213462.943194:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000800:00000001:2.0:1779213462.943197:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213462.943198:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213462.943200:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213462.943201:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213462.943203:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.943206:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213462.943208:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213462.943211:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213462.943211:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213462.943214:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213462.943252:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b300 00000400:00000200:2.0:1779213462.943258:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:2.0:1779213462.943263:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213462.943269:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213462.943271:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213462.943273:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213462.943276:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213462.943279:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213462.943288:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213462.943302:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213462.943306:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213462.943308:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213462.943328:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213462.943331:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213462.943334:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213462.943335:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213462.943337:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e8a886. 00000400:00000200:1.0:1779213462.943340:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:1.0:1779213462.943342:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:1.0:1779213462.943344:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213462.943355:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213462.943363:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213462.943369:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213462.943371:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213462.943373:0:199012:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:0.0:1779213462.943375:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1779213462.943375:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213462.943377:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1779213462.943380:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213462.943380:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213462.943383:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 02000000:00000001:1.0:1779213462.943384:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213462.943390:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000100:00001000:1.0:1779213462.943391:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=67 v=5 (5 5 5 5) 00000400:00000010:0.0:1779213462.943393:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00001000:1.0:1779213462.943396:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=8 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213462.943398:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213462.943400:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213462.943402:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213462.943405:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213462.943406:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213462.943412:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213462.943425:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213462.943426:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.943432:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213462.943434:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213462.943437:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213462.943438:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.943439:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213462.943442:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213462.943443:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213462.943447:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213462.943450:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213462.943452:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213462.943453:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213462.943456:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.943456:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213462.943457:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213462.943461:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213462.943461:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213462.943468:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=67 v=5 (5 5 5 5) 00000100:00100000:1.0:1779213462.943469:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960556288:192.168.202.129@tcp:400: 00000100:00001000:0.0:1779213462.943476:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213462.943479:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213462.943480:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213462.943482:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213462.943485:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.943488:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213462.943489:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213462.943491:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213462.943497:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213462.943497:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960556288/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213462.943514:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213462.943517:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213462.943518:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1779213462.943519:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a7e2a8. 00000100:00000001:0.0:1779213462.943522:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1779213462.943524:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213462.943525:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213462.943526:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213462.943528:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213462.943529:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 00000100:00000001:0.0:1779213462.943533:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213462.943533:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213462.943535:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213462.943537:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000040:0.0:1779213462.943541:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213462.943541:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213462.943544:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213462.943548:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1779213462.943556:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960556032:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213462.943558:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213462.943562:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.943563:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213462.943564:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213462.943567:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.943568:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213462.943571:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960556032/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213462.943579:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213462.943580:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213462.943582:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000324ef76e. 02000000:00000001:0.0:1779213462.943585:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213462.943587:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213462.943588:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213462.943590:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213462.943592:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001749ef0e. 02000000:00000001:0.0:1779213462.943594:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213462.943595:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213462.943596:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:0.0:1779213462.943599:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213462.943600:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213462.943602:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213462.943606:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213462.943608:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213462.943609:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213462.943611:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213463.580372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213463.580377:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213463.580382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213463.580389:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213463.580458:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213463.580466:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213463.580469:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213464.604372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213464.604402:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213464.604410:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213464.604412:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213464.604468:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213464.604472:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213464.604475:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213465.628339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213465.628345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213465.628351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213465.628352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213465.630178:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213465.630186:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213465.630191:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213466.652327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213466.652331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213466.652335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213466.652336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213466.652386:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213466.652390:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213466.652393:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213467.676426:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213467.676437:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213467.676440:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213467.676444:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213467.676449:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213467.676452:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213467.676454:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213467.676456:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213467.676461:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213467.676463:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213467.676464:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213467.676466:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213467.676467:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213467.676468:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213467.676469:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213467.676471:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213467.676538:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213467.676542:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213467.676546:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213468.060525:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213468.060538:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213468.060551:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000020:00000040:2.0:1779213468.060558:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213468.060561:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213468.060565:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213468.060570:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213468.060577:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000001:2.0:1779213468.060585:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213468.060606:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213468.060646:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213468.060649:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213468.060654:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_00_02+2] req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.060677:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213468.060679:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213468.060682:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213468.060688:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000020:00000040:2.0:1779213468.060691:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213468.060694:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213468.060695:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213468.060697:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213468.060701:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:2.0:1779213468.060704:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213468.060708:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213468.060709:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213468.060714:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213468.060718:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213468.060719:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213468.060722:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213468.060726:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213468.060728:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213468.060728:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_00_03+3] req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213468.060735:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213468.060749:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213468.060753:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213468.060756:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213468.060757:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213468.060758:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213468.060761:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213468.060762:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1779213468.060765:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213468.060765:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5c8f7cf. 00000020:00000040:2.0:1779213468.060769:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00100000:1.0:1779213468.060772:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960556416:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213468.060777:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213468.060780:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213468.060782:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213468.060784:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213468.060785:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213468.060788:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213468.060791:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213468.060791:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1779213468.060791:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 02000000:00000001:1.0:1779213468.060795:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213468.060799:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213468.060800:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213468.060809:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213468.060811:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213468.060814:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213468.060816:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1779213468.060817:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a2c8a7. 02000000:00000001:0.0:1779213468.060820:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213468.060821:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213468.060826:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960556544:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213468.060830:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1779213468.060830:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 02000000:00000001:0.0:1779213468.060834:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213468.060836:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213468.060839:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1779213468.060839:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 02000000:00000010:0.0:1779213468.060844:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064c171ad. 02000000:00000001:0.0:1779213468.060847:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213468.060848:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556416, portal 25 00000100:00000001:2.0:1779213468.060849:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213468.060852:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 00000100:00000001:1.0:1779213468.060852:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213468.060856:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 00000100:00000040:2.0:1779213468.060857:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1779213468.060859:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000040:1.0:1779213468.060865:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213468.060866:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556544, portal 10 00000100:00000001:0.0:1779213468.060872:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213468.060875:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000001:2.0:1779213468.060882:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213468.060886:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213468.060887:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213468.060888:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213468.060895:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213468.060896:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5c8f7cf] to pc [ptlrpcd_00_00+0] req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213468.060901:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000200:1.0:1779213468.060906:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960556416, offset 0 00000100:00000001:0.0:1779213468.060909:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213468.060916:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213468.060918:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213468.060927:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 00000100:00000200:0.0:1779213468.060931:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960556544, offset 0 00000400:00000200:1.0:1779213468.060935:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213468.060937:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213468.060940:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213468.060942:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1779213468.060944:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213468.060949:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1779213468.060952:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213468.060957:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213468.060957:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11640) 00000100:00000001:3.0:1779213468.060959:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213468.060963:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213468.060964:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213468.060967:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213468.060970:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [371:371:256:4294967295] 192.168.202.129@tcp LPNI seq info [371:371:8:4294967295] 00000100:00000040:3.0:1779213468.060974:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213468.060982:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213468.060983:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213468.060985:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213468.060988:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213468.060989:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213468.060991:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213468.060996:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213468.060997:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213468.061000:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213468.061001:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:3.0:1779213468.061003:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960556672:192.168.202.129@tcp:400: 00000800:00000010:1.0:1779213468.061008:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005060b810. 00000400:00000200:0.0:1779213468.061009:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213468.061010:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213468.061014:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1779213468.061015:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213468.061016:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213468.061020:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213468.061021:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213468.061022:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213468.061027:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:3.0:1779213468.061027:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001eec3ce5. 02000000:00000001:3.0:1779213468.061030:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213468.061034:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213468.061035:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [372:372:255:4294967295] 192.168.202.129@tcp LPNI seq info [372:372:7:4294967295] 00000400:00000010:3.0:1779213468.061037:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d31df1. 00000800:00000200:1.0:1779213468.061041:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005060b810 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213468.061044:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000100:00000200:3.0:1779213468.061049:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556672, portal 10 00000100:00000001:3.0:1779213468.061051:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213468.061054:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213468.061054:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527167232 : -104754182384384 : ffffa0ba042b9500) 00000100:00000001:1.0:1779213468.061058:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213468.061063:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213468.061064:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306308547 00000100:00000040:3.0:1779213468.061064:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1779213468.061086:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000100:00000001:1.0:1779213468.061086:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306303427 00000100:00000001:3.0:1779213468.061088:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213468.061096:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213468.061096:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213468.061099:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306308547 00000400:00000010:3.0:1779213468.061102:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4763079. 00000100:00000001:1.0:1779213468.061104:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306303427 00000800:00000200:0.0:1779213468.061106:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1779213468.061107:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960556672, offset 0 00000100:00000001:1.0:1779213468.061109:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306308547 00000100:00000001:1.0:1779213468.061113:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306303427 00000400:00000200:3.0:1779213468.061115:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213468.061118:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306308547 00000800:00000200:0.0:1779213468.061119:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213468.061123:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306303427 00000100:00000001:0.0:1779213468.061124:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213468.061124:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213468.061129:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213468.061130:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 260850 usecs (261 jiffies) 00000100:00000001:1.0:1779213468.061133:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213468.061134:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213468.061136:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306303237 00000400:00000200:3.0:1779213468.061138:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213468.061140:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213468.061140:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005060b810. 00000100:00000001:0.0:1779213468.061143:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306308547 00000100:00000001:1.0:1779213468.061144:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213468.061144:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213468.061149:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306303237 00000400:00000200:3.0:1779213468.061151:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213468.061152:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213468.061153:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306308547 00000100:00000001:1.0:1779213468.061155:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213468.061155:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213468.061159:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306303237 00000100:00000001:1.0:1779213468.061160:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213468.061160:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213468.061162:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [373:373:254:4294967295] 192.168.202.129@tcp LPNI seq info [373:373:6:4294967295] 00000100:00000001:0.0:1779213468.061165:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306308547 00000100:00000001:1.0:1779213468.061165:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213468.061168:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213468.061171:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306303237 00000100:00000001:1.0:1779213468.061171:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213468.061176:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213468.061177:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306308547 00000400:00000200:3.0:1779213468.061178:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213468.061182:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213468.061187:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213468.061187:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213468.061188:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:2.0:1779213468.061192:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000001:0.0:1779213468.061193:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213468.061194:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000673d4a48. 00000100:00000001:2.0:1779213468.061198:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213468.061198:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:2.0:1779213468.061203:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213468.061204:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213468.061204:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213468.061207:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000673d4a48 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213468.061211:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213468.061212:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213468.061214:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17661 usecs (18 jiffies) 00000100:00000001:0.0:1779213468.061215:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213468.061216:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213468.061218:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306302994 00000100:00000040:2.0:1779213468.061239:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.061247:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213468.061247:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306308547 00000100:00000001:2.0:1779213468.061249:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213468.061249:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306302995 00000100:00000001:3.0:1779213468.061251:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306308547 00000100:00000001:3.0:1779213468.061253:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306302995 00000100:00000001:0.0:1779213468.061255:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213468.061255:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306308547 00000100:00000001:3.0:1779213468.061258:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306302995 00000100:00000001:0.0:1779213468.061259:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213468.061263:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213468.061263:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213468.061263:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306308547 00000800:00000010:2.0:1779213468.061266:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000100:00000001:3.0:1779213468.061266:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213468.061269:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213468.061270:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213468.061271:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213468.061273:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213468.061273:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213468.061277:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213468.061278:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213468.061280:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213468.061282:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000400:00000010:2.0:1779213468.061283:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000001:3.0:1779213468.061285:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213468.061286:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213468.061286:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213468.061288:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213468.061289:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.061295:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213468.061297:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.061303:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213468.061304:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213468.061380:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213468.061382:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000673d4a48. 00000400:00000200:2.0:1779213468.061385:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213468.061388:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213468.061390:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4763079 00000400:00000010:2.0:1779213468.061392:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a4763079. 00000100:00000001:2.0:1779213468.061394:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213468.061397:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.061405:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213468.061407:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.061413:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213468.061414:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213468.061653:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213468.063860:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213468.063886:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213468.063891:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213468.063894:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213468.063907:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213468.063925:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720b380 00000400:00000200:3.0:1779213468.063933:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xc6d [1] + 224 00000800:00000001:3.0:1779213468.063941:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213468.063944:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213468.063946:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213468.063950:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213468.063955:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213468.063961:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213468.063969:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213468.063985:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213468.063993:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213468.063995:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213468.063996:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213468.063997:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213468.063999:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213468.064003:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b400 00000400:00000200:3.0:1779213468.064008:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc71 [1] + 224 00000800:00000001:3.0:1779213468.064010:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213468.064013:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213468.064014:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213468.064016:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213468.064018:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213468.064020:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213468.064026:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213468.064037:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213468.064040:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213468.064044:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213468.064047:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213468.064049:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 00000100:00000001:3.0:1779213468.064053:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1779213468.064054:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:1.0:1779213468.064057:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:1.0:1779213468.064065:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1779213468.064079:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213468.064080:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213468.064084:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213468.064088:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213468.064091:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213468.064096:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213468.064102:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213468.064103:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213468.064107:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213468.064111:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213468.064115:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1779213468.064115:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b480 00000400:00000010:0.0:1779213468.064118:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 00000400:00000200:0.0:1779213468.064122:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000100:00000001:1.0:1779213468.064122:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1779213468.064124:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:1.0:1779213468.064124:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213468.064127:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213468.064127:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213468.064131:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1779213468.064132:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213468.064133:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc7d [1] + 224 00000100:00000001:1.0:1779213468.064134:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1779213468.064141:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213468.064144:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213468.064147:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213468.064147:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213468.064149:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213468.064153:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1779213468.064156:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=73 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213468.064158:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213468.064160:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213468.064161:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213468.064162:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213468.064165:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213468.064165:0:199006:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1779213468.064166:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213468.064166:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213468.064168:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213468.064169:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213468.064170:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213468.064170:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213468.064173:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213468.064173:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213468.064176:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213468.064180:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=62 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213468.064181:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213468.064185:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=62 v=5 (1 1 1 1) 00000100:00000040:3.0:1779213468.064187:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213468.064189:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213468.064189:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213468.064191:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213468.064194:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213468.064198:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213468.064202:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213468.064205:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213468.064209:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213468.064211:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213468.064215:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213468.064215:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213468.064218:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213468.064220:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213468.064250:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213468.064258:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1779213468.064259:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960556416:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213468.064261:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213468.064263:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213468.064265:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213468.064265:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213468.064267:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213468.064269:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213468.064270:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1779213468.064270:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213468.064275:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960556416/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.064280:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213468.064282:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960556544:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213468.064282:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213468.064284:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213468.064286:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213468.064289:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213468.064290:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a2c8a7. 00000400:00000001:2.0:1779213468.064290:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213468.064291:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1779213468.064294:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1779213468.064295:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960556544/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213468.064296:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1779213468.064297:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d31df1. 00000020:00000001:1.0:1779213468.064298:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213468.064302:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000200:2.0:1779213468.064303:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000100:00000001:0.0:1779213468.064304:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1779213468.064305:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1779213468.064307:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1779213468.064307:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 02000000:00000010:1.0:1779213468.064308:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 02000000:00000010:0.0:1779213468.064309:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064c171ad. 02000000:00000001:0.0:1779213468.064313:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213468.064313:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1779213468.064314:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1779213468.064316:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213468.064317:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213468.064317:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213468.064318:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 00000020:00000001:0.0:1779213468.064319:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213468.064320:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000001:0.0:1779213468.064321:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213468.064322:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213468.064323:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:1.0:1779213468.064323:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213468.064326:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1779213468.064328:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213468.064334:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213468.064334:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213468.064339:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213468.064339:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213468.064349:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213468.064349:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213468.064351:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213468.064351:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213468.064355:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213468.064355:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213468.064358:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213468.064358:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213468.064366:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.064374:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213468.064376:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213468.064378:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213468.064379:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213468.064381:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213468.064382:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213468.064384:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213468.064388:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213468.064391:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213468.064393:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213468.064394:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213468.064397:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213468.064399:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213468.064407:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213468.064409:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213468.064411:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213468.064412:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213468.064413:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213468.064415:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.064421:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213468.064423:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213468.064424:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213468.064426:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213468.064433:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960556672:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213468.064437:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213468.064442:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213468.064444:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5c8f7cf x1865639960556672/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213468.064450:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213468.064452:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213468.064453:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001eec3ce5. 02000000:00000001:2.0:1779213468.064456:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213468.064458:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213468.064459:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213468.064461:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213468.064462:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 02000000:00000001:2.0:1779213468.064465:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213468.064466:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213468.064467:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5c8f7cf. 00000100:00000001:2.0:1779213468.064470:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213468.064471:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213468.064472:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213468.064476:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213468.064477:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213468.064479:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213468.064481:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213468.700379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213468.700389:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213468.700397:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213468.700398:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213468.700498:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213468.700504:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213468.700508:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213469.726153:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213469.726162:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213469.726170:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213469.726171:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213469.726250:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213469.726276:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213469.726280:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213470.748317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213470.748324:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213470.748330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213470.748331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213470.748381:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213470.748384:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213470.748386:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213471.772368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213471.772378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213471.772385:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213471.772387:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213471.772494:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213471.772499:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213471.772502:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213472.796334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213472.796340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213472.796345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213472.796345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213472.797279:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213472.797285:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213472.797290:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213473.180354:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213473.180363:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213473.180372:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5c8f7cf. 00000020:00000040:2.0:1779213473.180378:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213473.180383:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213473.180386:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213473.180390:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213473.180398:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a3988f0. 00000100:00000001:2.0:1779213473.180404:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213473.180414:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213473.180425:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213473.180427:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213473.180432:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5c8f7cf] to pc [ptlrpcd_00_01+1] req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.180468:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213473.180471:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213473.180474:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213473.180483:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000020:00000040:2.0:1779213473.180486:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213473.180488:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213473.180490:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213473.180491:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213473.180493:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213473.180495:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:2.0:1779213473.180499:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213473.180499:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213473.180503:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213473.180505:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1779213473.180510:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.180520:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213473.180522:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213473.180524:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213473.180528:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213473.180528:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213473.180532:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213473.180533:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213473.180538:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_00_02+2] req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213473.180543:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213473.180548:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213473.180555:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960556800:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213473.180560:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213473.180565:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213473.180567:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213473.180569:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213473.180571:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213473.180573:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63c0db6. 00000100:00000040:2.0:1779213473.180575:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213473.180576:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213473.180580:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213473.180583:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213473.180583:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000100:00000010:2.0:1779213473.180584:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000100:00100000:0.0:1779213473.180587:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:2.0:1779213473.180588:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213473.180590:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213473.180591:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213473.180593:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1779213473.180593:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 02000000:00000001:2.0:1779213473.180596:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213473.180598:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213473.180601:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213473.180602:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006110c9f2. 00000100:00000200:3.0:1779213473.180602:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556800, portal 25 00000100:00000001:0.0:1779213473.180605:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213473.180605:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213473.180609:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213473.180609:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213473.180609:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527167232 : -104754182384384 : ffffa0ba042b9500) 00000100:00000001:2.0:1779213473.180610:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213473.180611:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213473.180615:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213473.180619:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213473.180620:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1779213473.180620:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213473.180645:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213473.180650:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213473.180651:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213473.180652:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213473.180653:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213473.180654:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213473.180655:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 02000000:00000001:0.0:1779213473.180656:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1779213473.180658:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960556800, offset 0 02000000:00000001:0.0:1779213473.180660:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213473.180663:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_00_03+3] req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213473.180665:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213473.180666:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:0.0:1779213473.180673:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960556928:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213473.180678:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213473.180680:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213473.180681:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213473.180681:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213473.180684:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213473.180685:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213473.180685:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213473.180690:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213473.180690:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1779213473.180695:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c50fd0d2. 00000100:00000040:2.0:1779213473.180695:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11645) 00000400:00000200:3.0:1779213473.180695:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213473.180699:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213473.180701:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213473.180704:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:0.0:1779213473.180705:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 00000400:00000200:3.0:1779213473.180707:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [374:374:256:4294967295] 192.168.202.129@tcp LPNI seq info [374:374:8:4294967295] 00000100:00000001:1.0:1779213473.180708:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213473.180712:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1779213473.180716:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213473.180717:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000001:1.0:1779213473.180721:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1779213473.180723:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960556928, portal 10 00000100:00000001:1.0:1779213473.180723:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213473.180726:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213473.180728:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213473.180729:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213473.180730:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213473.180732:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000001:1.0:1779213473.180733:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1779213473.180737:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213473.180739:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213473.180743:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1779213473.180744:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 00000800:00000200:3.0:1779213473.180757:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213473.180762:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213473.180764:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213473.180767:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213473.180767:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213473.180770:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213473.180770:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:0.0:1779213473.180774:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213473.180774:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213473.180779:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00100000:1.0:1779213473.180780:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960557056:192.168.202.129@tcp:400: 00000800:00000200:3.0:1779213473.180782:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1779213473.180785:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960556928, offset 0 00000100:00000001:1.0:1779213473.180787:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213473.180790:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213473.180792:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213473.180795:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213473.180795:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213473.180800:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 00000100:00000001:3.0:1779213473.180800:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213473.180804:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213473.180807:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 00000100:00000001:3.0:1779213473.180807:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306313667 00000400:00000200:0.0:1779213473.180812:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:1.0:1779213473.180813:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000001:3.0:1779213473.180817:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306308547 00000100:00000200:1.0:1779213473.180818:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557056, portal 10 00000400:00000200:0.0:1779213473.180819:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213473.180823:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213473.180824:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306313667 00000400:00000200:0.0:1779213473.180826:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213473.180827:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 00000100:00000001:3.0:1779213473.180831:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306308547 00000400:00000200:0.0:1779213473.180832:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213473.180836:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213473.180836:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306313667 00000400:00000200:0.0:1779213473.180838:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213473.180842:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306308547 00000400:00000200:0.0:1779213473.180844:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [375:375:255:4294967295] 192.168.202.129@tcp LPNI seq info [375:375:7:4294967295] 00000100:00000001:3.0:1779213473.180849:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306313667 00000100:00000001:3.0:1779213473.180855:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306308547 00000100:00000001:1.0:1779213473.180860:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213473.180862:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213473.180866:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213473.180870:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:1.0:1779213473.180870:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213473.180872:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213473.180875:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000001:3.0:1779213473.180876:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213473.180881:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960557056, offset 0 00000800:00000200:0.0:1779213473.180882:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213473.180882:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213473.180885:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1779213473.180889:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000100:00000001:3.0:1779213473.180889:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213473.180892:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213473.180892:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213473.180894:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213473.180896:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213473.180899:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000010:2.0:1779213473.180900:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000100:00000001:3.0:1779213473.180900:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213473.180901:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213473.180908:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213473.180909:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213473.180912:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213473.180913:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213473.180918:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213473.180918:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213473.180919:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213473.180923:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213473.180926:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213473.180927:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [376:376:254:4294967295] 192.168.202.129@tcp LPNI seq info [376:376:6:4294967295] 00000100:00000040:0.0:1779213473.180931:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 258517 usecs (259 jiffies) 00000400:00000200:1.0:1779213473.180936:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213473.180937:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306308355 00000800:00000200:1.0:1779213473.180942:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213473.180943:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306313667 00000400:00000200:2.0:1779213473.180943:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000100:00000001:0.0:1779213473.180946:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306308355 00000800:00000010:1.0:1779213473.180946:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25e7fba. 00000400:00000010:2.0:1779213473.180946:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:0.0:1779213473.180950:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306313667 00000100:00000001:2.0:1779213473.180952:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213473.180953:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213473.180956:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213473.180961:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306308355 00000800:00000200:1.0:1779213473.180961:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b25e7fba type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213473.180964:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213473.180965:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306313667 00000100:00000001:1.0:1779213473.180966:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213473.180969:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306308355 00000100:00000040:1.0:1779213473.180972:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17537 usecs (18 jiffies) 00000100:00000001:0.0:1779213473.180973:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306313667 00000100:00000001:1.0:1779213473.180976:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306308114 00000100:00000001:0.0:1779213473.180977:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213473.180981:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306313667 00000100:00000001:0.0:1779213473.180982:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.180986:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306308114 00000100:00000001:0.0:1779213473.180987:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.180990:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306313667 00000100:00000001:0.0:1779213473.180991:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213473.180991:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213473.180993:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306308114 00000100:00000001:0.0:1779213473.180994:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213473.180996:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306313667 00000100:00000001:0.0:1779213473.180997:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213473.181000:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.181000:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306308114 00000100:00000040:2.0:1779213473.181000:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213473.181004:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.181005:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306313667 00000100:00000001:2.0:1779213473.181011:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.181012:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213473.181028:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.181030:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.181031:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213473.181044:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213473.181062:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213473.181064:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000400:00000200:2.0:1779213473.181068:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213473.181071:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213473.181074:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:2.0:1779213473.181075:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:2.0:1779213473.181078:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213473.181080:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.181085:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213473.181086:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.181090:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213473.181091:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213473.181118:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213473.181119:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25e7fba. 00000400:00000200:2.0:1779213473.181122:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213473.181124:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213473.181126:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:2.0:1779213473.181127:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000001:2.0:1779213473.181128:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213473.181130:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.181134:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213473.181135:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.181146:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213473.181147:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213473.182268:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213473.182280:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213473.182284:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213473.182286:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213473.182293:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213473.182305:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720b500 00000400:00000200:2.0:1779213473.182313:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xc85 [1] + 224 00000800:00000001:2.0:1779213473.182318:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213473.182323:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213473.182326:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213473.182329:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213473.182333:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213473.182338:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213473.182347:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.182371:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213473.182384:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213473.182385:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213473.182387:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213473.182392:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213473.182393:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213473.182394:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213473.182397:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213473.182401:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213473.182407:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b580 00000400:00000001:3.0:1779213473.182498:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213473.182501:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:3.0:1779213473.182508:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:3.0:1779213473.182510:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000001:3.0:1779213473.182513:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213473.182518:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213473.182519:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc8d [1] + 224 00000800:00000001:2.0:1779213473.182529:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213473.182533:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213473.182536:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213473.182538:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213473.182542:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213473.182545:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213473.182555:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213473.182562:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213473.182583:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213473.182591:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213473.182596:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213473.182601:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213473.182604:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213473.182606:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213473.182609:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213473.182613:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213473.182614:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213473.182616:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213473.182618:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213473.182620:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213473.182621:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1779213473.182624:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213473.182625:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b600 00000100:00000001:3.0:1779213473.182625:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213473.182628:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1779213473.182630:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213473.182632:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 00000400:00000200:0.0:1779213473.182636:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000100:00001000:3.0:1779213473.182636:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=78 v=5 (5 5 5 5) 00000400:00000010:0.0:1779213473.182639:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00001000:3.0:1779213473.182641:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213473.182643:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213473.182646:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1779213473.182647:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc95 [1] + 224 00000100:00000001:3.0:1779213473.182648:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213473.182651:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213473.182653:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1779213473.182655:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1779213473.182656:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213473.182661:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213473.182663:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213473.182668:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1779213473.182669:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213473.182673:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213473.182678:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213473.182686:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213473.182692:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213473.182693:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213473.182699:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213473.182700:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213473.182703:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213473.182703:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213473.182708:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213473.182710:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1779213473.182711:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213473.182712:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213473.182714:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213473.182715:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213473.182718:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213473.182725:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213473.182731:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213473.182738:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1779213473.182741:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960556800:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213473.182745:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213473.182747:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213473.182747:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213473.182751:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213473.182751:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213473.182752:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213473.182755:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213473.182756:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5c8f7cf x1865639960556800/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213473.182758:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779213473.182763:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000800:00000001:2.0:1779213473.182763:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213473.182766:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213473.182767:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213473.182769:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213473.182770:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213473.182773:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63c0db6. 00000100:00000040:0.0:1779213473.182774:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213473.182780:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213473.182781:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213473.182784:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1779213473.182784:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213473.182787:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213473.182788:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213473.182790:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213473.182792:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213473.182794:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213473.182797:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213473.182800:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213473.182803:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 00000020:00000001:3.0:1779213473.182806:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:0.0:1779213473.182809:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960556928:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213473.182809:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 02000000:00000010:3.0:1779213473.182810:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a3988f0. 00000400:00000010:1.0:1779213473.182813:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 02000000:00000001:3.0:1779213473.182817:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213473.182820:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213473.182820:0:199014:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1779213473.182820:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213473.182821:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5c8f7cf. 00000100:00000001:0.0:1779213473.182825:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1779213473.182827:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213473.182828:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1779213473.182832:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960556928/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213473.182832:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213473.182837:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213473.182845:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213473.182847:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213473.182848:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213473.182851:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213473.182854:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.182869:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213473.182870:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213473.182871:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213473.182873:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213473.182874:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:0.0:1779213473.182876:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c50fd0d2. 02000000:00000001:1.0:1779213473.182877:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213473.182879:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213473.182881:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213473.182882:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1779213473.182884:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213473.182885:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213473.182887:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:1.0:1779213473.182888:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=78 v=5 (5 5 5 5) 00000020:00000001:0.0:1779213473.182890:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213473.182892:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000001:0.0:1779213473.182894:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213473.182895:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213473.182897:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:0.0:1779213473.182899:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213473.182900:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213473.182903:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213473.182907:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213473.182913:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213473.182914:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213473.182914:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213473.182917:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213473.182917:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213473.182920:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213473.182922:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1779213473.182923:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213473.182930:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.182933:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213473.182934:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213473.182935:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213473.182943:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213473.182947:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213473.182953:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213473.182954:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213473.182955:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213473.182958:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213473.182964:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960557056:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213473.182967:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213473.182969:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213473.182970:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960557056/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213473.182976:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213473.182977:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213473.182979:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:1.0:1779213473.182982:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213473.182983:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213473.182984:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213473.182986:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213473.182987:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006110c9f2. 02000000:00000001:1.0:1779213473.182989:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213473.182990:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213473.182991:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 00000100:00000001:1.0:1779213473.182994:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213473.182995:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213473.182997:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213473.183000:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213473.183001:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213473.183003:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213473.183005:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213473.820328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213473.820333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213473.820339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213473.820340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213473.820401:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213473.820410:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213473.820413:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213474.844355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213474.844361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213474.844367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213474.844368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213474.844448:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213474.844451:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213474.844453:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213475.868389:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213475.868398:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213475.868406:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213475.868407:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213475.868792:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213475.868797:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213475.868823:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213476.892402:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213476.892411:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213476.892419:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213476.892420:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213476.893073:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213476.893077:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213476.893081:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213477.916386:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213477.916396:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213477.916399:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213477.916403:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213477.916409:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213477.916411:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213477.916413:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213477.916416:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213477.916421:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213477.916422:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213477.916424:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213477.916426:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213477.916427:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213477.916428:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213477.916430:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213477.916432:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213477.916497:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213477.916501:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213477.916505:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213478.300357:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213478.300371:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213478.300382:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000020:00000040:2.0:1779213478.300390:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213478.300394:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213478.300397:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213478.300403:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213478.300410:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213478.300417:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.300428:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213478.300437:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213478.300454:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.300459:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_00+0] req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.300483:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.300485:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213478.300488:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213478.300489:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779213478.300491:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213478.300492:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213478.300494:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213478.300495:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213478.300497:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adbcc3c7. 00000100:00000001:2.0:1779213478.300500:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.300503:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213478.300508:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213478.300508:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213478.300509:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213478.300513:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213478.300515:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213478.300519:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213478.300523:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213478.300523:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213478.300526:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_01+1] req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213478.300527:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.300531:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213478.300534:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213478.300538:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213478.300545:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.300548:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213478.300550:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213478.300553:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213478.300554:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1779213478.300556:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1779213478.300559:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213478.300559:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779213478.300565:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213478.300566:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213478.300569:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.300571:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213478.300572:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213478.300572:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213478.300575:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213478.300575:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213478.300576:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213478.300576:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213478.300579:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213478.300582:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213478.300585:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f543ceb. 02000000:00000001:3.0:1779213478.300588:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213478.300592:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213478.300592:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213478.300593:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213478.300595:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213478.300598:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213478.300599:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213478.300602:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1779213478.300603:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960557184:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213478.300604:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.300606:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1779213478.300610:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960557312:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213478.300612:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213478.300617:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213478.300619:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213478.300621:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213478.300622:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213478.300625:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1779213478.300628:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213478.300631:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e3d382e. 02000000:00000001:0.0:1779213478.300632:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779213478.300635:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213478.300637:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 02000000:00000001:0.0:1779213478.300641:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213478.300644:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000400:00000010:0.0:1779213478.300648:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 00000100:00000001:2.0:1779213478.300649:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213478.300652:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213478.300652:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000400:00000010:0.0:1779213478.300655:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000040:2.0:1779213478.300659:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_02+2] req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213478.300665:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557312, portal 10 00000100:00000200:3.0:1779213478.300665:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557184, portal 25 00000100:00000001:3.0:1779213478.300670:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213478.300671:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213478.300674:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000100:00000001:0.0:1779213478.300675:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000100:00000040:3.0:1779213478.300687:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213478.300688:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.300697:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.300703:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213478.300712:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213478.300719:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213478.300720:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213478.300721:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11650) 00000100:00000001:1.0:1779213478.300723:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213478.300725:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213478.300727:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213478.300728:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213478.300732:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213478.300734:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000040:1.0:1779213478.300735:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213478.300737:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000200:0.0:1779213478.300740:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960557312, offset 0 00000100:00000200:3.0:1779213478.300744:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960557184, offset 0 00000400:00000200:0.0:1779213478.300754:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213478.300754:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213478.300756:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213478.300757:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213478.300761:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213478.300761:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213478.300763:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213478.300766:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213478.300770:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213478.300772:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960557440:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213478.300775:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213478.300779:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213478.300783:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213478.300784:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213478.300785:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213478.300788:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213478.300793:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:1.0:1779213478.300796:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c3dd4d3. 00000400:00000200:0.0:1779213478.300798:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213478.300800:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213478.300803:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:1.0:1779213478.300806:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 00000400:00000200:0.0:1779213478.300811:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [377:377:256:4294967295] 192.168.202.129@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000010:1.0:1779213478.300813:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000200:1.0:1779213478.300818:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557440, portal 10 00000100:00000001:1.0:1779213478.300820:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213478.300822:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 00000100:00000040:1.0:1779213478.300830:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213478.300831:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213478.300844:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213478.300845:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213478.300846:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:1.0:1779213478.300851:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213478.300854:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081b74abf. 00000400:00000200:3.0:1779213478.300854:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1779213478.300855:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000100:00000200:1.0:1779213478.300858:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960557440, offset 0 00000400:00000200:3.0:1779213478.300859:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213478.300863:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213478.300870:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213478.300871:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213478.300872:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213478.300876:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [378:378:255:4294967295] 192.168.202.129@tcp LPNI seq info [378:378:7:4294967295] 00000400:00000200:3.0:1779213478.300883:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213478.300887:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213478.300890:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213478.300893:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779213478.300895:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 00000400:00000200:1.0:1779213478.300896:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213478.300900:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213478.300902:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213478.300907:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213478.300908:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779213478.300912:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213478.300914:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213478.300919:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213478.300922:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [379:379:254:4294967295] 192.168.202.129@tcp LPNI seq info [379:379:6:4294967295] 00000400:00000200:1.0:1779213478.300931:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213478.300933:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213478.300933:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213478.300938:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213478.300940:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 256212 usecs (257 jiffies) 00000100:00000001:3.0:1779213478.300941:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306318787 00000800:00000010:1.0:1779213478.300943:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000100:00000001:0.0:1779213478.300945:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306313473 00000800:00000200:1.0:1779213478.300949:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213478.300954:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306313667 00000800:00000200:1.0:1779213478.300957:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213478.300962:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213478.300962:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306318787 00000100:00000001:0.0:1779213478.300963:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306318787 00000100:00000001:0.0:1779213478.300975:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306313473 00000100:00000001:1.0:1779213478.300977:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213478.300981:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17400 usecs (18 jiffies) 00000100:00000001:3.0:1779213478.300981:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306313667 00000100:00000001:1.0:1779213478.300987:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306313234 00000100:00000001:3.0:1779213478.300988:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306318787 00000100:00000001:0.0:1779213478.300989:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306318787 00000100:00000001:1.0:1779213478.300990:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306318787 00000100:00000001:0.0:1779213478.300996:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306313473 00000100:00000001:1.0:1779213478.300996:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306313234 00000100:00000001:3.0:1779213478.300996:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306313667 00000100:00000001:1.0:1779213478.301000:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306318787 00000800:00000200:2.0:1779213478.301000:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213478.301004:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306313234 00000800:00000010:2.0:1779213478.301005:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000100:00000001:0.0:1779213478.301008:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306318787 00000100:00000001:3.0:1779213478.301008:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306318787 00000400:00000200:2.0:1779213478.301012:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213478.301014:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306313473 00000100:00000001:1.0:1779213478.301014:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306318787 00000100:00000001:3.0:1779213478.301014:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306313667 00000100:00000001:1.0:1779213478.301020:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306313234 00000400:00000200:2.0:1779213478.301020:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213478.301021:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306318787 00000100:00000001:3.0:1779213478.301022:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213478.301026:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213478.301028:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213478.301029:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306318787 00000400:00000200:2.0:1779213478.301030:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000100:00000001:3.0:1779213478.301030:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213478.301034:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1779213478.301034:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213478.301035:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213478.301036:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213478.301039:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213478.301041:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213478.301041:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213478.301042:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213478.301043:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213478.301044:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1779213478.301047:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213478.301048:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.301048:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213478.301049:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213478.301054:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213478.301055:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213478.301058:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213478.301063:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213478.301066:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213478.301066:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213478.301069:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213478.301070:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213478.301073:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213478.301078:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213478.301082:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213478.301096:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213478.301098:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000400:00000200:2.0:1779213478.301100:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213478.301104:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213478.301106:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000400:00000010:2.0:1779213478.301108:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:2.0:1779213478.301117:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213478.301120:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.301127:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213478.301129:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.301135:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213478.301136:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213478.301202:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213478.301204:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:2.0:1779213478.301209:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213478.301212:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213478.301215:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b74abf 00000400:00000010:2.0:1779213478.301216:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000081b74abf. 00000100:00000001:2.0:1779213478.301219:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213478.301237:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.301242:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213478.301244:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.301248:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213478.301249:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213478.302926:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213478.302942:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213478.302947:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213478.302949:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213478.302959:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213478.302986:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b700 00000400:00000200:2.0:1779213478.302995:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xc9d [1] + 224 00000800:00000001:2.0:1779213478.303002:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213478.303006:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213478.303009:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213478.303013:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213478.303026:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213478.303031:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213478.303041:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.303062:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213478.303071:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213478.303075:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213478.303077:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213478.303079:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213478.303083:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213478.303091:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720b680 00000400:00000200:2.0:1779213478.303096:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xca1 [1] + 224 00000100:00000001:0.0:1779213478.303098:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213478.303101:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213478.303102:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213478.303107:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213478.303108:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213478.303110:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1779213478.303110:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1779213478.303113:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 00000400:00000200:2.0:1779213478.303116:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213478.303126:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779213478.303129:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:0.0:1779213478.303133:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213478.303137:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213478.303147:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213478.303154:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213478.303156:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213478.303158:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213478.303161:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213478.303164:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213478.303166:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213478.303170:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213478.303179:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213478.303183:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213478.303193:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213478.303195:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213478.303198:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213478.303202:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213478.303206:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213478.303208:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213478.303209:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213478.303211:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213478.303215:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.303215:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213478.303247:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213478.303258:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213478.303265:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213478.303272:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213478.303274:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213478.303279:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.303284:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1779213478.303290:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960557312:192.168.202.129@tcp:400: 00000800:00000001:2.0:1779213478.303291:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213478.303296:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213478.303297:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213478.303301:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1779213478.303301:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779213478.303306:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960557312/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213478.303306:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213478.303317:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213478.303317:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213478.303321:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213478.303322:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213478.303325:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1779213478.303328:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213478.303329:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b780 02000000:00000010:0.0:1779213478.303330:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 00000400:00000001:3.0:1779213478.303332:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213478.303336:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 02000000:00000001:0.0:1779213478.303338:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1779213478.303340:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000020:00000001:0.0:1779213478.303341:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1779213478.303343:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000020:00000040:0.0:1779213478.303344:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213478.303347:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1779213478.303349:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213478.303353:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adbcc3c7. 00000100:00000200:3.0:1779213478.303355:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213478.303359:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1779213478.303363:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xcad [1] + 224 02000000:00000001:0.0:1779213478.303368:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1779213478.303368:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1779213478.303371:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:0.0:1779213478.303378:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213478.303381:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213478.303383:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213478.303392:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.303396:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213478.303398:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213478.303399:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213478.303400:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213478.303403:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213478.303403:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213478.303406:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213478.303407:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213478.303408:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213478.303410:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213478.303412:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213478.303417:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213478.303421:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=83 v=5 (1 1 1 1) 00000800:00000001:2.0:1779213478.303422:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.303424:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1779213478.303426:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213478.303427:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213478.303430:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1779213478.303434:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00010000:00000001:3.0:1779213478.303434:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213478.303438:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213478.303442:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213478.303445:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213478.303452:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213478.303461:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213478.303466:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213478.303471:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213478.303473:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213478.303479:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213478.303488:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213478.303494:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213478.303499:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1779213478.303499:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960557184:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213478.303507:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.303509:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213478.303512:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960557184/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213478.303520:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213478.303526:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213478.303526:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213478.303529:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1779213478.303530:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213478.303533:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1779213478.303533:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e3d382e. 00000400:00000010:1.0:1779213478.303537:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 02000000:00000001:3.0:1779213478.303538:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213478.303541:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1779213478.303543:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000020:00000040:3.0:1779213478.303543:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000010:1.0:1779213478.303548:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000020:00000001:3.0:1779213478.303548:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213478.303550:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf43c8a. 00000100:00000001:1.0:1779213478.303554:0:199014:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1779213478.303554:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213478.303557:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213478.303559:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000200:1.0:1779213478.303562:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213478.303564:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213478.303566:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.303570:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213478.303575:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213478.303577:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213478.303580:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213478.303581:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213478.303584:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213478.303601:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213478.303603:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213478.303604:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213478.303606:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213478.303607:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213478.303609:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213478.303611:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213478.303615:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213478.303619:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=24 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213478.303621:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213478.303622:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213478.303624:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213478.303627:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213478.303634:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213478.303637:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213478.303638:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213478.303640:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213478.303641:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213478.303644:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213478.303649:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213478.303657:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213478.303659:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213478.303663:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213478.303670:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960557440:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213478.303674:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213478.303676:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213478.303678:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960557440/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213478.303684:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213478.303686:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213478.303688:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c3dd4d3. 02000000:00000001:1.0:1779213478.303692:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213478.303693:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213478.303694:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213478.303696:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213478.303697:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f543ceb. 02000000:00000001:1.0:1779213478.303700:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213478.303701:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213478.303702:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000100:00000001:1.0:1779213478.303705:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213478.303706:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213478.303708:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213478.303711:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213478.303712:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213478.303714:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213478.303715:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213478.940374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213478.940383:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213478.940390:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213478.940392:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213478.940422:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213478.940433:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213478.940437:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213479.964356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213479.964364:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213479.964372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213479.964373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213479.964425:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213479.964429:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213479.964432:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213480.989094:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213480.989102:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213480.989110:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213480.989111:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213480.989184:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213480.989198:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213480.989201:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213482.012378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213482.012386:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213482.012394:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213482.012395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213482.012444:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213482.012448:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213482.012450:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213483.036344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213483.036349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213483.036354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213483.036355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213483.036412:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213483.036416:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213483.036419:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213483.420291:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213483.420301:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213483.420311:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000020:00000040:2.0:1779213483.420319:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213483.420338:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213483.420341:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213483.420346:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213483.420354:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:2.0:1779213483.420360:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420370:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213483.420380:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213483.420382:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_03+3] req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213483.420421:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420423:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213483.420426:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213483.420428:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 00000020:00000040:2.0:1779213483.420430:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213483.420432:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213483.420433:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213483.420435:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213483.420439:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213483.420441:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420444:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213483.420452:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213483.420454:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420457:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023bb76ba] to pc [ptlrpcd_00_00+0] req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213483.420464:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213483.420473:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213483.420478:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213483.420485:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213483.420488:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213483.420493:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213483.420497:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420501:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213483.420510:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213483.420511:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213483.420514:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213483.420518:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1779213483.420520:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 02000000:00000001:0.0:1779213483.420521:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1779213483.420524:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213483.420525:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420529:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1779213483.420532:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960557568:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213483.420532:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213483.420537:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213483.420539:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213483.420543:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1779213483.420544:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 02000000:00000001:0.0:1779213483.420546:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420549:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213483.420550:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213483.420556:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1779213483.420557:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 02000000:00000001:0.0:1779213483.420561:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420567:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1779213483.420569:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 00000100:00000001:2.0:1779213483.420569:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420574:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_01+1] req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213483.420577:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000001:2.0:1779213483.420585:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213483.420586:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557568, portal 25 00000100:00000040:2.0:1779213483.420587:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213483.420590:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1779213483.420591:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213483.420596:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11656) 00000100:00000001:0.0:1779213483.420599:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000100:00000040:0.0:1779213483.420606:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213483.420611:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213483.420614:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213483.420616:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213483.420617:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213483.420623:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213483.420624:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213483.420628:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000100:00000200:0.0:1779213483.420633:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960557568, offset 0 00000100:00000001:2.0:1779213483.420634:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213483.420637:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213483.420640:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213483.420643:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213483.420643:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213483.420647:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213483.420651:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960557824:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213483.420654:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213483.420656:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213483.420658:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213483.420659:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213483.420665:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213483.420667:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213483.420670:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002bc3ac2. 00000400:00000200:0.0:1779213483.420671:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:2.0:1779213483.420674:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213483.420678:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213483.420681:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:2.0:1779213483.420681:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e8a886. 00000400:00000200:0.0:1779213483.420687:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [380:380:256:4294967295] 192.168.202.129@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000010:2.0:1779213483.420688:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000200:2.0:1779213483.420694:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557824, portal 10 00000100:00000001:2.0:1779213483.420697:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213483.420699:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000400:00000200:0.0:1779213483.420704:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213483.420708:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213483.420714:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213483.420721:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1779213483.420722:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000100:00000040:2.0:1779213483.420726:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213483.420729:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000800:00000200:0.0:1779213483.420730:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213483.420737:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213483.420739:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213483.420745:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960557824, offset 0 00000400:00000200:2.0:1779213483.420754:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213483.420760:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213483.420761:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213483.420763:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213483.420768:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213483.420769:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306323907 00000400:00000200:2.0:1779213483.420772:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213483.420775:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213483.420778:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306318787 00000400:00000200:2.0:1779213483.420778:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [381:381:255:4294967295] 192.168.202.129@tcp LPNI seq info [381:381:7:4294967295] 00000100:00000001:0.0:1779213483.420784:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306323907 00000100:00000001:0.0:1779213483.420791:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306318787 00000400:00000200:2.0:1779213483.420794:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213483.420796:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306323907 00000100:00000001:0.0:1779213483.420800:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306318787 00000800:00000200:2.0:1779213483.420803:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213483.420804:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306323907 00000100:00000001:0.0:1779213483.420809:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306318787 00000800:00000010:2.0:1779213483.420809:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000800:00000200:2.0:1779213483.420814:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213483.420820:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213483.420821:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213483.420824:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213483.420825:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420828:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213483.420830:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.420832:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17273 usecs (18 jiffies) 00000100:00000001:0.0:1779213483.420833:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213483.420838:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306318354 00000100:00000001:2.0:1779213483.420841:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306323907 00000100:00000001:0.0:1779213483.420843:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213483.420845:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213483.420849:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213483.420850:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306318354 00000100:00000001:0.0:1779213483.420851:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213483.420854:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420854:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306323907 00000100:00000001:0.0:1779213483.420858:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420858:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306318354 00000100:00000001:2.0:1779213483.420862:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306323907 00000100:00000001:2.0:1779213483.420864:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306318354 00000100:00000001:2.0:1779213483.420866:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306323907 00000100:00000001:2.0:1779213483.420868:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213483.420870:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420872:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.420874:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213483.420878:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213483.420879:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213483.420881:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213483.420882:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213483.420883:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213483.420885:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1779213483.420887:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213483.420889:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213483.420890:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213483.420891:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213483.420892:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213483.420894:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213483.420897:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213483.420904:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213483.420905:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213483.420907:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213483.420908:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213483.420910:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213483.420912:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960557696:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213483.420928:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213483.420930:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213483.420935:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213483.420937:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213483.420939:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 02000000:00000001:2.0:1779213483.420941:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213483.420944:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089723773. 00000400:00000010:2.0:1779213483.420947:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfc1185. 00000100:00000200:2.0:1779213483.420950:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557696, portal 10 00000100:00000001:2.0:1779213483.420952:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213483.420954:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527176192 : -104754182375424 : ffffa0ba042bb800) 00000100:00000040:2.0:1779213483.420961:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213483.420967:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213483.420970:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213483.420971:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000200:2.0:1779213483.420974:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960557696, offset 0 00000400:00000200:2.0:1779213483.420978:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213483.420982:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213483.420985:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213483.420987:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213483.420989:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213483.420991:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213483.420993:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [382:382:254:4294967295] 192.168.202.129@tcp LPNI seq info [382:382:6:4294967295] 00000400:00000200:2.0:1779213483.421002:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213483.421007:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213483.421010:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000800:00000200:2.0:1779213483.421014:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213483.421016:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1779213483.421023:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000010:1.0:1779213483.421024:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000800:00000200:2.0:1779213483.421027:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213483.421033:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213483.421036:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1779213483.421036:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 253953 usecs (254 jiffies) 00000100:00000001:2.0:1779213483.421043:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306318590 00000400:00000200:1.0:1779213483.421056:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213483.421057:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306323907 00000100:00000001:2.0:1779213483.421065:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306318590 00000100:00000001:2.0:1779213483.421067:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306323907 00000400:00000200:1.0:1779213483.421069:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000100:00000001:2.0:1779213483.421070:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306318590 00000400:00000010:1.0:1779213483.421074:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000001:2.0:1779213483.421075:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306323907 00000100:00000001:2.0:1779213483.421080:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306318590 00000100:00000001:1.0:1779213483.421082:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213483.421083:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306323907 00000100:00000001:2.0:1779213483.421088:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213483.421090:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.421092:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213483.421094:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213483.421098:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213483.421114:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213483.421120:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213483.421129:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213483.421131:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213483.421146:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213483.421149:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:1.0:1779213483.421152:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213483.421155:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213483.421158:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000400:00000010:1.0:1779213483.421160:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:1.0:1779213483.421163:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213483.421167:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213483.421175:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213483.421179:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.421181:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213483.421186:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213483.421195:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213483.421197:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213483.421299:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213483.421302:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000400:00000200:1.0:1779213483.421305:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213483.421309:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213483.421311:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:1.0:1779213483.421319:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000001:1.0:1779213483.421322:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213483.421326:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213483.421333:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213483.421335:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213483.421341:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213483.421342:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213483.423708:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213483.423726:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213483.423730:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213483.423732:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213483.423742:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213483.423756:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720b800 00000400:00000200:2.0:1779213483.423765:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xcb5 [1] + 224 00000800:00000001:2.0:1779213483.423771:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213483.423775:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213483.423777:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213483.423781:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213483.423788:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213483.423793:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213483.423803:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213483.423824:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213483.423842:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213483.423856:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213483.423858:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213483.423861:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213483.423863:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213483.423867:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213483.423868:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213483.423874:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b880 00000400:00000001:0.0:1779213483.423875:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213483.423877:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213483.423880:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 00000400:00000200:0.0:1779213483.423885:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:0.0:1779213483.423887:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:0.0:1779213483.423889:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213483.423895:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213483.423895:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xcc5 [1] + 224 00000800:00000001:2.0:1779213483.423904:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213483.423907:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213483.423909:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213483.423926:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213483.423926:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213483.423929:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213483.423931:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213483.423934:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1779213483.423934:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213483.423937:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213483.423939:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.423939:0:199006:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1779213483.423942:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213483.423945:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213483.423949:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213483.423955:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213483.423960:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213483.423961:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213483.423964:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213483.423965:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213483.423967:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213483.423971:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213483.423980:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213483.423985:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213483.423985:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213483.423989:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213483.423991:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213483.423991:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779213483.423994:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213483.423996:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213483.424002:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1779213483.424003:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960557568:192.168.202.129@tcp:400: 00000800:00000001:2.0:1779213483.424006:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213483.424007:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213483.424010:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213483.424015:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960557568/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213483.424017:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213483.424026:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213483.424029:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1779213483.424030:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720b900 02000000:00000010:0.0:1779213483.424032:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:0.0:1779213483.424036:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213483.424038:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213483.424039:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xcbd [1] + 224 00000020:00000001:0.0:1779213483.424040:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213483.424043:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213483.424045:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:2.0:1779213483.424046:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1779213483.424047:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:0.0:1779213483.424050:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213483.424054:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1779213483.424055:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213483.424055:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1779213483.424056:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 00000400:00000200:2.0:1779213483.424064:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213483.424065:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213483.424068:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213483.424068:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213483.424074:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213483.424075:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213483.424075:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213483.424082:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089723773. 00000100:00000001:0.0:1779213483.424085:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213483.424090:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213483.424092:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfc1185 00000100:00000001:0.0:1779213483.424093:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213483.424096:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213483.424100:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfc1185. 00000100:00000001:3.0:1779213483.424106:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213483.424108:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213483.424121:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213483.424121:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213483.424173:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.424192:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1779213483.424193:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.424195:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213483.424198:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213483.424200:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213483.424203:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213483.424207:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213483.424218:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213483.424259:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213483.424267:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213483.424271:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213483.424281:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213483.424287:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213483.424291:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213483.424293:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213483.424296:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213483.424299:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213483.424303:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213483.424305:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213483.424307:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213483.424309:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213483.424314:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.424321:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213483.424323:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213483.424325:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213483.424328:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213483.424346:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960557696:192.168.202.129@tcp:400: 00000400:00000001:3.0:1779213483.424353:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213483.424354:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213483.424355:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e8a886. 00000400:00000200:3.0:1779213483.424358:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000010:3.0:1779213483.424360:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000001:3.0:1779213483.424362:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213483.424365:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213483.424373:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.424378:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213483.424380:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213483.424381:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213483.424383:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213483.424384:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213483.424385:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213483.424387:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213483.424390:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213483.424393:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=29 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213483.424395:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213483.424396:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213483.424398:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213483.424400:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213483.424407:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213483.424410:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213483.424411:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213483.424412:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213483.424413:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213483.424416:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.424428:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213483.424430:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213483.424431:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213483.424434:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213483.424440:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960557824:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213483.424445:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213483.424447:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213483.424449:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023bb76ba x1865639960557696/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.424454:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213483.424457:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213483.424459:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:3.0:1779213483.424462:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213483.424464:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213483.424466:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213483.424468:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213483.424469:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:3.0:1779213483.424473:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213483.424475:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213483.424476:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000100:00000001:3.0:1779213483.424479:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213483.424480:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213483.424481:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213483.424484:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960557824/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213483.424488:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213483.424489:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213483.424490:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002bc3ac2. 02000000:00000001:3.0:1779213483.424492:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213483.424493:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213483.424499:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213483.424501:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213483.424503:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:3.0:1779213483.424505:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213483.424506:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213483.424507:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00000001:3.0:1779213483.424510:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213483.424511:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213483.424513:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213483.424519:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213483.424521:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213483.424522:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213483.424524:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213484.060359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213484.060368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213484.060375:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213484.060376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213484.060430:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213484.060434:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213484.060438:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213485.084357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213485.084365:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213485.084371:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213485.084372:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213485.084399:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213485.084403:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213485.084406:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213486.108339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213486.108347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213486.108357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213486.108358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213486.108406:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213486.108411:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213486.108414:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213487.132346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213487.132352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213487.132358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213487.132360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213487.132421:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213487.132424:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213487.132428:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213488.156297:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213488.156302:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213488.156304:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213488.156306:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.156310:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213488.156312:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.156313:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.156315:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.156317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213488.156318:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213488.156319:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213488.156320:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.156321:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213488.156322:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.156323:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.156324:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213488.156361:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213488.156365:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213488.156368:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213488.540370:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213488.540395:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213488.540403:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213488.540410:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213488.540414:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213488.540418:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213488.540423:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213488.540431:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024616477. 00000100:00000001:0.0:1779213488.540437:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213488.540448:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213488.540458:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213488.540460:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213488.540465:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_02+2] req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.540495:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213488.540497:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213488.540500:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213488.540503:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213488.540506:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213488.540509:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213488.540510:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213488.540512:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213488.540516:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b02bd8b8. 00000100:00000001:1.0:1779213488.540517:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213488.540519:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213488.540522:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213488.540525:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213488.540526:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213488.540529:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213488.540532:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213488.540540:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213488.540549:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213488.540553:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.540555:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213488.540558:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213488.540558:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213488.540564:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_03+3] req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213488.540566:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213488.540571:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213488.540579:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960557952:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213488.540582:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213488.540588:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213488.540589:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.540591:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213488.540592:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213488.540596:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217e29bf. 00000100:00000040:0.0:1779213488.540601:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213488.540601:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.540606:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1779213488.540606:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fac82c3. 00000100:00000001:2.0:1779213488.540609:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213488.540611:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000100:00000001:2.0:1779213488.540612:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213488.540613:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000001:2.0:1779213488.540615:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1779213488.540616:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213488.540619:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1779213488.540622:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213488.540623:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213488.540627:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213488.540627:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960557952, portal 25 00000100:00000001:1.0:1779213488.540632:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1779213488.540635:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f245bb91. 00000100:00000001:1.0:1779213488.540635:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000001:2.0:1779213488.540639:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213488.540642:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213488.540642:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213488.540646:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213488.540649:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213488.540653:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213488.540653:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213488.540660:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213488.540664:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1779213488.540667:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960558080:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213488.540672:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213488.540676:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213488.540677:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1779213488.540678:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d343be. 00000100:00000001:0.0:1779213488.540680:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213488.540681:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1779213488.540682:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960557952, offset 0 02000000:00000001:2.0:1779213488.540684:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213488.540687:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213488.540689:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213488.540690:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c1360ec. 00000400:00000200:1.0:1779213488.540695:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213488.540695:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213488.540701:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000400:00000010:2.0:1779213488.540707:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000400:00000200:1.0:1779213488.540710:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:2.0:1779213488.540712:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558080, portal 10 00000100:00000001:2.0:1779213488.540714:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213488.540715:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000400:00000200:1.0:1779213488.540716:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213488.540722:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213488.540723:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213488.540725:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213488.540731:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1779213488.540731:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213488.540736:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213488.540738:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:0.0:1779213488.540740:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213488.540742:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213488.540746:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000400:00000200:1.0:1779213488.540748:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [383:383:256:4294967295] 192.168.202.129@tcp LPNI seq info [383:383:8:4294967295] 00000100:00000040:0.0:1779213488.540749:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11661) 00000100:00000200:2.0:1779213488.540749:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960558080, offset 0 00000400:00000200:2.0:1779213488.540758:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213488.540763:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213488.540767:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213488.540770:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213488.540774:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213488.540778:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.540782:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1779213488.540784:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213488.540784:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213488.540787:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213488.540791:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1779213488.540793:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000400:00000200:2.0:1779213488.540796:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213488.540799:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213488.540801:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213488.540805:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213488.540806:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213488.540806:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213488.540809:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213488.540811:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1779213488.540815:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213488.540819:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [384:384:255:4294967295] 192.168.202.129@tcp LPNI seq info [384:384:7:4294967295] 00000800:00000200:1.0:1779213488.540820:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00100000:3.0:1779213488.540823:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960558208:192.168.202.129@tcp:400: 00000800:00000200:1.0:1779213488.540827:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213488.540829:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213488.540833:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213488.540835:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213488.540837:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213488.540842:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213488.540847:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213488.540847:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bacc5c67. 02000000:00000001:3.0:1779213488.540852:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213488.540853:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306329027 00000800:00000200:2.0:1779213488.540853:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213488.540859:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 00000100:00000001:1.0:1779213488.540875:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306323907 00000400:00000010:3.0:1779213488.540875:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000800:00000200:2.0:1779213488.540876:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213488.540882:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306329027 00000400:00000010:3.0:1779213488.540884:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000001:1.0:1779213488.540887:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306323907 00000800:00000200:2.0:1779213488.540887:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1779213488.540889:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558208, portal 10 00000100:00000001:1.0:1779213488.540891:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306329027 00000800:00000200:2.0:1779213488.540893:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213488.540894:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213488.540896:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:1.0:1779213488.540897:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306323907 00000100:00000001:2.0:1779213488.540899:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213488.540904:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 251748 usecs (252 jiffies) 00000100:00000040:3.0:1779213488.540905:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213488.540909:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306329027 00000100:00000001:2.0:1779213488.540910:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306323708 00000100:00000001:1.0:1779213488.540916:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306323907 00000100:00000001:2.0:1779213488.540916:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306329027 00000100:00000001:3.0:1779213488.540920:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213488.540922:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306323708 00000100:00000001:1.0:1779213488.540925:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213488.540928:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306329027 00000100:00000040:3.0:1779213488.540928:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213488.540929:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213488.540930:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213488.540933:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000001:2.0:1779213488.540934:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306323708 00000800:00000010:0.0:1779213488.540935:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000100:00000001:1.0:1779213488.540936:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213488.540937:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960558208, offset 0 00000100:00000001:2.0:1779213488.540939:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306329027 00000100:00000001:1.0:1779213488.540941:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213488.540944:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306323708 00000400:00000200:0.0:1779213488.540946:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213488.540947:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213488.540950:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306329027 00000100:00000001:1.0:1779213488.540952:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213488.540953:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213488.540955:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213488.540957:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213488.540958:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213488.540960:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213488.540965:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213488.540966:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213488.540966:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213488.540967:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213488.540971:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213488.540972:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213488.540972:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213488.540975:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213488.540978:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213488.540981:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213488.540982:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213488.540984:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213488.540987:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [385:385:254:4294967295] 192.168.202.129@tcp LPNI seq info [385:385:6:4294967295] 00000100:00000001:2.0:1779213488.540988:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213488.540990:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213488.540992:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213488.540995:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213488.541000:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213488.541007:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213488.541008:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d343be 00000400:00000010:0.0:1779213488.541011:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000021d343be. 00000800:00000010:3.0:1779213488.541011:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000673d4a48. 00000100:00000001:0.0:1779213488.541018:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213488.541018:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213488.541024:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213488.541026:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213488.541031:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000673d4a48 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213488.541037:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213488.541042:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17160 usecs (18 jiffies) 00000100:00000001:0.0:1779213488.541043:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213488.541045:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306323474 00000100:00000001:3.0:1779213488.541047:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306329027 00000100:00000001:3.0:1779213488.541051:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306323474 00000100:00000040:0.0:1779213488.541055:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213488.541055:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306329027 00000100:00000001:0.0:1779213488.541065:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213488.541065:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306323474 00000100:00000001:0.0:1779213488.541069:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213488.541070:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306329027 00000100:00000001:3.0:1779213488.541073:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306323474 00000100:00000001:3.0:1779213488.541074:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306329027 00000100:00000001:3.0:1779213488.541076:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213488.541079:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213488.541081:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213488.541083:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213488.541084:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213488.541087:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000100:00000001:3.0:1779213488.541088:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213488.541090:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213488.541090:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213488.541095:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213488.541098:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213488.541098:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213488.541101:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213488.541102:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000100:00000001:3.0:1779213488.541103:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213488.541105:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000001:0.0:1779213488.541109:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213488.541112:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.541119:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213488.541121:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.541127:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.541128:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213488.541195:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213488.541198:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000673d4a48. 00000400:00000200:0.0:1779213488.541201:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213488.541204:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213488.541207:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:0.0:1779213488.541208:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:0.0:1779213488.541211:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213488.541213:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.541220:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213488.541249:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.541255:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.541256:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213488.542787:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213488.542798:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213488.542801:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213488.542802:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213488.542809:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213488.542818:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ba00 00000400:00000200:1.0:1779213488.542823:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xcd5 [1] + 224 00000800:00000001:1.0:1779213488.542829:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213488.542842:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213488.542848:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213488.542852:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213488.542857:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213488.542861:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213488.542882:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213488.542901:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213488.542908:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213488.542912:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213488.542914:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213488.542923:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213488.542927:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213488.542933:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720b980 00000400:00000200:1.0:1779213488.542939:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xccd [1] + 224 00000800:00000001:1.0:1779213488.542942:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213488.542942:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213488.542946:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779213488.542951:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213488.542952:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1779213488.542953:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1779213488.542956:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213488.542958:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:2.0:1779213488.542960:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000400:00000200:2.0:1779213488.542964:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213488.542965:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:2.0:1779213488.542967:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213488.542968:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213488.542971:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213488.542974:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213488.542988:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213488.542995:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213488.543013:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213488.543014:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213488.543016:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213488.543018:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213488.543020:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213488.543021:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213488.543023:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213488.543024:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213488.543030:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1779213488.543032:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=82 v=5 (5 5 5 5) 00000800:00000001:1.0:1779213488.543035:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213488.543035:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=82 v=5 (1 1 1 1) 00000800:00000001:1.0:1779213488.543040:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213488.543041:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1779213488.543044:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213488.543044:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213488.543047:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1779213488.543052:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00010000:00000001:2.0:1779213488.543052:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213488.543058:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213488.543060:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213488.543062:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213488.543064:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ba80 00000100:00000001:2.0:1779213488.543065:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213488.543067:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.543071:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213488.543073:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xcdd [1] + 224 00000100:00000040:2.0:1779213488.543075:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213488.543079:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213488.543081:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213488.543085:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1779213488.543086:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213488.543088:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fac82c3. 00000400:00000200:1.0:1779213488.543090:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213488.543094:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000100:00000001:2.0:1779213488.543095:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213488.543098:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000400:00000200:1.0:1779213488.543100:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213488.543101:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213488.543105:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213488.543105:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213488.543107:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213488.543114:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213488.543114:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213488.543115:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213488.543150:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213488.543151:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213488.543152:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960558080:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213488.543162:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213488.543167:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213488.543173:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960558080/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.543183:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213488.543186:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213488.543189:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213488.543191:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213488.543193:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1779213488.543195:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1779213488.543197:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c1360ec. 00000100:00000001:0.0:1779213488.543198:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213488.543202:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213488.543203:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1779213488.543206:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213488.543207:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213488.543209:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00001000:0.0:1779213488.543211:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=93 v=5 (5 5 5 5) 00000020:00000001:2.0:1779213488.543213:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213488.543216:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b02bd8b8. 00000100:00001000:0.0:1779213488.543217:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213488.543220:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213488.543244:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213488.543247:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213488.543248:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1779213488.543250:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:0.0:1779213488.543251:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213488.543256:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213488.543257:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1779213488.543258:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213488.543259:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213488.543259:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213488.543263:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213488.543263:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213488.543265:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213488.543270:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213488.543273:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213488.543276:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213488.543277:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213488.543279:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.543288:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213488.543290:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213488.543292:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213488.543295:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213488.543303:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960557952:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213488.543315:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213488.543318:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213488.543321:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960557952/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213488.543326:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213488.543327:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213488.543330:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213488.543330:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1779213488.543334:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217e29bf. 00000400:00000001:3.0:1779213488.543335:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1779213488.543337:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1779213488.543338:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1779213488.543340:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1779213488.543341:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000020:00000040:0.0:1779213488.543343:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000200:3.0:1779213488.543346:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000020:00000001:0.0:1779213488.543347:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213488.543350:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024616477. 00000400:00000010:3.0:1779213488.543350:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 02000000:00000001:0.0:1779213488.543355:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213488.543356:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1779213488.543358:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213488.543360:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:0.0:1779213488.543364:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213488.543365:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213488.543367:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213488.543370:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213488.543371:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213488.543374:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213488.543376:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213488.543378:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213488.543388:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213488.543395:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213488.543397:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213488.543398:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213488.543400:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213488.543401:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213488.543402:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213488.543404:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213488.543408:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213488.543416:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=34 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213488.543418:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213488.543419:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213488.543420:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213488.543424:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213488.543430:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213488.543432:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213488.543433:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213488.543434:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213488.543436:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213488.543438:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213488.543444:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213488.543446:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213488.543447:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213488.543450:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213488.543456:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960558208:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213488.543460:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213488.543462:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213488.543464:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960558208/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213488.543470:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213488.543471:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213488.543473:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bacc5c67. 02000000:00000001:3.0:1779213488.543476:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213488.543477:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213488.543478:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213488.543480:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213488.543482:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f245bb91. 02000000:00000001:3.0:1779213488.543489:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213488.543490:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213488.543491:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:3.0:1779213488.543494:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213488.543495:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213488.543497:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213488.543500:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213488.543501:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213488.543503:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213488.543504:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213489.180483:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213489.180489:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213489.180495:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213489.180496:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213489.180566:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213489.180570:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213489.180572:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213490.204321:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213490.204326:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213490.204331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213490.204332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213490.204405:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213490.204409:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213490.204411:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213491.228968:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213491.228975:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213491.228981:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213491.229006:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213491.229060:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213491.229065:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213491.229067:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213492.252428:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213492.252433:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213492.252436:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213492.252437:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213492.252488:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213492.252491:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213492.252493:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213493.276367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213493.276377:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213493.276384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213493.276385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213493.276457:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213493.276462:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213493.276464:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213493.660399:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213493.660417:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213493.660433:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213493.660442:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213493.660448:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213493.660452:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213493.660458:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213493.660467:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024616477. 00000100:00000001:0.0:1779213493.660479:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213493.660492:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213493.660510:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213493.660532:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213493.660541:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_01+1] req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.660583:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213493.660587:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213493.660590:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213493.660594:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213493.660597:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213493.660599:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213493.660601:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213493.660603:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.660606:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213493.660609:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f245bb91. 00000100:00000001:1.0:1779213493.660612:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213493.660613:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213493.660614:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.660617:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213493.660619:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213493.660620:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1779213493.660626:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.660640:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213493.660644:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.660644:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213493.660647:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213493.660650:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_02+2] req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213493.660653:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213493.660657:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213493.660662:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213493.660666:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960558336:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213493.660672:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213493.660676:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213493.660678:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1779213493.660679:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213493.660683:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1779213493.660683:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213493.660686:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213493.660688:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213493.660689:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213493.660691:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213493.660694:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213493.660695:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213493.660697:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213493.660698:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b02bd8b8. 02000000:00000010:3.0:1779213493.660701:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd36b99f. 00000100:00000001:0.0:1779213493.660702:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.660702:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213493.660706:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213493.660706:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213493.660709:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1779213493.660715:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213493.660715:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000100:00000001:2.0:1779213493.660720:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213493.660725:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000001:2.0:1779213493.660726:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.660735:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1779213493.660736:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558336, portal 25 00000100:00000001:1.0:1779213493.660737:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.660742:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1779213493.660743:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213493.660745:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 02000000:00000001:1.0:1779213493.660746:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213493.660749:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213493.660752:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213493.660752:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213493.660754:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213493.660760:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960558464:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213493.660761:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_03+3] req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213493.660774:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213493.660778:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213493.660781:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213493.660783:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1779213493.660784:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 02000000:00000001:1.0:1779213493.660786:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213493.660788:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213493.660789:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1779213493.660789:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960558336, offset 0 00000100:00000040:0.0:1779213493.660794:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1779213493.660794:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4460d26. 02000000:00000001:1.0:1779213493.660799:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213493.660801:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1779213493.660804:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039dc15de. 00000100:00000040:0.0:1779213493.660807:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11666) 00000100:00000001:2.0:1779213493.660808:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213493.660823:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213493.660823:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213493.660826:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1779213493.660833:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000040:2.0:1779213493.660833:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213493.660839:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558464, portal 10 00000100:00000001:1.0:1779213493.660845:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213493.660845:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213493.660846:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213493.660849:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000001:2.0:1779213493.660850:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213493.660855:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213493.660857:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213493.660860:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213493.660860:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213493.660861:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213493.660868:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960558592:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213493.660869:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213493.660877:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213493.660878:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213493.660884:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213493.660884:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213493.660888:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213493.660892:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [386:386:256:4294967295] 192.168.202.129@tcp LPNI seq info [386:386:8:4294967295] 02000000:00000001:2.0:1779213493.660893:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213493.660899:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009da92795. 02000000:00000001:2.0:1779213493.660903:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.660906:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1779213493.660908:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000100:00000040:1.0:1779213493.660914:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213493.660916:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000400:00000200:3.0:1779213493.660918:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:1.0:1779213493.660919:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000200:2.0:1779213493.660921:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558592, portal 10 00000100:00000200:1.0:1779213493.660924:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960558464, offset 0 00000100:00000001:2.0:1779213493.660925:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213493.660929:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000800:00000200:3.0:1779213493.660930:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213493.660936:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213493.660939:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1779213493.660940:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001749ef0e. 00000400:00000200:1.0:1779213493.660945:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213493.660952:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213493.660954:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213493.660959:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213493.660962:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213493.660968:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:3.0:1779213493.660968:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213493.660975:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [387:387:255:4294967295] 192.168.202.129@tcp LPNI seq info [387:387:7:4294967295] 00000800:00000200:3.0:1779213493.660976:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001749ef0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213493.660983:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213493.660990:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213493.660994:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfc1185. 00000400:00000200:1.0:1779213493.660996:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:2.0:1779213493.660999:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960558592, offset 0 00000100:00000001:3.0:1779213493.660999:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213493.661005:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213493.661007:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306334147 00000400:00000200:2.0:1779213493.661010:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213493.661012:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f4cd30a. 00000800:00000200:1.0:1779213493.661019:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213493.661020:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306329027 00000400:00000200:2.0:1779213493.661021:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213493.661027:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213493.661028:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306334147 00000400:00000200:2.0:1779213493.661030:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213493.661033:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213493.661037:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213493.661039:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213493.661042:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306329027 00000800:00000200:1.0:1779213493.661045:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f4cd30a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213493.661045:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [388:388:254:4294967295] 192.168.202.129@tcp LPNI seq info [388:388:6:4294967295] 00000100:00000001:3.0:1779213493.661049:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306334147 00000100:00000001:1.0:1779213493.661052:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.661056:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306329027 00000100:00000040:1.0:1779213493.661057:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 249566 usecs (250 jiffies) 00000100:00000001:1.0:1779213493.661063:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306328826 00000400:00000200:2.0:1779213493.661063:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213493.661065:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306334147 00000100:00000001:1.0:1779213493.661069:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306334147 00000800:00000200:0.0:1779213493.661071:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213493.661072:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306329027 00000100:00000001:1.0:1779213493.661075:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306328826 00000800:00000200:2.0:1779213493.661077:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213493.661078:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001749ef0e. 00000100:00000001:1.0:1779213493.661079:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306334147 00000100:00000001:1.0:1779213493.661083:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306328826 00000800:00000010:2.0:1779213493.661085:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 00000100:00000001:1.0:1779213493.661086:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306334147 00000400:00000200:0.0:1779213493.661090:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213493.661091:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306328826 00000100:00000001:3.0:1779213493.661091:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213493.661096:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306334147 00000800:00000200:2.0:1779213493.661096:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213493.661097:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213493.661102:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213493.661103:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.661106:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213493.661106:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213493.661109:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213493.661112:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213493.661112:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213493.661113:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000400:00000010:0.0:1779213493.661118:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:2.0:1779213493.661119:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.661121:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213493.661124:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 17036 usecs (18 jiffies) 00000100:00000001:3.0:1779213493.661124:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213493.661125:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213493.661129:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306328594 00000100:00000001:3.0:1779213493.661130:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213493.661133:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213493.661134:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306334147 00000100:00000001:3.0:1779213493.661136:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213493.661137:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306328594 00000100:00000001:3.0:1779213493.661140:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213493.661141:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306334147 00000100:00000200:0.0:1779213493.661143:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213493.661146:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306328594 00000100:00000001:2.0:1779213493.661150:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306334147 00000100:00000001:2.0:1779213493.661155:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306328594 00000100:00000001:2.0:1779213493.661159:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306334147 00000100:00000001:0.0:1779213493.661163:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213493.661173:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213493.661174:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.661177:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213493.661182:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213493.661184:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213493.661187:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213493.661188:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.661192:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213493.661194:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213493.661195:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.661195:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213493.661197:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213493.661199:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213493.661199:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.661204:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213493.661204:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213493.661207:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213493.661210:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213493.661212:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213493.661213:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213493.661216:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213493.661219:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213493.661221:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f4cd30a. 00000400:00000200:0.0:1779213493.661248:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213493.661252:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213493.661255:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:0.0:1779213493.661257:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:0.0:1779213493.661260:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213493.661263:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.661275:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213493.661277:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.661283:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213493.661285:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213493.661358:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213493.661360:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000400:00000200:0.0:1779213493.661363:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213493.661367:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213493.661369:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfc1185 00000400:00000010:0.0:1779213493.661371:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfc1185. 00000100:00000001:0.0:1779213493.661373:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213493.661375:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.661382:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213493.661384:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.661389:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213493.661390:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213493.666986:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667011:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213493.667017:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667020:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213493.667035:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213493.667057:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720bb00 00000400:00000200:0.0:1779213493.667068:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xce5 [1] + 224 00000800:00000001:0.0:1779213493.667078:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667082:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213493.667085:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213493.667090:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213493.667099:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213493.667126:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213493.667140:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.667166:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213493.667178:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667183:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213493.667185:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667187:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213493.667191:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213493.667197:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720bb80 00000400:00000200:0.0:1779213493.667204:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xced [1] + 224 00000800:00000001:0.0:1779213493.667208:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667211:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213493.667213:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213493.667216:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213493.667219:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213493.667256:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213493.667264:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.667288:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213493.667292:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667296:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213493.667297:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667299:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213493.667303:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213493.667309:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720bc00 00000400:00000200:0.0:1779213493.667314:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xcf1 [1] + 224 00000800:00000001:0.0:1779213493.667317:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213493.667331:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213493.667333:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213493.667337:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213493.667340:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213493.667345:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213493.667353:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213493.667376:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213493.667382:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213493.667384:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1779213493.667385:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213493.667390:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213493.667399:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213493.667402:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213493.667405:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039dc15de. 00000400:00000200:1.0:1779213493.667411:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213493.667414:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:1.0:1779213493.667417:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213493.667422:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213493.667444:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213493.667451:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213493.667452:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213493.667455:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213493.667456:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213493.667459:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213493.667461:0:199014:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:3.0:1779213493.667463:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213493.667465:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 02000000:00000001:1.0:1779213493.667466:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213493.667469:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213493.667471:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213493.667471:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:3.0:1779213493.667475:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 02000000:00000001:1.0:1779213493.667476:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.667479:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213493.667484:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213493.667486:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213493.667495:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=87 v=5 (1 1 1 1) 00000100:00000200:3.0:1779213493.667500:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213493.667501:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213493.667504:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213493.667511:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213493.667512:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213493.667515:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213493.667517:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213493.667519:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213493.667520:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213493.667521:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213493.667523:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213493.667524:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.667530:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1779213493.667534:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213493.667537:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213493.667541:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213493.667542:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213493.667543:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.667547:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1779213493.667547:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213493.667551:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213493.667551:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.667553:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213493.667560:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213493.667560:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213493.667590:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213493.667590:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213493.667596:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213493.667596:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213493.667600:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213493.667600:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213493.667608:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213493.667610:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213493.667630:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960558336:192.168.202.129@tcp:400: 00000100:00100000:1.0:1779213493.667634:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960558464:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213493.667640:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213493.667642:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213493.667645:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213493.667646:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213493.667650:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960558464/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213493.667652:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960558336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213493.667678:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213493.667678:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213493.667681:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1779213493.667681:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213493.667686:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd36b99f. 02000000:00000010:1.0:1779213493.667687:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4460d26. 02000000:00000001:1.0:1779213493.667693:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1779213493.667694:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213493.667695:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1779213493.667697:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213493.667698:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000040:3.0:1779213493.667699:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213493.667702:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1779213493.667703:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213493.667705:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f245bb91. 02000000:00000010:3.0:1779213493.667706:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024616477. 02000000:00000001:1.0:1779213493.667711:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213493.667712:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213493.667714:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779213493.667715:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213493.667717:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000010:3.0:1779213493.667718:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:1.0:1779213493.667722:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213493.667724:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213493.667725:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213493.667726:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213493.667729:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213493.667729:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213493.667738:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213493.667740:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.667742:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213493.667742:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213493.667744:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213493.667745:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213493.667747:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213493.667749:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213493.667866:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213493.667870:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213493.667875:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213493.667877:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213493.667878:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000400:00000200:2.0:1779213493.667882:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213493.667884:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:2.0:1779213493.667887:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213493.667891:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213493.667900:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213493.667906:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213493.667908:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213493.667910:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213493.667911:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213493.667912:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213493.667914:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213493.667915:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213493.667920:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213493.667923:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=39 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213493.667925:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213493.667926:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213493.667927:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213493.667930:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213493.667948:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213493.667950:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213493.667952:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213493.667954:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213493.667955:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213493.667957:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213493.667963:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213493.667965:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213493.667967:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213493.667969:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213493.667975:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960558592:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213493.667979:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213493.667981:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213493.667983:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960558592/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213493.667989:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213493.667990:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213493.667991:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009da92795. 02000000:00000001:2.0:1779213493.667994:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213493.667996:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213493.667997:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213493.667999:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213493.668000:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b02bd8b8. 02000000:00000001:2.0:1779213493.668002:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213493.668003:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213493.668004:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:2.0:1779213493.668007:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213493.668008:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213493.668014:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213493.668017:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213493.668018:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213493.668021:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213493.668022:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213494.300326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213494.300332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213494.300339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213494.300341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213494.300382:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213494.300387:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213494.300390:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213495.324380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213495.324388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213495.324394:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213495.324395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213495.324661:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213495.324666:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213495.324669:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213496.348502:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213496.348511:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213496.348517:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213496.348519:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213496.348840:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213496.348845:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213496.348850:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213497.372340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213497.372345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213497.372349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213497.372349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213497.372366:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213497.372370:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213497.372373:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213498.396413:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213498.396424:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213498.396427:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213498.396431:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.396437:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213498.396440:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.396441:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.396444:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.396448:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213498.396450:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213498.396451:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213498.396452:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.396454:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213498.396456:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.396457:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.396459:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213498.396658:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213498.396662:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213498.396665:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213498.780367:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213498.780379:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213498.780392:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 00000020:00000040:1.0:1779213498.780401:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213498.780406:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213498.780410:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213498.780416:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213498.780425:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053d5b992. 00000100:00000001:1.0:1779213498.780434:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213498.780447:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213498.780458:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213498.780461:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213498.780474:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_00+0] req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.780501:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213498.780503:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213498.780507:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213498.780509:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3a74cc2. 00000020:00000040:1.0:1779213498.780511:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213498.780514:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213498.780516:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213498.780518:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213498.780521:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009364803b. 00000100:00000001:1.0:1779213498.780524:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213498.780527:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213498.780531:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213498.780538:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1779213498.780540:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213498.780545:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213498.780549:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213498.780552:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213498.780554:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213498.780556:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213498.780560:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213498.780564:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213498.780568:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213498.780571:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213498.780572:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213498.780578:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3a74cc2] to pc [ptlrpcd_00_01+1] req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213498.780588:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213498.780591:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213498.780595:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213498.780598:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213498.780599:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213498.780602:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960558720:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213498.780602:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213498.780607:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213498.780609:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213498.780612:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213498.780615:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1779213498.780616:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039e99af1. 02000000:00000001:0.0:1779213498.780618:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213498.780620:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213498.780622:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213498.780625:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1779213498.780629:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b197e98. 02000000:00000001:1.0:1779213498.780629:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213498.780629:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213498.780633:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213498.780634:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213498.780634:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213498.780638:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213498.780639:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4848e89. 02000000:00000010:1.0:1779213498.780641:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:3.0:1779213498.780643:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213498.780645:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213498.780646:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213498.780651:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213498.780653:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1779213498.780654:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000040:1.0:1779213498.780654:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213498.780655:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1779213498.780663:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558720, portal 25 00000100:00000040:3.0:1779213498.780664:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213498.780668:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213498.780670:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 00000100:00000001:1.0:1779213498.780670:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213498.780673:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213498.780679:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213498.780681:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039e99af1] to pc [ptlrpcd_00_02+2] req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213498.780692:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213498.780693:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213498.780696:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213498.780699:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213498.780702:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1779213498.780703:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000100:00000200:0.0:1779213498.780706:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960558720, offset 0 02000000:00000001:3.0:1779213498.780707:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213498.780711:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213498.780715:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:3.0:1779213498.780718:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960558848:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213498.780724:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213498.780727:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213498.780728:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213498.780730:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213498.780732:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213498.780734:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213498.780736:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1779213498.780738:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbd7d8c8. 00000100:00000040:1.0:1779213498.780739:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1779213498.780741:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:1.0:1779213498.780746:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1779213498.780747:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213498.780750:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213498.780753:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213498.780756:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11671) 00000400:00000200:0.0:1779213498.780758:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [389:389:256:4294967295] 192.168.202.129@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000010:3.0:1779213498.780758:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000100:00000001:2.0:1779213498.780776:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213498.780777:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000200:3.0:1779213498.780781:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558848, portal 10 00000100:00000001:3.0:1779213498.780787:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213498.780788:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213498.780789:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213498.780790:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728220672 : -104753981330944 : ffffa0ba10276a00) 00000100:00000001:2.0:1779213498.780792:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213498.780800:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213498.780803:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213498.780803:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1779213498.780813:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000100:00000001:1.0:1779213498.780821:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213498.780825:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213498.780828:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213498.780829:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213498.780831:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213498.780832:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213498.780836:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213498.780837:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213498.780838:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213498.780841:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 02000000:00000001:2.0:1779213498.780842:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213498.780844:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1779213498.780847:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960558848, offset 0 00000100:00100000:2.0:1779213498.780849:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960558976:192.168.202.129@tcp:400: 00000800:00000200:0.0:1779213498.780852:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213498.780856:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213498.780857:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213498.780861:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213498.780864:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213498.780864:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213498.780867:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213498.780870:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213498.780874:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213498.780874:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f556786. 00000400:00000200:3.0:1779213498.780874:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:2.0:1779213498.780877:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213498.780880:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213498.780881:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306339267 00000400:00000010:2.0:1779213498.780883:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000400:00000010:2.0:1779213498.780888:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00000200:2.0:1779213498.780894:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960558976, portal 10 00000400:00000200:3.0:1779213498.780894:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213498.780898:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213498.780901:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306334147 00000100:00000001:2.0:1779213498.780901:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728211712 : -104753981339904 : ffffa0ba10274700) 00000400:00000200:3.0:1779213498.780902:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [390:390:255:4294967295] 192.168.202.129@tcp LPNI seq info [390:390:7:4294967295] 00000100:00000001:0.0:1779213498.780909:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306339267 00000100:00000040:2.0:1779213498.780912:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213498.780917:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306334147 00000400:00000200:3.0:1779213498.780921:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213498.780924:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306339267 00000100:00000001:0.0:1779213498.780930:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306334147 00000100:00000001:2.0:1779213498.780934:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213498.780935:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213498.780940:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213498.780942:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b233226. 00000100:00000001:0.0:1779213498.780944:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306339267 00000400:00000010:2.0:1779213498.780944:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000200:2.0:1779213498.780949:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960558976, offset 0 00000800:00000200:3.0:1779213498.780950:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213498.780951:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306334147 00000100:00000001:0.0:1779213498.780959:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213498.780961:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213498.780963:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213498.780965:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213498.780966:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b233226 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213498.780970:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213498.780971:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213498.780972:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213498.780975:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213498.780978:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1779213498.780978:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 247470 usecs (248 jiffies) 00000100:00000001:0.0:1779213498.780979:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213498.780982:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213498.780983:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306333944 00000400:00000200:2.0:1779213498.780984:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213498.780986:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213498.780990:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213498.780990:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213498.780990:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306339267 00000400:00000200:2.0:1779213498.780996:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213498.780996:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306333944 00000100:00000001:3.0:1779213498.781007:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306339267 00000400:00000200:2.0:1779213498.781011:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [391:391:254:4294967295] 192.168.202.129@tcp LPNI seq info [391:391:6:4294967295] 00000100:00000001:3.0:1779213498.781012:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306333944 00000100:00000001:3.0:1779213498.781016:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306339267 00000100:00000001:3.0:1779213498.781019:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306333944 00000100:00000001:3.0:1779213498.781022:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306339267 00000400:00000200:2.0:1779213498.781027:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213498.781028:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213498.781032:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213498.781035:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213498.781037:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213498.781039:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213498.781042:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213498.781048:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213498.781053:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213498.781056:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213498.781059:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213498.781062:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16963 usecs (17 jiffies) 00000100:00000001:2.0:1779213498.781065:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306333713 00000100:00000001:2.0:1779213498.781068:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306339267 00000100:00000001:2.0:1779213498.781069:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306333713 00000100:00000001:2.0:1779213498.781071:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306339267 00000100:00000001:2.0:1779213498.781073:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306333713 00000100:00000001:2.0:1779213498.781075:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306339267 00000100:00000001:2.0:1779213498.781076:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306333713 00000100:00000001:2.0:1779213498.781078:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306339267 00000100:00000001:2.0:1779213498.781079:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213498.781081:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213498.781083:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213498.781085:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213498.781089:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213498.781091:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213498.781093:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213498.781094:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213498.781096:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213498.781098:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213498.781105:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213498.781110:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000400:00000200:1.0:1779213498.781117:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213498.781128:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213498.781134:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000400:00000010:1.0:1779213498.781136:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000100:00000001:1.0:1779213498.781140:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213498.781144:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.781153:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213498.781156:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.781164:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213498.781166:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213498.781178:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213498.781180:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b233226. 00000400:00000200:1.0:1779213498.781183:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213498.781186:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213498.781189:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:1.0:1779213498.781191:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:1.0:1779213498.781193:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213498.781195:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.781201:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213498.781202:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.781207:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213498.781208:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213498.781315:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213498.781318:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:1.0:1779213498.781321:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213498.781324:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213498.781327:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:1.0:1779213498.781328:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000001:1.0:1779213498.781330:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213498.781333:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.781346:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213498.781349:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.781355:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213498.781356:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213498.783605:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213498.783626:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213498.783632:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213498.783634:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213498.783645:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213498.783664:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720bd00 00000400:00000200:0.0:1779213498.783674:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd05 [1] + 224 00000800:00000001:0.0:1779213498.783682:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213498.783685:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213498.783688:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213498.783693:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213498.783700:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213498.783708:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213498.783721:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213498.783738:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213498.783749:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213498.783753:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213498.783755:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213498.783757:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213498.783773:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213498.783780:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720bc80 00000100:00000001:3.0:1779213498.783783:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213498.783787:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213498.783793:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213498.783796:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213498.783799:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:3.0:1779213498.783803:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:3.0:1779213498.783805:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000001:3.0:1779213498.783808:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213498.783813:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213498.783816:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xcfd [1] + 224 00000800:00000001:0.0:1779213498.783828:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213498.783830:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213498.783835:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213498.783836:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1779213498.783839:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213498.783839:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213498.783841:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213498.783845:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1779213498.783848:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213498.783849:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213498.783852:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213498.783854:0:199006:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1779213498.783855:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213498.783862:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213498.783865:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213498.783872:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213498.783878:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1779213498.783881:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213498.783881:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213498.783886:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213498.783896:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213498.783900:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213498.783901:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213498.783903:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213498.783904:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213498.783907:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1779213498.783911:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213498.783914:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213498.783919:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213498.783920:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1779213498.783923:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213498.783926:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1779213498.783927:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213498.783930:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213498.783936:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000040:3.0:1779213498.783945:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.783951:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213498.783953:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720bd80 00000100:00000001:1.0:1779213498.783963:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1779213498.783963:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960558848:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213498.783964:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd0d [1] + 224 00000800:00000001:0.0:1779213498.783971:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213498.783971:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213498.783973:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213498.783974:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213498.783978:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4848e89. 00000100:00000001:3.0:1779213498.783978:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1779213498.783979:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213498.783983:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213498.783984:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000100:00000040:3.0:1779213498.783984:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3a74cc2 x1865639960558848/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213498.783987:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:1.0:1779213498.783992:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213498.783993:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779213498.783999:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213498.784001:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213498.784007:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1779213498.784009:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213498.784015:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1779213498.784016:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213498.784019:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbd7d8c8. 02000000:00000001:3.0:1779213498.784025:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213498.784033:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1779213498.784035:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.784035:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1779213498.784036:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213498.784039:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213498.784042:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213498.784044:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:3.0:1779213498.784046:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009364803b. 02000000:00000001:1.0:1779213498.784047:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213498.784050:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213498.784053:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213498.784054:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213498.784055:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213498.784057:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1779213498.784059:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=103 v=5 (5 5 5 5) 00000100:00000010:3.0:1779213498.784060:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3a74cc2. 00000100:00000001:0.0:1779213498.784062:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1779213498.784067:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213498.784069:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1779213498.784070:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213498.784070:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213498.784072:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213498.784073:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213498.784075:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213498.784076:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213498.784077:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213498.784079:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213498.784081:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213498.784086:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1779213498.784088:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213498.784089:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213498.784098:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213498.784102:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213498.784104:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213498.784106:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213498.784107:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213498.784110:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213498.784116:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960558720:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213498.784119:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213498.784120:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213498.784121:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960558720/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213498.784126:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213498.784127:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213498.784129:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b197e98. 02000000:00000001:1.0:1779213498.784132:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213498.784133:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213498.784134:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213498.784136:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213498.784137:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053d5b992. 02000000:00000001:1.0:1779213498.784139:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213498.784140:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213498.784142:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00000001:1.0:1779213498.784144:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213498.784145:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213498.784146:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213498.784150:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213498.784151:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213498.784152:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213498.784156:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213498.784156:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213498.784158:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213498.784167:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213498.784168:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213498.784170:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000400:00000200:2.0:1779213498.784174:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213498.784175:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:2.0:1779213498.784177:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213498.784180:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213498.784186:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213498.784190:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213498.784191:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213498.784192:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213498.784193:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213498.784194:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213498.784195:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213498.784196:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213498.784200:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213498.784202:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=44 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213498.784203:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213498.784204:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213498.784205:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213498.784207:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213498.784211:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213498.784212:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213498.784213:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213498.784214:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213498.784214:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213498.784216:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213498.784219:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213498.784221:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213498.784256:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213498.784259:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213498.784264:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960558976:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213498.784267:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213498.784268:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213498.784269:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039e99af1 x1865639960558976/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213498.784273:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213498.784274:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213498.784275:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f556786. 02000000:00000001:2.0:1779213498.784277:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213498.784278:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213498.784279:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213498.784280:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213498.784281:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 02000000:00000001:2.0:1779213498.784283:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213498.784284:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213498.784284:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039e99af1. 00000100:00000001:2.0:1779213498.784286:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213498.784287:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213498.784288:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213498.784291:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213498.784292:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213498.784293:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213498.784294:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213499.420342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213499.420348:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213499.420353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213499.420354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213499.420398:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213499.420402:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213499.420404:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213500.444328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213500.444333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213500.444340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213500.444341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213500.444392:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213500.444395:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213500.444396:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213501.468347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213501.468368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213501.468374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213501.468375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213501.468447:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213501.468451:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213501.468454:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213502.492316:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213502.492322:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213502.492328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213502.492329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213502.492377:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213502.492381:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213502.492383:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213503.516310:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213503.516314:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213503.516318:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213503.516318:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213503.516361:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213503.516365:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213503.516367:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213503.900386:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213503.900399:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213503.900409:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213503.900418:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213503.900429:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213503.900433:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213503.900439:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213503.900448:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000100:00000001:3.0:1779213503.900459:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213503.900477:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213503.900493:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213503.900497:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213503.900507:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_03+3] req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213503.900557:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213503.900562:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213503.900568:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213503.900571:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1779213503.900573:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000100:00000001:0.0:1779213503.900578:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213503.900582:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213503.900589:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1779213503.900601:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213503.900604:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213503.900607:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213503.900608:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213503.900612:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213503.900615:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213503.900616:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213503.900619:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213503.900620:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213503.900623:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.900625:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213503.900625:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bddec1ab. 00000100:00100000:0.0:1779213503.900629:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960559104:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213503.900635:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213503.900636:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213503.900645:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213503.900646:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213503.900648:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213503.900653:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213503.900660:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db79f51d. 00000100:00000001:3.0:1779213503.900661:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213503.900664:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213503.900665:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213503.900675:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048c81054. 00000100:00000040:3.0:1779213503.900675:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_00+0] req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213503.900686:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779213503.900696:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960559104, portal 25 00000100:00000001:0.0:1779213503.900699:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213503.900701:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000040:0.0:1779213503.900720:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213503.900730:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213503.900734:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213503.900735:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213503.900737:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000100:00000001:1.0:1779213503.900739:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213503.900742:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960559104, offset 0 00000100:00000001:1.0:1779213503.900749:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213503.900751:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213503.900756:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.900765:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213503.900766:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213503.900769:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213503.900771:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213503.900774:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213503.900776:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213503.900781:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960559232:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213503.900783:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213503.900788:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213503.900791:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213503.900791:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213503.900794:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213503.900797:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213503.900798:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1779213503.900802:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 02000000:00000001:1.0:1779213503.900805:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213503.900811:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:1.0:1779213503.900812:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039dc15de. 00000400:00000200:0.0:1779213503.900817:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [392:392:256:4294967295] 192.168.202.129@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000010:1.0:1779213503.900818:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213503.900824:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960559232, portal 10 00000100:00000001:1.0:1779213503.900827:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213503.900829:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000400:00000200:0.0:1779213503.900835:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:1.0:1779213503.900839:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213503.900850:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213503.900851:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213503.900857:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213503.900858:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000400:00000010:1.0:1779213503.900861:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000100:00000200:1.0:1779213503.900865:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960559232, offset 0 00000800:00000200:0.0:1779213503.900870:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213503.900873:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213503.900882:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213503.900886:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213503.900888:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213503.900891:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213503.900894:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213503.900896:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213503.900900:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [393:393:255:4294967295] 192.168.202.129@tcp LPNI seq info [393:393:7:4294967295] 00000800:00000200:0.0:1779213503.900905:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213503.900918:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213503.900924:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213503.900926:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213503.900932:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306344387 00000800:00000010:1.0:1779213503.900932:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 00000800:00000200:1.0:1779213503.900939:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213503.900942:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306339267 00000800:00000200:1.0:1779213503.900947:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213503.900950:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306344387 00000800:00000200:1.0:1779213503.900951:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213503.900956:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213503.900961:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 245372 usecs (246 jiffies) 00000100:00000001:1.0:1779213503.900966:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306339062 00000100:00000001:0.0:1779213503.900967:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306339267 00000100:00000001:3.0:1779213503.900968:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.900971:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306344387 00000100:00000040:3.0:1779213503.900974:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213503.900975:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306344387 00000100:00000001:1.0:1779213503.900976:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306339062 00000100:00000001:0.0:1779213503.900981:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306339267 00000100:00000001:1.0:1779213503.900982:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306344387 00000100:00000001:3.0:1779213503.900982:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213503.900988:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306339062 00000100:00000010:3.0:1779213503.900988:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000100:00000001:0.0:1779213503.900990:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306344387 00000100:00000001:1.0:1779213503.900993:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306344387 00000800:00000200:2.0:1779213503.900993:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1779213503.900994:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213503.900996:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306339267 00000100:00000001:1.0:1779213503.900997:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306339062 00000800:00000010:2.0:1779213503.901001:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000100:00000001:3.0:1779213503.901001:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213503.901003:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213503.901004:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306344387 00000100:00000001:0.0:1779213503.901009:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.901009:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213503.901009:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213503.901015:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213503.901017:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.901018:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213503.901022:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213503.901023:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.901023:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213503.901032:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000100:00000001:1.0:1779213503.901035:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213503.901036:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1779213503.901036:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000100:00000001:1.0:1779213503.901038:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213503.901039:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213503.901042:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213503.901043:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213503.901043:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213503.901044:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213503.901047:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213503.901048:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213503.901050:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213503.901051:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213503.901052:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213503.901057:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213503.901064:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213503.901068:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.901070:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1779213503.901074:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000349c4b19. 00000100:00000040:2.0:1779213503.901075:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213503.901080:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.901089:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213503.901089:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213503.901093:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213503.901101:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213503.901103:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213503.901108:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_01+1] req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213503.901124:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213503.901135:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1779213503.901136:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213503.901139:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:2.0:1779213503.901145:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1779213503.901152:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213503.901153:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213503.901160:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000400:00000010:2.0:1779213503.901162:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000040:3.0:1779213503.901162:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11676) 00000100:00000001:2.0:1779213503.901167:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213503.901172:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.901178:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213503.901181:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213503.901183:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213503.901190:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213503.901195:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213503.901207:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213503.901208:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.901209:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213503.901213:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213503.901215:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213503.901219:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.901249:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213503.901251:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213503.901251:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213503.901254:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213503.901258:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213503.901261:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960559360:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213503.901262:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.901265:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213503.901269:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213503.901272:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213503.901274:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213503.901280:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49da12f. 02000000:00000001:1.0:1779213503.901282:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213503.901285:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000400:00000010:1.0:1779213503.901289:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000200:1.0:1779213503.901292:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960559360, portal 10 00000100:00000001:1.0:1779213503.901293:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213503.901295:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000040:1.0:1779213503.901300:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.901306:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213503.901308:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213503.901310:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000200:1.0:1779213503.901312:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960559360, offset 0 00000400:00000200:1.0:1779213503.901315:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213503.901320:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213503.901323:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213503.901325:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213503.901327:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213503.901329:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213503.901331:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [394:394:256:4294967295] 192.168.202.129@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:1.0:1779213503.901338:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213503.901348:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213503.901352:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 00000800:00000200:1.0:1779213503.901355:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213503.901359:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213503.901361:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213503.901375:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213503.901378:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16851 usecs (17 jiffies) 00000100:00000001:1.0:1779213503.901381:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306338834 00000100:00000001:1.0:1779213503.901383:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306344387 00000100:00000001:1.0:1779213503.901385:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306338834 00000100:00000001:1.0:1779213503.901387:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306344387 00000100:00000001:1.0:1779213503.901389:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306338834 00000100:00000001:1.0:1779213503.901391:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306344387 00000100:00000001:1.0:1779213503.901393:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306338834 00000100:00000001:1.0:1779213503.901395:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306344387 00000100:00000001:1.0:1779213503.901397:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213503.901399:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.901402:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.901404:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.901408:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213503.901410:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213503.901412:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213503.901413:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213503.901415:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.901416:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213503.901439:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213503.901442:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:2.0:1779213503.901445:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213503.901450:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213503.901452:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:2.0:1779213503.901454:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:2.0:1779213503.901456:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213503.901459:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213503.901467:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213503.901469:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213503.901475:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.901477:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213503.903298:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213503.903309:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213503.903314:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213503.903316:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213503.903325:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213503.903339:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720be00 00000400:00000200:0.0:1779213503.903347:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xd15 [1] + 224 00000800:00000001:0.0:1779213503.903354:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213503.903358:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213503.903360:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213503.903363:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213503.903368:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213503.903373:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213503.903384:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213503.903421:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213503.903429:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213503.903432:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213503.903434:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213503.903436:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213503.903440:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213503.903446:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720be80 00000400:00000200:0.0:1779213503.903451:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd1d [1] + 224 00000800:00000001:0.0:1779213503.903454:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213503.903480:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213503.903482:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213503.903486:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213503.903489:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213503.903492:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213503.903500:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213503.903523:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213503.903529:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213503.903531:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213503.903557:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213503.903559:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213503.903566:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213503.903568:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213503.903570:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039dc15de. 00000400:00000200:2.0:1779213503.903574:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:2.0:1779213503.903576:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:2.0:1779213503.903579:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213503.903583:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213503.903592:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213503.903599:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213503.903606:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213503.903609:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213503.903612:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213503.903615:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213503.903618:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213503.903620:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213503.903630:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213503.903634:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213503.903637:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213503.903639:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213503.903642:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213503.903646:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.903650:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213503.903652:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213503.903654:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213503.903656:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213503.903660:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213503.903668:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213503.903672:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213503.903674:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213503.903678:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.903684:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213503.903688:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1779213503.903688:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960559232:192.168.202.129@tcp:400: 00000400:00000001:1.0:1779213503.903693:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213503.903696:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213503.903696:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213503.903699:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048c81054. 00000100:00000001:2.0:1779213503.903700:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1779213503.903705:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000100:00000040:2.0:1779213503.903706:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960559232/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213503.903727:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:2.0:1779213503.903732:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213503.903733:0:199015:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1779213503.903736:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1779213503.903739:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213503.903741:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 02000000:00000001:2.0:1779213503.903747:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213503.903750:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1779213503.903751:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1779213503.903759:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213503.903760:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213503.903763:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779213503.903763:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213503.903767:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:2.0:1779213503.903767:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bddec1ab. 02000000:00000001:1.0:1779213503.903769:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213503.903771:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213503.903773:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213503.903773:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213503.903776:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1779213503.903777:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213503.903780:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00001000:1.0:1779213503.903781:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213503.903785:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213503.903785:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213503.903788:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.903789:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213503.903791:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.903791:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213503.903795:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213503.903796:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.903798:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.903798:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213503.903800:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213503.903804:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213503.903804:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213503.903807:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.903813:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213503.903815:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213503.903817:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213503.903821:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213503.903827:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960559104:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213503.903833:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213503.903834:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213503.903835:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213503.903839:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960559104/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213503.903841:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213503.903845:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213503.903848:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213503.903855:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213503.903864:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213503.903868:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1779213503.903868:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720bf00 02000000:00000010:1.0:1779213503.903870:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db79f51d. 02000000:00000001:1.0:1779213503.903875:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1779213503.903875:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd25 [1] + 224 00000020:00000001:1.0:1779213503.903877:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213503.903880:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000800:00000001:2.0:1779213503.903882:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1779213503.903884:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213503.903887:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 00000800:00000001:2.0:1779213503.903889:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213503.903890:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1779213503.903892:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1779213503.903893:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213503.903895:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000400:00000200:2.0:1779213503.903899:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213503.903901:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213503.903903:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213503.903904:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213503.903907:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213503.903910:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.903913:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213503.903916:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.903920:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213503.903921:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.903923:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213503.903938:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213503.903944:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213503.903947:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.903957:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213503.903960:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213503.903963:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213503.903965:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213503.903967:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000400:00000200:1.0:1779213503.903970:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:1.0:1779213503.903971:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:1.0:1779213503.903974:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213503.903977:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213503.903984:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.903990:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213503.903991:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.903992:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213503.903994:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213503.903995:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213503.904001:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213503.904003:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213503.904006:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213503.904009:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213503.904011:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213503.904012:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213503.904014:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213503.904016:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213503.904022:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.904024:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213503.904026:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213503.904027:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213503.904028:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213503.904031:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.904036:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213503.904037:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213503.904039:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213503.904041:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213503.904047:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960559360:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213503.904050:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.904052:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213503.904054:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960559360/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213503.904060:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213503.904061:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213503.904063:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49da12f. 02000000:00000001:1.0:1779213503.904065:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213503.904066:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213503.904072:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213503.904074:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213503.904076:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000349c4b19. 02000000:00000001:1.0:1779213503.904078:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213503.904079:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213503.904080:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:1.0:1779213503.904082:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213503.904083:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.904085:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213503.904089:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213503.904090:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213503.904092:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213503.904093:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213504.540465:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213504.540473:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213504.540505:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213504.540507:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213504.540565:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213504.540569:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213504.540572:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213505.564515:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213505.564522:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213505.564527:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213505.564527:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213505.564624:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213505.564631:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213505.564636:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213506.588334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213506.588340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213506.588343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213506.588344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213506.588406:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213506.588410:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213506.588412:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213507.612363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213507.612372:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213507.612378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213507.612379:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213507.612493:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213507.612497:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213507.612499:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213508.636337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213508.636345:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213508.636348:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213508.636351:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213508.636356:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213508.636358:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213508.636360:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213508.636361:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213508.636365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213508.636367:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213508.636368:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213508.636369:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213508.636371:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213508.636372:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213508.636373:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213508.636374:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213508.636445:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213508.636449:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213508.636452:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213509.020379:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213509.020392:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213509.020404:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779213509.020413:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213509.020419:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213509.020423:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213509.020429:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213509.020446:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd44fedf. 00000100:00000001:3.0:1779213509.020455:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213509.020470:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213509.020482:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213509.020484:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213509.020490:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_02+2] req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213509.020546:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213509.020549:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213509.020553:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213509.020557:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213509.020560:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213509.020563:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213509.020564:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213509.020566:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.020567:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213509.020572:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000349c4b19. 00000100:00000001:2.0:1779213509.020573:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213509.020577:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213509.020577:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213509.020582:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213509.020585:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213509.020589:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213509.020594:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.020602:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213509.020605:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213509.020606:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213509.020608:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213509.020613:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_03+3] req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213509.020616:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213509.020620:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213509.020624:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213509.020628:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960559488:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213509.020631:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213509.020636:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213509.020637:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213509.020639:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213509.020640:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213509.020642:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213509.020646:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0d59762. 00000100:00000001:3.0:1779213509.020646:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213509.020649:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213509.020650:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213509.020653:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213509.020654:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213509.020655:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000100:00000001:1.0:1779213509.020666:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213509.020668:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213509.020670:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213509.020673:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1779213509.020674:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213509.020677:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 02000000:00000001:3.0:1779213509.020677:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.020685:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1779213509.020685:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000100:00000200:2.0:1779213509.020686:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960559488, portal 25 00000100:00000001:1.0:1779213509.020687:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.020691:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213509.020691:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213509.020692:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213509.020694:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 02000000:00000001:1.0:1779213509.020695:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213509.020700:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213509.020703:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213509.020705:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213509.020712:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960559616:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213509.020720:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213509.020723:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213509.020726:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.020729:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213509.020730:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213509.020730:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1779213509.020734:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f975a8a9. 00000100:00000040:2.0:1779213509.020735:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213509.020738:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213509.020739:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000001:3.0:1779213509.020739:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213509.020743:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000100:00000200:2.0:1779213509.020744:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960559488, offset 0 00000400:00000010:1.0:1779213509.020748:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000040:3.0:1779213509.020748:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_00+0] req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213509.020752:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960559616, portal 10 00000100:00000001:1.0:1779213509.020756:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213509.020758:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213509.020764:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000040:1.0:1779213509.020771:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213509.020779:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213509.020782:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213509.020785:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:1.0:1779213509.020788:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960559616, offset 0 00000100:00000001:3.0:1779213509.020790:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213509.020793:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213509.020797:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213509.020799:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213509.020803:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213509.020808:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1779213509.020810:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11681) 00000400:00000200:2.0:1779213509.020815:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213509.020820:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213509.020824:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213509.020828:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [395:395:256:4294967295] 192.168.202.129@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:2.0:1779213509.020843:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213509.020850:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213509.020851:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213509.020856:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213509.020858:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000100:00000001:0.0:1779213509.020859:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213509.020860:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213509.020866:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213509.020872:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213509.020873:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1779213509.020873:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213509.020881:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213509.020883:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [396:396:255:4294967295] 192.168.202.129@tcp LPNI seq info [396:396:7:4294967295] 00000100:00000040:0.0:1779213509.020903:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213509.020905:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213509.020914:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213509.020916:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1779213509.020932:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213509.020940:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff4cc532. 00000100:00000001:2.0:1779213509.020940:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.020949:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306349507 00000800:00000200:1.0:1779213509.020950:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213509.020953:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213509.020957:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213509.020958:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213509.020959:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306344387 00000800:00000200:1.0:1779213509.020964:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ff4cc532 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213509.020966:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306349507 02000000:00000001:0.0:1779213509.020970:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213509.020974:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306344387 02000000:00000001:0.0:1779213509.020976:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213509.020976:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.020978:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306349507 00000100:00000040:1.0:1779213509.020985:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 243306 usecs (244 jiffies) 02000000:00000001:0.0:1779213509.020986:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.020986:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306344387 00000100:00000001:2.0:1779213509.020999:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306349507 00000100:00100000:0.0:1779213509.021004:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960559744:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213509.021004:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306344180 00000100:00000001:2.0:1779213509.021008:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306344387 00000100:00000001:1.0:1779213509.021012:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306349507 00000800:00000200:3.0:1779213509.021014:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213509.021019:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213509.021020:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306344180 00000100:00000001:2.0:1779213509.021020:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1779213509.021022:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000100:00000001:1.0:1779213509.021028:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306349507 00000100:00000001:2.0:1779213509.021029:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213509.021032:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213509.021032:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306344180 00000100:00000001:2.0:1779213509.021036:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213509.021036:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213509.021037:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306349507 02000000:00000001:0.0:1779213509.021038:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.021045:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213509.021048:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213509.021048:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306344180 00000400:00000200:3.0:1779213509.021054:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213509.021058:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306349507 02000000:00000010:0.0:1779213509.021060:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a2c8a7. 00000100:00000001:2.0:1779213509.021060:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213509.021061:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000100:00000001:1.0:1779213509.021062:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213509.021064:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1779213509.021066:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 02000000:00000001:0.0:1779213509.021070:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.021071:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.021073:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213509.021075:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213509.021080:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213509.021081:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.021083:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213509.021083:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213509.021085:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009420204. 00000100:00000001:1.0:1779213509.021086:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213509.021088:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.021100:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1779213509.021101:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000100:00000001:3.0:1779213509.021102:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213509.021103:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213509.021109:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213509.021111:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213509.021113:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213509.021115:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960559744, portal 10 00000100:00000001:1.0:1779213509.021117:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213509.021123:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213509.021124:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213509.021127:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000001:3.0:1779213509.021137:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.021138:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213509.021140:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213509.021142:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213509.021145:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213509.021155:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213509.021161:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213509.021166:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000200:0.0:1779213509.021170:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960559744, offset 0 00000800:00000200:3.0:1779213509.021211:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213509.021213:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff4cc532. 00000400:00000200:3.0:1779213509.021217:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213509.021246:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213509.021249:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:3.0:1779213509.021250:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:3.0:1779213509.021253:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213509.021256:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213509.021264:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213509.021265:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1779213509.021274:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213509.021275:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213509.021278:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213509.021285:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213509.021291:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213509.021291:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213509.021295:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1779213509.021296:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213509.021300:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [397:397:255:4294967295] 192.168.202.129@tcp LPNI seq info [397:397:7:4294967295] 00000400:00000200:1.0:1779213509.021308:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213509.021312:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213509.021316:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009364803b. 00000800:00000200:1.0:1779213509.021321:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213509.021325:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213509.021327:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009364803b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213509.021339:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213509.021343:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16735 usecs (17 jiffies) 00000100:00000001:1.0:1779213509.021345:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306343954 00000100:00000001:1.0:1779213509.021347:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306349507 00000100:00000001:1.0:1779213509.021348:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306343954 00000100:00000001:1.0:1779213509.021354:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306349507 00000100:00000001:1.0:1779213509.021356:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306343954 00000100:00000001:1.0:1779213509.021357:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306349507 00000100:00000001:1.0:1779213509.021358:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306343954 00000100:00000001:1.0:1779213509.021359:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306349507 00000100:00000001:1.0:1779213509.021360:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213509.021362:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.021364:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.021365:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213509.021370:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213509.021371:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213509.021373:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213509.021374:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213509.021375:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.021378:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213509.021405:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213509.021408:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009364803b. 00000400:00000200:3.0:1779213509.021411:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213509.021415:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213509.021417:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:3.0:1779213509.021419:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:3.0:1779213509.021421:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213509.021425:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213509.021432:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213509.021434:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213509.021441:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213509.021442:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213509.022955:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213509.022978:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213509.022982:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213509.022983:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213509.022991:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213509.023002:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720bf80 00000400:00000200:0.0:1779213509.023008:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xd2d [1] + 224 00000800:00000001:0.0:1779213509.023014:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213509.023016:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213509.023018:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213509.023021:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213509.023026:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213509.023029:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213509.023037:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213509.023052:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213509.023059:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213509.023061:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213509.023062:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213509.023063:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213509.023065:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213509.023068:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c000 00000400:00000200:0.0:1779213509.023071:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd35 [1] + 224 00000800:00000001:0.0:1779213509.023073:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213509.023076:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213509.023077:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213509.023079:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213509.023081:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213509.023083:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213509.023089:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213509.023098:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213509.023102:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213509.023108:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213509.023111:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213509.023112:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000100:00000001:0.0:1779213509.023117:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213509.023117:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213509.023121:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:2.0:1779213509.023124:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213509.023128:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213509.023138:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213509.023153:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213509.023155:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213509.023155:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213509.023158:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213509.023160:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213509.023164:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213509.023167:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213509.023170:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213509.023173:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213509.023178:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1779213509.023180:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=114 v=5 (5 5 5 5) 00000800:00000001:0.0:1779213509.023182:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213509.023187:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1779213509.023188:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=114 v=5 (1 1 1 1) 00000800:00000001:0.0:1779213509.023190:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213509.023193:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213509.023196:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213509.023199:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00010000:00000001:2.0:1779213509.023201:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213509.023204:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213509.023208:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c080 00000100:00000001:2.0:1779213509.023209:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213509.023218:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd3d [1] + 224 00000100:00000040:2.0:1779213509.023219:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213509.023241:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213509.023248:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213509.023251:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213509.023251:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213509.023258:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1779213509.023260:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213509.023261:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213509.023266:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1779213509.023269:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213509.023272:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213509.023296:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213509.023296:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960559488:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213509.023307:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213509.023311:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213509.023315:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960559488/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213509.023319:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213509.023324:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213509.023324:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1779213509.023328:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213509.023329:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213509.023333:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0d59762. 02000000:00000001:2.0:1779213509.023338:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213509.023341:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213509.023343:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213509.023351:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213509.023353:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cd44fedf. 02000000:00000001:2.0:1779213509.023358:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213509.023360:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213509.023362:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:3.0:1779213509.023366:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213509.023367:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213509.023370:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213509.023370:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213509.023374:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213509.023376:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213509.023378:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213509.023380:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1779213509.023380:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009420204. 00000100:00000001:2.0:1779213509.023383:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213509.023386:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213509.023386:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000100:00000001:2.0:1779213509.023390:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213509.023390:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000001:3.0:1779213509.023395:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1779213509.023397:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213509.023400:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1779213509.023401:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213509.023403:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000400:00000200:1.0:1779213509.023409:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:1.0:1779213509.023412:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:1.0:1779213509.023416:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213509.023417:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213509.023421:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213509.023441:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213509.023445:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213509.023445:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213509.023453:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213509.023455:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213509.023456:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213509.023457:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213509.023458:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213509.023458:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213509.023459:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213509.023467:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213509.023467:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213509.023470:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213509.023472:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213509.023473:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=103 v=5 (5 5 5 5) 02000000:00000001:3.0:1779213509.023476:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213509.023477:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213509.023481:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213509.023482:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213509.023483:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1779213509.023484:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=114 v=5 (5 5 5 5) 00010000:00000001:1.0:1779213509.023486:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213509.023490:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=55 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213509.023491:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213509.023493:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213509.023496:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213509.023497:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213509.023497:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213509.023501:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213509.023502:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213509.023505:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213509.023510:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213509.023512:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213509.023513:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1779213509.023513:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213509.023519:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213509.023536:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213509.023537:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960559616:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213509.023542:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213509.023543:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213509.023544:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213509.023546:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000040:1.0:1779213509.023547:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960559616/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213509.023551:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213509.023554:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.023556:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213509.023558:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213509.023560:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f975a8a9. 00000100:00000040:3.0:1779213509.023561:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213509.023565:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213509.023567:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213509.023570:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213509.023575:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213509.023576:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000349c4b19. 00000100:00000001:3.0:1779213509.023576:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213509.023580:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213509.023581:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213509.023582:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213509.023586:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1779213509.023586:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779213509.023587:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:1.0:1779213509.023591:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213509.023593:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213509.023596:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213509.023600:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213509.023602:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213509.023604:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213509.023605:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960559744:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213509.023606:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213509.023613:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213509.023615:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213509.023618:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960559744/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213509.023625:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213509.023627:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213509.023629:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a2c8a7. 02000000:00000001:3.0:1779213509.023633:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213509.023640:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213509.023641:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213509.023643:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213509.023645:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 02000000:00000001:3.0:1779213509.023647:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213509.023648:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213509.023648:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:3.0:1779213509.023650:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213509.023651:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213509.023652:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213509.023655:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213509.023656:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213509.023669:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213509.023671:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213509.660338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213509.660344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213509.660350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213509.660351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213509.660459:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213509.660462:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213509.660465:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213510.684373:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213510.684385:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213510.684392:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213510.684393:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213510.684462:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213510.684467:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213510.684470:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213511.708325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213511.708333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213511.708341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213511.708343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213511.708379:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213511.708384:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213511.708387:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213512.732359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213512.732369:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213512.732377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213512.732377:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213512.732438:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213512.732443:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213512.732446:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213513.756360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213513.756368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213513.756376:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213513.756377:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213513.756438:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213513.756443:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213513.756446:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213514.140380:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213514.140392:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213514.140406:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213514.140414:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213514.140419:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213514.140423:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213514.140429:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213514.140438:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000100:00000001:3.0:1779213514.140447:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213514.140460:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213514.140488:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213514.140491:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213514.140497:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_01+1] req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.140538:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213514.140541:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213514.140545:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213514.140548:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000020:00000040:3.0:1779213514.140550:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213514.140552:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213514.140554:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213514.140555:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213514.140558:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bddec1ab. 00000100:00000001:3.0:1779213514.140561:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213514.140565:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213514.140573:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213514.140574:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213514.140578:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_02+2] req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213514.140591:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213514.140598:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1779213514.140602:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213514.140622:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213514.140624:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213514.140626:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213514.140626:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213514.140634:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213514.140635:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213514.140636:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213514.140639:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213514.140644:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213514.140647:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213514.140651:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000100:00000040:0.0:1779213514.140654:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1779213514.140655:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213514.140656:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213514.140658:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213514.140658:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213514.140662:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213514.140664:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213514.140665:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213514.140666:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213514.140673:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213514.140676:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213514.140681:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:0.0:1779213514.140692:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213514.140695:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213514.140696:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.140699:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1779213514.140702:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213514.140703:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213514.140707:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213514.140712:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213514.140713:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213514.140718:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1779213514.140721:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960559872:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213514.140722:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213514.140723:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213514.140725:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213514.140728:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213514.140731:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1779213514.140735:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960560000:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213514.140735:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_03+3] req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213514.140739:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213514.140744:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.140745:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213514.140750:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213514.140751:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213514.140753:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213514.140756:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213514.140757:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd15ac9. 02000000:00000010:2.0:1779213514.140759:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665bc267. 02000000:00000001:0.0:1779213514.140760:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213514.140763:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213514.140768:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213514.140769:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000400:00000010:2.0:1779213514.140770:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000100:00000040:3.0:1779213514.140772:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213514.140778:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1779213514.140779:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000040:3.0:1779213514.140784:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11686) 00000400:00000010:2.0:1779213514.140785:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00000200:0.0:1779213514.140788:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960559872, portal 25 00000100:00000200:2.0:1779213514.140790:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560000, portal 10 00000100:00000001:0.0:1779213514.140792:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213514.140794:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213514.140795:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000001:2.0:1779213514.140797:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000040:2.0:1779213514.140806:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213514.140811:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213514.140818:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213514.140821:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213514.140824:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213514.140825:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213514.140826:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213514.140830:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213514.140830:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1779213514.140831:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000400:00000010:0.0:1779213514.140836:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 00000100:00000200:2.0:1779213514.140836:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960560000, offset 0 00000100:00000040:1.0:1779213514.140837:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213514.140841:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960559872, offset 0 00000100:00000001:1.0:1779213514.140851:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213514.140854:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213514.140855:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213514.140859:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213514.140862:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213514.140866:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213514.140866:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213514.140872:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960560128:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213514.140874:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213514.140879:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213514.140882:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1779213514.140883:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213514.140885:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213514.140888:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213514.140891:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da1236a9. 00000400:00000200:0.0:1779213514.140895:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213514.140895:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213514.140901:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000400:00000200:0.0:1779213514.140902:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213514.140907:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:1.0:1779213514.140908:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000400:00000200:0.0:1779213514.140913:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [398:398:256:4294967295] 192.168.202.129@tcp LPNI seq info [398:398:8:4294967295] 00000100:00000200:1.0:1779213514.140914:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560128, portal 10 00000100:00000001:1.0:1779213514.140919:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213514.140920:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000040:1.0:1779213514.140928:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213514.140930:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213514.140946:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213514.140950:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213514.140951:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:1.0:1779213514.140954:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213514.140958:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000400:00000010:1.0:1779213514.140959:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e183af94. 00000400:00000200:2.0:1779213514.140959:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213514.140964:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779213514.140965:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960560128, offset 0 00000400:00000200:2.0:1779213514.140968:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213514.140972:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213514.140976:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213514.140981:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [399:399:255:4294967295] 192.168.202.129@tcp LPNI seq info [399:399:7:4294967295] 00000800:00000200:0.0:1779213514.140984:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213514.140993:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213514.140996:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213514.141003:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1779213514.141006:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213514.141007:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213514.141014:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213514.141014:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000400:00000200:1.0:1779213514.141017:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213514.141019:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213514.141024:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213514.141025:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213514.141030:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [400:400:254:4294967295] 192.168.202.129@tcp LPNI seq info [400:400:6:4294967295] 00000100:00000001:0.0:1779213514.141032:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306354627 00000800:00000200:2.0:1779213514.141038:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213514.141042:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213514.141043:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306349507 00000100:00000001:0.0:1779213514.141051:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306354627 00000800:00000200:2.0:1779213514.141053:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213514.141055:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213514.141058:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213514.141060:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306349507 00000800:00000010:1.0:1779213514.141061:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f4cd30a. 00000100:00000001:2.0:1779213514.141065:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213514.141066:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306354627 00000800:00000200:1.0:1779213514.141071:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213514.141072:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 241273 usecs (242 jiffies) 00000100:00000001:2.0:1779213514.141077:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306349298 00000100:00000001:0.0:1779213514.141080:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306349507 00000800:00000200:1.0:1779213514.141082:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213514.141082:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306354627 00000800:00000200:1.0:1779213514.141088:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f4cd30a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213514.141088:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306349298 00000100:00000001:0.0:1779213514.141090:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306354627 00000100:00000001:1.0:1779213514.141094:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.141094:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306354627 00000100:00000001:0.0:1779213514.141096:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306349507 00000100:00000001:2.0:1779213514.141100:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306349298 00000100:00000040:1.0:1779213514.141101:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16618 usecs (17 jiffies) 00000100:00000001:0.0:1779213514.141102:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213514.141106:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306354627 00000100:00000001:1.0:1779213514.141107:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306349073 00000100:00000001:0.0:1779213514.141108:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.141111:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306349298 00000100:00000001:1.0:1779213514.141113:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306354627 00000100:00000001:0.0:1779213514.141114:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.141116:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306354627 00000100:00000001:1.0:1779213514.141120:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306349073 00000100:00000001:2.0:1779213514.141120:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213514.141121:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213514.141125:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306354627 00000100:00000001:2.0:1779213514.141126:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213514.141130:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306349073 00000100:00000001:2.0:1779213514.141131:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213514.141135:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306354627 00000100:00000001:2.0:1779213514.141136:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213514.141140:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306349073 00000100:00000001:2.0:1779213514.141143:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213514.141144:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306354627 00000800:00000200:3.0:1779213514.141145:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213514.141146:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213514.141149:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213514.141152:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1779213514.141152:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000100:00000001:1.0:1779213514.141154:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213514.141155:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.141159:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213514.141160:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213514.141162:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213514.141164:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213514.141167:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213514.141171:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213514.141174:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213514.141176:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213514.141178:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000100:00000001:1.0:1779213514.141180:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213514.141181:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000001:1.0:1779213514.141183:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213514.141186:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213514.141188:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213514.141189:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213514.141195:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.141205:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213514.141209:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.141217:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213514.141219:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213514.141252:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213514.141255:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:3.0:1779213514.141257:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213514.141261:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213514.141263:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:3.0:1779213514.141264:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:3.0:1779213514.141273:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213514.141276:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.141283:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213514.141285:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.141291:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213514.141292:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213514.141362:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213514.141365:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f4cd30a. 00000400:00000200:3.0:1779213514.141369:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213514.141373:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213514.141375:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e183af94 00000400:00000010:3.0:1779213514.141377:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e183af94. 00000100:00000001:3.0:1779213514.141379:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213514.141382:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.141388:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213514.141390:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.141397:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213514.141398:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213514.143345:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143364:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213514.143368:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143371:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213514.143380:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213514.143395:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720c100 00000400:00000200:3.0:1779213514.143409:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xd45 [1] + 224 00000800:00000001:3.0:1779213514.143417:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143420:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213514.143422:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213514.143438:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213514.143447:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213514.143453:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213514.143464:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.143481:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213514.143492:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143496:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213514.143497:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143499:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213514.143502:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213514.143508:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c180 00000400:00000200:3.0:1779213514.143515:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd49 [1] + 224 00000800:00000001:3.0:1779213514.143519:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143522:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213514.143523:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213514.143526:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213514.143529:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213514.143532:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213514.143539:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213514.143553:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213514.143556:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143560:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213514.143561:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143563:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213514.143567:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213514.143572:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c200 00000400:00000200:3.0:1779213514.143576:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:3.0:1779213514.143587:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213514.143594:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213514.143596:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213514.143599:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213514.143603:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213514.143604:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213514.143619:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1779213514.143623:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213514.143624:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213514.143627:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213514.143631:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000400:00000200:2.0:1779213514.143634:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213514.143636:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:2.0:1779213514.143639:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1779213514.143641:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213514.143641:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213514.143643:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213514.143645:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213514.143647:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 00000100:00000200:3.0:1779213514.143650:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213514.143654:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:0.0:1779213514.143658:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:0.0:1779213514.143664:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213514.143673:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213514.143673:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213514.143677:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213514.143698:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213514.143701:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213514.143705:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:0.0:1779213514.143706:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213514.143709:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213514.143713:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213514.143716:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213514.143719:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213514.143720:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213514.143726:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1779213514.143729:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=108 v=5 (5 5 5 5) 00000800:00000001:3.0:1779213514.143730:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213514.143738:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213514.143741:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213514.143742:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213514.143743:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213514.143746:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213514.143747:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213514.143750:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213514.143751:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213514.143752:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213514.143755:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213514.143756:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213514.143757:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213514.143758:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1779213514.143758:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000001:1.0:1779213514.143762:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213514.143763:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.143763:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213514.143765:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213514.143766:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1779213514.143768:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213514.143769:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000100:00000040:2.0:1779213514.143771:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213514.143775:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=119 v=5 (5 5 5 5) 00000400:00000200:1.0:1779213514.143776:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:1.0:1779213514.143779:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00001000:0.0:1779213514.143782:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213514.143784:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213514.143789:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213514.143792:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213514.143792:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213514.143795:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779213514.143798:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213514.143801:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.143802:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213514.143806:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.143806:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213514.143810:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213514.143816:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213514.143816:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213514.143836:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213514.143839:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213514.143844:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213514.143846:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1779213514.143847:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960560000:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213514.143849:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213514.143853:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213514.143858:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213514.143858:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213514.143859:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213514.143864:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213514.143865:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1779213514.143865:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=119 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213514.143868:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213514.143870:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960560000/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213514.143871:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=60 v=5 (1 1 0 0) 00000100:00000040:0.0:1779213514.143877:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213514.143878:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213514.143882:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213514.143887:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213514.143893:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213514.143897:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960559872:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213514.143910:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213514.143915:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213514.143921:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960559872/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213514.143923:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213514.143928:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213514.143933:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665bc267. 02000000:00000001:2.0:1779213514.143939:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213514.143942:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213514.143945:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1779213514.143946:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213514.143947:0:199014:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:0.0:1779213514.143948:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd15ac9. 00000100:00000001:1.0:1779213514.143950:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1779213514.143950:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000040:1.0:1779213514.143953:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000020:00000001:2.0:1779213514.143954:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1779213514.143956:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213514.143958:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1779213514.143958:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bddec1ab. 00000020:00000001:0.0:1779213514.143959:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213514.143961:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213514.143963:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 02000000:00000001:2.0:1779213514.143965:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1779213514.143968:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213514.143968:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213514.143971:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000020:00000001:0.0:1779213514.143975:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213514.143977:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1779213514.143979:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 00000100:00000001:2.0:1779213514.143980:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213514.143985:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213514.143986:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213514.143990:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213514.143991:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213514.143991:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213514.143994:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213514.143996:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1779213514.143997:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213514.143997:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213514.144000:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213514.144001:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213514.144003:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:0.0:1779213514.144010:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213514.144013:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213514.144016:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213514.144020:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213514.144022:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213514.144024:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960560128:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213514.144025:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213514.144029:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213514.144030:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213514.144034:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213514.144036:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960560128/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213514.144041:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213514.144042:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213514.144043:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da1236a9. 02000000:00000001:1.0:1779213514.144048:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213514.144049:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213514.144049:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213514.144050:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213514.144052:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 02000000:00000001:1.0:1779213514.144053:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213514.144054:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213514.144055:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:1.0:1779213514.144057:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213514.144058:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213514.144064:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213514.144068:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213514.144069:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213514.144071:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213514.144073:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213514.780323:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213514.780328:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213514.780332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213514.780332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213514.780359:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213514.780371:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213514.780378:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213515.804328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213515.804334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213515.804339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213515.804341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213515.804435:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213515.804441:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213515.804446:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213516.828333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213516.828338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213516.828343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213516.828344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213516.828397:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213516.828400:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213516.828403:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213517.852337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213517.852342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213517.852348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213517.852349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213517.852375:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213517.852379:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213517.852383:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213518.876336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213518.876344:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213518.876363:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213518.876366:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213518.876370:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213518.876372:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213518.876374:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213518.876376:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213518.876379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213518.876381:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213518.876382:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213518.876383:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213518.876385:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213518.876386:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213518.876387:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213518.876388:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213518.876466:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213518.876469:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213518.876472:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213519.260381:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213519.260391:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213519.260400:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000020:00000040:3.0:1779213519.260407:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213519.260411:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213519.260415:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213519.260421:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213519.260429:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b691e64d. 00000100:00000001:3.0:1779213519.260497:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213519.260509:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213519.260538:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213519.260540:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213519.260546:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_00+0] req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213519.260581:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213519.260584:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213519.260587:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213519.260590:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213519.260593:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213519.260595:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213519.260597:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213519.260599:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213519.260603:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:0.0:1779213519.260606:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213519.260606:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.260611:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213519.260611:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213519.260614:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213519.260621:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213519.260622:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213519.260624:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.260631:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213519.260632:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_01+1] req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.260633:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213519.260638:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213519.260642:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213519.260647:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213519.260649:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213519.260650:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960560256:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213519.260654:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213519.260656:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213519.260660:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213519.260661:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1779213519.260663:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 02000000:00000001:0.0:1779213519.260664:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213519.260668:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1779213519.260668:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213519.260672:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1779213519.260674:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000685d1f3b. 02000000:00000001:3.0:1779213519.260674:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213519.260676:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213519.260677:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213519.260682:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000400:00000010:0.0:1779213519.260684:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000100:00000001:3.0:1779213519.260693:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.260696:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213519.260697:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000040:3.0:1779213519.260700:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213519.260701:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213519.260704:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560256, portal 25 00000100:00000001:1.0:1779213519.260705:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213519.260710:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213519.260712:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000100:00000040:1.0:1779213519.260714:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213519.260715:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213519.260718:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213519.260719:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213519.260736:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_02+2] req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213519.260744:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213519.260745:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213519.260747:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213519.260752:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213519.260753:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1779213519.260757:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 02000000:00000001:1.0:1779213519.260757:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213519.260761:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960560256, offset 0 02000000:00000001:1.0:1779213519.260761:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213519.260768:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960560384:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213519.260772:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213519.260777:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213519.260777:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213519.260781:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213519.260781:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213519.260785:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213519.260786:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213519.260790:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1779213519.260791:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213519.260793:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213519.260794:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1779213519.260795:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f975a8a9. 00000100:00000001:2.0:1779213519.260798:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213519.260800:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213519.260800:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.260801:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1779213519.260806:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000100:00000040:2.0:1779213519.260806:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213519.260806:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11691) 00000400:00000010:1.0:1779213519.260813:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000400:00000200:0.0:1779213519.260814:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779213519.260818:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560384, portal 10 00000100:00000001:1.0:1779213519.260820:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213519.260823:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213519.260823:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000001:2.0:1779213519.260823:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213519.260826:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213519.260828:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213519.260831:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213519.260832:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [401:401:256:4294967295] 192.168.202.129@tcp LPNI seq info [401:401:8:4294967295] 02000000:00000001:2.0:1779213519.260836:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213519.260841:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960560512:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213519.260842:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213519.260845:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213519.260849:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213519.260851:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.260854:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213519.260854:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213519.260856:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000010:2.0:1779213519.260858:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a71d30cb. 00000100:00000040:1.0:1779213519.260861:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213519.260863:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213519.260865:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 00000100:00000200:1.0:1779213519.260867:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960560384, offset 0 00000400:00000010:2.0:1779213519.260867:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000800:00000200:0.0:1779213519.260872:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213519.260874:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000400:00000200:1.0:1779213519.260875:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213519.260878:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000100:00000200:2.0:1779213519.260885:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560512, portal 10 00000800:00000200:0.0:1779213519.260888:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213519.260889:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213519.260889:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213519.260895:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213519.260895:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000400:00000200:1.0:1779213519.260900:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:2.0:1779213519.260902:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213519.260903:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213519.260904:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213519.260905:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213519.260909:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213519.260910:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213519.260911:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213519.260919:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213519.260921:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [402:402:255:4294967295] 192.168.202.129@tcp LPNI seq info [402:402:7:4294967295] 00000100:00000040:2.0:1779213519.260922:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213519.260924:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000200:2.0:1779213519.260928:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960560512, offset 0 00000100:00000001:0.0:1779213519.260930:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213519.260933:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:2.0:1779213519.260934:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213519.260937:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306359747 00000400:00000200:2.0:1779213519.260939:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213519.260940:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213519.260943:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1779213519.260944:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000400:00000200:2.0:1779213519.260946:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213519.260947:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306354627 00000800:00000200:1.0:1779213519.260948:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213519.260948:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213519.260953:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213519.260956:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213519.260958:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213519.260959:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213519.260961:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [403:403:254:4294967295] 192.168.202.129@tcp LPNI seq info [403:403:6:4294967295] 00000100:00000040:1.0:1779213519.260962:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 239280 usecs (240 jiffies) 00000100:00000001:1.0:1779213519.260967:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306354416 00000100:00000001:0.0:1779213519.260970:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306359747 00000100:00000001:1.0:1779213519.260970:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306359747 00000400:00000200:2.0:1779213519.260970:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213519.260975:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306354416 00000100:00000001:0.0:1779213519.260979:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306354627 00000800:00000200:2.0:1779213519.260979:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213519.260985:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000100:00000001:0.0:1779213519.260986:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306359747 00000100:00000001:1.0:1779213519.260986:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306359747 00000100:00000001:0.0:1779213519.260992:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306354627 00000100:00000001:1.0:1779213519.260992:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306354416 00000800:00000200:2.0:1779213519.260994:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213519.260998:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213519.261002:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213519.261005:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306359747 00000100:00000001:1.0:1779213519.261005:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306359747 00000100:00000001:2.0:1779213519.261006:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.261008:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306354416 00000100:00000040:2.0:1779213519.261009:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16508 usecs (17 jiffies) 00000100:00000001:0.0:1779213519.261012:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306354627 00000100:00000001:2.0:1779213519.261012:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306354193 00000100:00000001:2.0:1779213519.261015:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306359747 00000100:00000001:0.0:1779213519.261018:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213519.261018:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306359747 00000100:00000001:2.0:1779213519.261018:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306354193 00000100:00000001:1.0:1779213519.261021:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213519.261024:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306359747 00000100:00000001:0.0:1779213519.261025:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.261025:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261026:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306354193 00000100:00000001:0.0:1779213519.261030:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.261030:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261030:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306359747 00000100:00000001:1.0:1779213519.261032:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213519.261032:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306354193 00000100:00000001:0.0:1779213519.261035:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213519.261040:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306359747 00000100:00000001:2.0:1779213519.261042:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213519.261043:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213519.261043:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213519.261045:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213519.261045:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213519.261045:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261049:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.261050:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213519.261051:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213519.261052:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213519.261052:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213519.261054:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213519.261056:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261056:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213519.261057:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261059:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213519.261062:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261062:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213519.261063:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261063:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213519.261065:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.261068:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213519.261110:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213519.261115:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000400:00000200:0.0:1779213519.261120:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213519.261125:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213519.261131:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:0.0:1779213519.261133:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000100:00000001:0.0:1779213519.261137:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213519.261141:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.261150:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213519.261153:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.261160:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.261161:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213519.261172:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213519.261174:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000400:00000200:0.0:1779213519.261177:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213519.261180:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213519.261182:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000010:0.0:1779213519.261183:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:0.0:1779213519.261186:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213519.261188:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.261200:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213519.261202:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.261208:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.261209:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213519.261276:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213519.261279:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000400:00000200:0.0:1779213519.261282:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213519.261285:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213519.261287:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:0.0:1779213519.261288:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:0.0:1779213519.261291:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213519.261293:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.261299:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213519.261301:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.261307:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.261309:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213519.263406:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.263418:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213519.263421:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.263422:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213519.263430:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213519.263583:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720c280 00000400:00000200:3.0:1779213519.263588:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xd5d [1] + 224 00000800:00000001:3.0:1779213519.263594:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.263598:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213519.263600:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213519.263602:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213519.263607:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213519.263613:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213519.263624:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213519.263644:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213519.263662:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.263665:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213519.263681:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213519.263684:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213519.263689:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213519.263691:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213519.263693:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 00000400:00000200:0.0:1779213519.263696:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:0.0:1779213519.263698:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:0.0:1779213519.263700:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213519.263704:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213519.263709:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.263713:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213519.263719:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213519.263721:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213519.263724:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213519.263725:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213519.263727:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213519.263729:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213519.263734:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213519.263788:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213519.263791:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213519.263793:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213519.263795:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213519.263797:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.263801:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213519.263805:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.263811:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213519.263814:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213519.263816:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213519.263819:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213519.263826:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960560256:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213519.263831:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213519.263833:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213519.263835:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960560256/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213519.263841:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213519.263844:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213519.263847:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000685d1f3b. 02000000:00000001:0.0:1779213519.263850:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213519.263852:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213519.263854:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213519.263856:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213519.263858:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b691e64d. 02000000:00000001:0.0:1779213519.263861:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213519.263869:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213519.263870:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:0.0:1779213519.263874:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213519.263875:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213519.263877:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213519.263884:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213519.263886:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213519.263888:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213519.263889:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213519.264329:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.264334:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213519.264337:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.264339:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213519.264344:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213519.264351:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c300 00000400:00000200:3.0:1779213519.264356:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd65 [1] + 224 00000800:00000001:3.0:1779213519.264360:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.264363:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213519.264365:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213519.264368:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213519.264371:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213519.264374:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213519.264433:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213519.264459:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213519.264464:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.264468:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213519.264470:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213519.264472:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213519.264477:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213519.264484:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c380 00000400:00000200:3.0:1779213519.264490:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd6d [1] + 224 00000100:00000001:1.0:1779213519.264491:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213519.264495:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213519.264496:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213519.264499:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213519.264501:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1779213519.264502:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213519.264504:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000400:00000200:3.0:1779213519.264505:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213519.264509:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000200:3.0:1779213519.264512:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:1.0:1779213519.264513:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:1.0:1779213519.264517:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213519.264518:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213519.264523:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213519.264524:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213519.264536:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213519.264549:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213519.264551:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213519.264553:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213519.264568:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213519.264570:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213519.264573:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213519.264576:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213519.264579:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213519.264583:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213519.264587:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213519.264589:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213519.264590:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213519.264591:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213519.264594:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1779213519.264596:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1779213519.264597:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.264602:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1779213519.264602:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213519.264604:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213519.264607:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213519.264608:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213519.264612:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213519.264619:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213519.264627:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213519.264629:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213519.264632:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213519.264635:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213519.264639:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1779213519.264643:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960560384:192.168.202.129@tcp:400: 00000400:00000001:2.0:1779213519.264644:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213519.264647:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213519.264649:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213519.264650:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000100:00000001:1.0:1779213519.264654:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1779213519.264655:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000100:00000040:1.0:1779213519.264657:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960560384/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213519.264659:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:2.0:1779213519.264664:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213519.264670:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213519.264676:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213519.264678:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213519.264681:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f975a8a9. 00000100:00000200:2.0:1779213519.264685:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213519.264686:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213519.264689:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213519.264691:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213519.264695:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213519.264698:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 00000100:00000001:2.0:1779213519.264698:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213519.264701:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213519.264702:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213519.264705:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213519.264705:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000010:1.0:1779213519.264708:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 02000000:00000001:2.0:1779213519.264708:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213519.264711:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213519.264712:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213519.264713:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.264715:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213519.264716:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213519.264718:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213519.264722:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=124 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213519.264723:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213519.264725:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213519.264727:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213519.264728:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213519.264732:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.264732:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213519.264735:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213519.264738:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213519.264748:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213519.264755:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.264758:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213519.264759:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213519.264761:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213519.264762:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213519.264765:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213519.264771:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213519.264772:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213519.264773:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213519.264776:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213519.264781:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960560512:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213519.264785:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213519.264787:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213519.264788:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960560512/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213519.264794:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213519.264795:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213519.264797:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a71d30cb. 02000000:00000001:2.0:1779213519.264800:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213519.264801:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213519.264802:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213519.264804:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213519.264805:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 02000000:00000001:2.0:1779213519.264807:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213519.264808:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213519.264809:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:2.0:1779213519.264812:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213519.264817:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213519.264818:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213519.264822:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213519.264823:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213519.264824:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213519.264826:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213519.900409:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213519.900416:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213519.900423:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213519.900424:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213519.900492:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213519.900496:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213519.900499:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213520.924316:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213520.924321:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213520.924327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213520.924328:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213520.924365:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213520.924369:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213520.924372:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213521.948450:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213521.948457:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213521.948462:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213521.948463:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213521.948513:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213521.948516:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213521.948518:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213522.972587:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213522.972595:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213522.972602:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213522.972604:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213522.972664:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213522.972667:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213522.972670:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213523.996495:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213523.996503:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213523.996523:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213523.996525:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213523.996648:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213523.996652:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213523.996655:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213524.380362:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213524.380375:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213524.380384:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213524.380392:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213524.380398:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213524.380402:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213524.380407:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213524.380417:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000100:00000001:3.0:1779213524.380426:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213524.380440:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213524.380451:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213524.380454:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213524.380539:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_03+3] req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213524.380643:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213524.380646:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213524.380667:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213524.380670:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779213524.380673:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213524.380675:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213524.380677:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213524.380677:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213524.380678:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213524.380680:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.380683:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213524.380684:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1779213524.380685:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:1.0:1779213524.380687:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213524.380690:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213524.380695:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213524.380697:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213524.380719:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213524.380720:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213524.380723:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_00+0] req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213524.380725:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213524.380728:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213524.380742:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213524.380746:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213524.380749:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213524.380753:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960560640:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213524.380754:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213524.380758:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213524.380760:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213524.380762:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213524.380765:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 02000000:00000001:1.0:1779213524.380768:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1779213524.380768:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213524.380772:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213524.380773:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213524.380774:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213524.380777:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213524.380778:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213524.380780:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213524.380781:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b691e64d. 00000100:00000001:0.0:1779213524.380784:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1779213524.380785:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e95bb4a. 00000100:00000001:3.0:1779213524.380785:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213524.380786:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213524.380790:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213524.380794:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213524.380795:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1779213524.380800:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000400:00000010:1.0:1779213524.380812:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000001:2.0:1779213524.380819:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213524.380819:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213524.380821:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213524.380823:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560640, portal 25 00000100:00000001:2.0:1779213524.380824:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213524.380827:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_01+1] req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213524.380828:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213524.380830:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213524.380831:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000001:0.0:1779213524.380833:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213524.380839:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213524.380842:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213524.380843:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213524.380849:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213524.380857:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960560768:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213524.380866:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213524.380870:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213524.380871:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1779213524.380872:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213524.380876:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213524.380877:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213524.380879:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213524.380881:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1779213524.380882:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000968dc6ab. 00000400:00000010:1.0:1779213524.380883:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28f5c7f. 02000000:00000001:0.0:1779213524.380886:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213524.380889:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960560640, offset 0 00000100:00000040:3.0:1779213524.380889:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213524.380897:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11696) 00000400:00000010:0.0:1779213524.380899:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000400:00000200:1.0:1779213524.380902:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213524.380919:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213524.380926:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213524.380930:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213524.380934:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213524.380936:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213524.380940:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [404:404:256:4294967295] 192.168.202.129@tcp LPNI seq info [404:404:8:4294967295] 00000100:00000001:2.0:1779213524.380946:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213524.380950:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213524.380953:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213524.380954:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1779213524.380962:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213524.380962:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213524.380964:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000200:0.0:1779213524.380969:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560768, portal 10 00000800:00000010:1.0:1779213524.380969:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000100:00000001:0.0:1779213524.380973:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213524.380976:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213524.380977:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213524.380981:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213524.380982:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 02000000:00000001:2.0:1779213524.380982:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213524.380990:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213524.380992:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213524.380996:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213524.381003:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960560896:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213524.381007:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213524.381007:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213524.381014:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213524.381016:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213524.381021:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213524.381024:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1779213524.381026:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 02000000:00000001:2.0:1779213524.381027:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213524.381030:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1779213524.381031:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960560768, offset 0 02000000:00000010:2.0:1779213524.381035:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2a5d100. 00000100:00000001:1.0:1779213524.381036:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213524.381040:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213524.381041:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213524.381044:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306364867 00000400:00000010:2.0:1779213524.381046:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000400:00000200:0.0:1779213524.381050:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213524.381053:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000400:00000200:0.0:1779213524.381054:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213524.381055:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306359747 00000100:00000200:2.0:1779213524.381058:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960560896, portal 10 00000400:00000200:0.0:1779213524.381060:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213524.381062:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306364867 00000100:00000001:2.0:1779213524.381063:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213524.381067:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213524.381067:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000100:00000001:1.0:1779213524.381070:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306359747 00000400:00000200:0.0:1779213524.381074:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213524.381076:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306364867 00000100:00000040:2.0:1779213524.381078:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213524.381081:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [405:405:255:4294967295] 192.168.202.129@tcp LPNI seq info [405:405:7:4294967295] 00000100:00000001:1.0:1779213524.381089:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306359747 00000100:00000001:1.0:1779213524.381097:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306364867 00000100:00000001:2.0:1779213524.381097:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213524.381103:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213524.381105:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306359747 00000400:00000200:0.0:1779213524.381106:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213524.381108:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000001:1.0:1779213524.381112:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213524.381112:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960560896, offset 0 00000800:00000200:0.0:1779213524.381117:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213524.381118:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213524.381123:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213524.381124:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213524.381127:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1779213524.381132:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000400:00000200:2.0:1779213524.381132:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:3.0:1779213524.381133:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213524.381136:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213524.381137:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1779213524.381140:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000100:00000001:1.0:1779213524.381141:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213524.381143:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213524.381144:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213524.381146:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213524.381149:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213524.381149:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213524.381150:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213524.381154:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213524.381155:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213524.381158:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213524.381158:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213524.381161:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213524.381162:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213524.381167:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [406:406:254:4294967295] 192.168.202.129@tcp LPNI seq info [406:406:6:4294967295] 00000100:00000001:0.0:1779213524.381170:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213524.381175:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 237326 usecs (238 jiffies) 00000400:00000200:2.0:1779213524.381175:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213524.381182:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213524.381182:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28f5c7f 00000400:00000010:3.0:1779213524.381187:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f28f5c7f. 00000800:00000010:2.0:1779213524.381188:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000800:00000200:2.0:1779213524.381194:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213524.381196:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306359534 00000800:00000200:2.0:1779213524.381201:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213524.381202:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306364867 00000100:00000001:0.0:1779213524.381205:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306359534 00000100:00000001:0.0:1779213524.381207:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306364867 00000100:00000001:0.0:1779213524.381211:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306359534 00000800:00000200:2.0:1779213524.381211:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213524.381217:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306364867 00000100:00000001:0.0:1779213524.381219:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306359534 00000100:00000001:2.0:1779213524.381219:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213524.381254:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16410 usecs (17 jiffies) 00000100:00000001:0.0:1779213524.381260:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306364867 00000100:00000001:2.0:1779213524.381260:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306359314 00000100:00000001:3.0:1779213524.381260:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213524.381266:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213524.381266:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306364867 00000100:00000200:3.0:1779213524.381267:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213524.381272:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.381273:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306359314 00000100:00000001:0.0:1779213524.381279:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.381279:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306364867 00000100:00000001:2.0:1779213524.381284:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306359314 00000100:00000001:0.0:1779213524.381285:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213524.381288:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306364867 00000100:00000001:3.0:1779213524.381289:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213524.381292:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213524.381293:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306359314 00000100:00000001:0.0:1779213524.381295:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1779213524.381295:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213524.381297:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306364867 00000100:00000001:0.0:1779213524.381300:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213524.381303:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213524.381304:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213524.381307:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.381309:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213524.381312:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.381314:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.381317:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213524.381317:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213524.381321:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213524.381324:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213524.381326:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213524.381329:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213524.381330:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213524.381331:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.381334:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213524.381340:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213524.381343:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000400:00000200:3.0:1779213524.381347:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213524.381351:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213524.381353:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:3.0:1779213524.381355:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000100:00000001:3.0:1779213524.381357:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213524.381359:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213524.381366:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213524.381369:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213524.381385:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213524.381387:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213524.381412:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213524.381415:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:3.0:1779213524.381417:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213524.381421:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213524.381423:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:3.0:1779213524.381425:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:3.0:1779213524.381427:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213524.381431:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213524.381438:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213524.381440:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213524.381446:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213524.381448:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213524.383868:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.383915:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213524.383919:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.383922:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213524.383932:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213524.383946:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720c400 00000400:00000200:3.0:1779213524.383958:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xd75 [1] + 224 00000800:00000001:3.0:1779213524.383966:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.383969:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213524.383972:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213524.383976:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213524.383981:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213524.383986:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213524.383996:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213524.384021:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213524.384030:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384032:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213524.384034:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384036:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213524.384040:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213524.384045:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c500 00000400:00000200:3.0:1779213524.384055:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd85 [1] + 224 00000800:00000001:3.0:1779213524.384059:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384063:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213524.384064:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213524.384067:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213524.384070:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213524.384073:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213524.384082:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213524.384097:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213524.384097:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213524.384101:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213524.384102:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384107:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213524.384109:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213524.384112:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213524.384113:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000400:00000200:1.0:1779213524.384118:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:1.0:1779213524.384121:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:1.0:1779213524.384125:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213524.384130:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213524.384132:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213524.384135:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213524.384139:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213524.384141:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213524.384144:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000100:00000200:1.0:1779213524.384146:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213524.384153:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213524.384157:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:1.0:1779213524.384163:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213524.384163:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213524.384165:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213524.384168:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213524.384171:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1779213524.384171:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213524.384174:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213524.384177:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213524.384181:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213524.384188:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213524.384189:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213524.384193:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213524.384195:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213524.384197:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213524.384201:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213524.384203:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213524.384208:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.384211:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213524.384213:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213524.384216:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213524.384216:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213524.384219:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213524.384254:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213524.384255:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213524.384257:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213524.384258:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213524.384261:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213524.384262:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213524.384269:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213524.384269:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213524.384274:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213524.384281:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213524.384283:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213524.384286:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960560640:192.168.202.129@tcp:400: 00010000:00000001:2.0:1779213524.384286:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213524.384293:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1779213524.384293:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213524.384296:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213524.384301:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960560640/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213524.384303:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.384308:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213524.384311:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213524.384312:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213524.384313:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1779213524.384315:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213524.384315:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213524.384318:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213524.384319:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e95bb4a. 02000000:00000001:1.0:1779213524.384325:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213524.384325:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213524.384328:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1779213524.384329:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213524.384329:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1779213524.384332:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000040:2.0:1779213524.384333:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213524.384338:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960560896:192.168.202.129@tcp:400: 00000020:00000001:1.0:1779213524.384343:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213524.384344:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213524.384347:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1779213524.384348:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 00000100:00000040:2.0:1779213524.384348:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960560896/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213524.384355:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213524.384358:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213524.384360:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:1.0:1779213524.384366:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213524.384367:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213524.384368:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213524.384370:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213524.384372:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213524.384372:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2a5d100. 02000000:00000001:2.0:1779213524.384379:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213524.384381:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1779213524.384381:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213524.384384:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213524.384384:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213524.384386:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213524.384388:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b691e64d. 00000100:00000001:1.0:1779213524.384389:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213524.384392:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213524.384393:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213524.384394:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213524.384396:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:2.0:1779213524.384398:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213524.384399:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213524.384401:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213524.384406:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213524.384408:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213524.384410:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213524.384412:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213524.384613:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384618:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213524.384620:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384622:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213524.384626:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213524.384633:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c480 00000400:00000200:3.0:1779213524.384638:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd7d [1] + 224 00000800:00000001:3.0:1779213524.384641:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384674:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213524.384676:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213524.384685:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213524.384688:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213524.384692:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213524.384700:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213524.384715:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213524.384719:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213524.384721:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213524.384751:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213524.384753:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213524.384756:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213524.384757:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213524.384758:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 00000400:00000200:0.0:1779213524.384761:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:0.0:1779213524.384762:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:0.0:1779213524.384764:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213524.384767:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213524.384776:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213524.384783:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213524.384785:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213524.384786:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213524.384788:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213524.384790:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213524.384791:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213524.384792:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213524.384803:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213524.384806:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213524.384812:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213524.384813:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213524.384815:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213524.384823:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213524.384825:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213524.384826:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213524.384828:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213524.384829:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213524.384833:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213524.384839:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213524.384841:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213524.384843:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213524.384845:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213524.384852:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960560768:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213524.384856:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213524.384858:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213524.384860:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960560768/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213524.384867:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213524.384868:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213524.384870:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000968dc6ab. 02000000:00000001:0.0:1779213524.384873:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213524.384875:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213524.384876:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213524.384878:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213524.384879:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 02000000:00000001:0.0:1779213524.384880:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213524.384881:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213524.384882:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:0.0:1779213524.384885:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213524.384885:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213524.384887:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213524.384890:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213524.384891:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213524.384898:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213524.384899:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213525.020352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213525.020358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213525.020364:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213525.020365:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213525.020431:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213525.020437:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213525.020441:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213526.044327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213526.044331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213526.044335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213526.044336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213526.044399:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213526.044403:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213526.044405:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213527.068298:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213527.068304:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213527.068310:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213527.068311:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213527.068349:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213527.068352:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213527.068354:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213528.092385:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213528.092392:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213528.092397:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213528.092398:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213528.092456:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213528.092460:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213528.092462:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213529.116381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213529.116391:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213529.116415:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213529.116418:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.116425:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213529.116427:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.116429:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.116431:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.116436:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213529.116437:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213529.116438:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213529.116440:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.116441:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213529.116442:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.116444:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.116447:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213529.116540:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213529.116545:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213529.116548:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213529.500420:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213529.500434:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213529.500448:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 00000020:00000040:1.0:1779213529.500468:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213529.500473:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213529.500476:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213529.500482:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213529.500490:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b25e7fba. 00000100:00000001:1.0:1779213529.500498:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213529.500511:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213529.500524:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213529.500526:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213529.500532:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_02+2] req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.500578:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213529.500582:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213529.500585:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213529.500588:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009af06dbe. 00000020:00000040:1.0:1779213529.500591:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213529.500594:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213529.500606:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213529.500612:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213529.500616:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213529.500616:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213529.500620:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213529.500624:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213529.500625:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005060b810. 00000100:00000001:1.0:1779213529.500631:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213529.500638:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213529.500639:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213529.500643:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213529.500649:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213529.500650:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213529.500652:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213529.500653:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213529.500656:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009af06dbe] to pc [ptlrpcd_00_03+3] req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213529.500658:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213529.500666:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960561024:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213529.500671:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.500673:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213529.500674:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213529.500679:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213529.500681:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038805bd0. 00000020:00000040:1.0:1779213529.500684:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213529.500686:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213529.500687:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213529.500688:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213529.500691:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9fe75b8. 00000100:00000001:1.0:1779213529.500693:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213529.500694:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213529.500698:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213529.500698:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213529.500703:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213529.500710:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213529.500711:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213529.500711:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da1236a9. 02000000:00000001:2.0:1779213529.500715:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213529.500716:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038805bd0] to pc [ptlrpcd_00_00+0] req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213529.500724:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000400:00000010:2.0:1779213529.500734:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00000200:2.0:1779213529.500742:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561024, portal 25 00000100:00000001:1.0:1779213529.500745:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.500745:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213529.500749:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213529.500752:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213529.500756:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 00000100:00000040:1.0:1779213529.500760:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11702) 00000100:00000040:2.0:1779213529.500764:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213529.500776:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213529.500780:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213529.500784:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d8766b. 00000100:00000200:2.0:1779213529.500788:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960561024, offset 0 00000100:00000001:0.0:1779213529.500793:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213529.500799:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213529.500803:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213529.500807:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213529.500820:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213529.500821:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213529.500831:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213529.500837:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213529.500850:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213529.500858:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213529.500863:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [407:407:256:4294967295] 192.168.202.129@tcp LPNI seq info [407:407:8:4294967295] 00000100:00000001:3.0:1779213529.500876:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213529.500879:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213529.500881:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213529.500886:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213529.500899:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213529.500902:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213529.500916:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000100:00000001:0.0:1779213529.500931:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213529.500939:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213529.500939:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213529.500940:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213529.500944:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213529.500951:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213529.500954:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213529.500955:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213529.500961:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213529.500961:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:3.0:1779213529.500962:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213529.500966:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1779213529.500975:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213529.500976:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960561152:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213529.500987:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1779213529.500989:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960561280:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213529.500989:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213529.500993:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213529.500997:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306369987 02000000:00000001:3.0:1779213529.500998:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213529.501007:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213529.501010:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213529.501015:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306364867 02000000:00000001:0.0:1779213529.501017:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1779213529.501019:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dbfd17e. 02000000:00000001:0.0:1779213529.501021:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.501021:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306369987 02000000:00000001:3.0:1779213529.501023:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.501031:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306364867 02000000:00000001:0.0:1779213529.501034:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213529.501035:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306369987 00000400:00000010:3.0:1779213529.501036:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ff0a9a. 00000100:00000001:2.0:1779213529.501042:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306364867 00000100:00000001:2.0:1779213529.501045:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306369987 00000400:00000010:3.0:1779213529.501046:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000001:2.0:1779213529.501047:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306364867 02000000:00000010:0.0:1779213529.501049:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6be2d11. 00000100:00000200:3.0:1779213529.501052:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561152, portal 10 02000000:00000001:0.0:1779213529.501057:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213529.501058:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213529.501060:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213529.501063:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728225152 : -104753981326464 : ffffa0ba10277b80) 00000100:00000001:2.0:1779213529.501067:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213529.501069:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000100:00000040:3.0:1779213529.501075:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213529.501078:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000001:2.0:1779213529.501080:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213529.501088:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561280, portal 10 00000100:00000001:2.0:1779213529.501090:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213529.501102:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213529.501103:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213529.501107:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728216192 : -104753981335424 : ffffa0ba10275880) 00000100:00000001:2.0:1779213529.501107:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213529.501111:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1779213529.501112:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213529.501120:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213529.501121:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000100:00000001:2.0:1779213529.501123:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213529.501126:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213529.501126:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960561152, offset 0 00000100:00000040:0.0:1779213529.501127:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213529.501131:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.501144:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213529.501150:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213529.501159:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213529.501165:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213529.501168:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213529.501178:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213529.501179:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213529.501183:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213529.501185:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213529.501187:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213529.501190:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [408:408:255:4294967295] 192.168.202.129@tcp LPNI seq info [408:408:7:4294967295] 00000400:00000010:0.0:1779213529.501196:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000200:0.0:1779213529.501202:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960561280, offset 0 00000400:00000200:3.0:1779213529.501210:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:0.0:1779213529.501219:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213529.501220:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213529.501269:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b233226. 00000400:00000200:0.0:1779213529.501272:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213529.501278:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1779213529.501279:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213529.501287:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213529.501291:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213529.501298:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213529.501298:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b233226 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213529.501307:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213529.501308:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:3.0:1779213529.501318:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 235406 usecs (236 jiffies) 00000400:00000200:0.0:1779213529.501320:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [409:409:254:4294967295] 192.168.202.129@tcp LPNI seq info [409:409:6:4294967295] 00000100:00000001:3.0:1779213529.501326:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306364653 00000100:00000001:3.0:1779213529.501331:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306369987 00000400:00000200:0.0:1779213529.501338:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213529.501344:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306364653 00000100:00000001:3.0:1779213529.501350:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306369987 00000800:00000200:0.0:1779213529.501355:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213529.501355:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306364653 00000100:00000001:3.0:1779213529.501362:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306369987 00000100:00000001:3.0:1779213529.501365:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306364653 00000800:00000010:0.0:1779213529.501366:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000100:00000001:3.0:1779213529.501372:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306369987 00000100:00000001:3.0:1779213529.501376:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213529.501381:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213529.501382:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213529.501387:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213529.501390:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213529.501396:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213529.501396:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213529.501400:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213529.501404:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213529.501405:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213529.501407:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213529.501410:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213529.501414:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213529.501414:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213529.501424:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16306 usecs (17 jiffies) 00000100:00000001:0.0:1779213529.501428:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306364434 00000100:00000001:0.0:1779213529.501432:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306369987 00000100:00000001:0.0:1779213529.501434:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306364434 00000100:00000001:0.0:1779213529.501436:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306369987 00000100:00000001:0.0:1779213529.501439:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306364434 00000100:00000001:0.0:1779213529.501441:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306369987 00000100:00000001:0.0:1779213529.501443:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306364434 00000100:00000001:0.0:1779213529.501445:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306369987 00000100:00000001:0.0:1779213529.501447:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213529.501450:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213529.501464:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213529.501473:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213529.501481:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213529.501483:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213529.501486:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213529.501488:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213529.501489:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213529.501492:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213529.501534:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213529.501539:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:1.0:1779213529.501547:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213529.501553:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213529.501558:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d8766b 00000400:00000010:1.0:1779213529.501560:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d8766b. 00000100:00000001:1.0:1779213529.501566:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213529.501571:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.501581:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213529.501584:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.501591:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213529.501592:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213529.501606:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213529.501608:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b233226. 00000400:00000200:1.0:1779213529.501610:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213529.501613:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213529.501615:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:1.0:1779213529.501617:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:1.0:1779213529.501619:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213529.501621:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.501626:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213529.501628:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.501633:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213529.501634:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213529.501706:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213529.501708:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000400:00000200:1.0:1779213529.501713:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213529.501716:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213529.501718:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:1.0:1779213529.501726:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:1.0:1779213529.501728:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213529.501731:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.501736:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213529.501737:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.501741:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213529.501742:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213529.504186:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504203:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213529.504209:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504211:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213529.504476:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213529.504493:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c600 00000400:00000200:3.0:1779213529.504503:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd95 [1] + 224 00000800:00000001:3.0:1779213529.504512:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504517:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213529.504520:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213529.504524:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213529.504532:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213529.504537:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213529.504549:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213529.504583:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213529.504592:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504595:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213529.504597:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504599:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213529.504603:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213529.504609:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c680 00000400:00000200:3.0:1779213529.504614:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xd99 [1] + 224 00000800:00000001:3.0:1779213529.504618:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504621:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213529.504623:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213529.504626:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213529.504630:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213529.504634:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213529.504634:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.504639:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213529.504646:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213529.504648:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213529.504651:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213529.504654:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ff0a9a. 00000400:00000200:1.0:1779213529.504661:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:1.0:1779213529.504664:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000001:1.0:1779213529.504668:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213529.504673:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213529.504675:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213529.504680:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213529.504684:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213529.504684:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213529.504688:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504691:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213529.504700:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213529.504701:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213529.504705:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213529.504707:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720c580 00000100:00000001:1.0:1779213529.504710:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213529.504714:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1779213529.504714:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xd8d [1] + 224 00000100:00000001:1.0:1779213529.504718:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1779213529.504719:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213529.504723:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213529.504726:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213529.504727:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213529.504729:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213529.504733:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213529.504736:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1779213529.504740:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213529.504745:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=123 v=5 (1 1 1 1) 00000100:00000200:3.0:1779213529.504747:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.504749:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213529.504752:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213529.504756:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213529.504761:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213529.504763:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.504765:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213529.504775:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213529.504777:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213529.504778:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213529.504780:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1779213529.504783:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213529.504785:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213529.504789:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213529.504795:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213529.504800:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213529.504803:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213529.504806:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213529.504814:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960561152:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213529.504815:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213529.504821:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213529.504823:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213529.504826:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1779213529.504828:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1779213529.504830:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009af06dbe x1865639960561152/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213529.504832:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213529.504835:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000400:00000200:2.0:1779213529.504841:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000100:00000001:1.0:1779213529.504844:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1779213529.504844:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 02000000:00000001:1.0:1779213529.504848:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213529.504849:0:199014:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1779213529.504854:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dbfd17e. 00000100:00000200:2.0:1779213529.504856:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213529.504861:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213529.504865:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213529.504868:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000200:2.0:1779213529.504869:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213529.504873:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213529.504876:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005060b810. 00000100:00000001:2.0:1779213529.504880:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213529.504882:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213529.504884:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213529.504885:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213529.504887:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213529.504889:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213529.504890:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213529.504892:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213529.504895:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=134 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213529.504898:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213529.504900:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213529.504902:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213529.504903:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213529.504911:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.504913:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213529.504917:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213529.504925:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213529.504928:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213529.504930:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213529.504933:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213529.504933:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213529.504937:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213529.504941:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213529.504945:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1779213529.504947:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960561024:192.168.202.129@tcp:400: 00000400:00000010:0.0:1779213529.504948:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 02000000:00000001:1.0:1779213529.504950:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1779213529.504954:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000100:00000010:1.0:1779213529.504955:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009af06dbe. 00000100:00000001:2.0:1779213529.504955:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213529.504956:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:2.0:1779213529.504958:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213529.504962:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1779213529.504964:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960561024/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.504965:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213529.504968:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213529.504969:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213529.504974:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213529.504976:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213529.504979:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213529.504982:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da1236a9. 00000100:00000001:1.0:1779213529.504986:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1779213529.504989:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213529.504989:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213529.504990:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213529.504993:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213529.504995:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1779213529.504996:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213529.504999:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213529.505001:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213529.505003:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1779213529.505004:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b25e7fba. 00000100:00000001:0.0:1779213529.505005:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213529.505009:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213529.505010:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213529.505012:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1779213529.505013:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213529.505015:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1779213529.505015:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00000001:0.0:1779213529.505018:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213529.505020:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.505020:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213529.505023:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213529.505026:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=134 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213529.505026:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213529.505031:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=75 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213529.505031:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213529.505035:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213529.505035:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213529.505037:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213529.505039:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1779213529.505040:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213529.505043:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1779213529.505045:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213529.505053:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213529.505055:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213529.505063:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213529.505065:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213529.505066:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213529.505069:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213529.505076:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213529.505078:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213529.505080:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213529.505082:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213529.505089:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960561280:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213529.505092:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213529.505094:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213529.505096:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038805bd0 x1865639960561280/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213529.505102:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213529.505103:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213529.505104:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6be2d11. 02000000:00000001:0.0:1779213529.505107:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213529.505109:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213529.505110:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213529.505112:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213529.505113:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9fe75b8. 02000000:00000001:0.0:1779213529.505116:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213529.505117:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213529.505119:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038805bd0. 00000100:00000001:0.0:1779213529.505121:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213529.505123:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213529.505124:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213529.505128:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213529.505129:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213529.505131:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213529.505133:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213530.140404:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213530.140421:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213530.140465:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213530.140466:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213530.140755:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213530.140762:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213530.140767:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213531.164702:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213531.164708:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213531.164713:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213531.164713:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213531.164774:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213531.164779:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213531.164782:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213532.188368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213532.188375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213532.188380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213532.188381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213532.188458:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213532.188462:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213532.188464:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213533.212330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213533.212335:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213533.212340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213533.212341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213533.212390:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213533.212394:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213533.212395:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213534.236333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213534.236339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213534.236345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213534.236346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213534.236467:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213534.236471:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213534.236473:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213534.620296:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213534.620305:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213534.620315:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009af06dbe. 00000020:00000040:1.0:1779213534.620321:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213534.620325:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213534.620329:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213534.620333:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213534.620340:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005060b810. 00000100:00000001:1.0:1779213534.620347:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213534.620356:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213534.620365:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213534.620368:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213534.620373:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009af06dbe] to pc [ptlrpcd_00_01+1] req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.620400:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213534.620414:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213534.620416:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213534.620420:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038805bd0. 00000020:00000040:1.0:1779213534.620422:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213534.620424:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213534.620426:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213534.620427:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213534.620431:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9fe75b8. 00000100:00000001:1.0:1779213534.620435:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213534.620439:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213534.620446:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213534.620447:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213534.620447:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213534.620451:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213534.620452:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213534.620455:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038805bd0] to pc [ptlrpcd_00_02+2] req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213534.620456:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213534.620457:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213534.620465:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213534.620475:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213534.620477:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213534.620482:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213534.620485:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213534.620490:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213534.620494:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960561408:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213534.620499:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213534.620504:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213534.620507:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213534.620509:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213534.620514:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213534.620514:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f97bdfe. 00000100:00000040:1.0:1779213534.620519:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213534.620519:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213534.620525:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1779213534.620528:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000100:00000010:1.0:1779213534.620529:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 00000020:00000040:1.0:1779213534.620531:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213534.620533:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213534.620533:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213534.620534:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213534.620536:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213534.620537:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213534.620538:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213534.620540:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213534.620542:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213534.620545:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 02000000:00000010:1.0:1779213534.620547:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b25e7fba. 00000100:00000040:3.0:1779213534.620547:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.620552:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213534.620553:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561408, portal 25 00000100:00000001:2.0:1779213534.620559:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213534.620561:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213534.620562:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728225152 : -104753981326464 : ffffa0ba10277b80) 00000100:00000001:3.0:1779213534.620569:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213534.620572:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213534.620574:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.620577:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213534.620578:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213534.620580:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213534.620582:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213534.620588:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213534.620590:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_03+3] req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213534.620595:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960561536:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213534.620596:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213534.620604:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213534.620607:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1779213534.620609:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 02000000:00000001:3.0:1779213534.620612:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1779213534.620614:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960561408, offset 0 02000000:00000001:3.0:1779213534.620615:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213534.620619:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213534.620622:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213534.620623:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000afae195. 00000400:00000200:2.0:1779213534.620625:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213534.620627:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213534.620629:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213534.620634:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1779213534.620635:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e52182ac. 00000100:00000040:1.0:1779213534.620641:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11707) 00000400:00000200:2.0:1779213534.620642:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213534.620643:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000200:3.0:1779213534.620649:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561536, portal 10 00000400:00000200:2.0:1779213534.620652:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213534.620653:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213534.620657:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213534.620658:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213534.620662:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213534.620662:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213534.620662:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728216192 : -104753981335424 : ffffa0ba10275880) 00000100:00000001:0.0:1779213534.620666:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213534.620669:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:3.0:1779213534.620674:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213534.620675:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [410:410:256:4294967295] 192.168.202.129@tcp LPNI seq info [410:410:8:4294967295] 00000100:00000040:0.0:1779213534.620689:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213534.620690:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213534.620698:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213534.620701:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213534.620714:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213534.620715:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213534.620716:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 02000000:00000001:0.0:1779213534.620720:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1779213534.620721:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213534.620723:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213534.620723:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960561536, offset 0 00000800:00000010:2.0:1779213534.620728:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 02000000:00000001:0.0:1779213534.620729:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213534.620735:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:0.0:1779213534.620736:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960561664:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213534.620741:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213534.620744:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213534.620746:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213534.620749:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213534.620751:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213534.620752:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213534.620756:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779213534.620757:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213534.620759:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:0.0:1779213534.620763:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c745fc3. 00000800:00000200:2.0:1779213534.620763:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1779213534.620768:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213534.620773:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000400:00000200:3.0:1779213534.620773:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213534.620779:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:0.0:1779213534.620780:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000400:00000200:3.0:1779213534.620784:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [411:411:255:4294967295] 192.168.202.129@tcp LPNI seq info [411:411:7:4294967295] 00000100:00000200:0.0:1779213534.620785:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561664, portal 10 00000100:00000001:2.0:1779213534.620787:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213534.620791:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213534.620793:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 00000100:00000001:2.0:1779213534.620794:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306375107 00000100:00000001:2.0:1779213534.620802:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306369987 00000100:00000040:0.0:1779213534.620808:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213534.620808:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306375107 00000100:00000001:2.0:1779213534.620817:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306369987 00000400:00000200:3.0:1779213534.620822:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213534.620824:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306375107 00000100:00000001:0.0:1779213534.620825:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213534.620831:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213534.620831:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306369987 00000400:00000010:0.0:1779213534.620835:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000800:00000200:3.0:1779213534.620835:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213534.620840:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960561664, offset 0 00000800:00000010:3.0:1779213534.620842:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 00000100:00000001:2.0:1779213534.620843:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306375107 00000400:00000200:0.0:1779213534.620849:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213534.620850:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306369987 00000800:00000200:3.0:1779213534.620853:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213534.620857:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213534.620860:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213534.620863:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213534.620863:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213534.620867:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213534.620868:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213534.620868:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213534.620873:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213534.620873:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213534.620874:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213534.620878:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213534.620880:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 233518 usecs (234 jiffies) 00000400:00000200:0.0:1779213534.620883:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213534.620883:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213534.620884:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306369770 00000100:00000001:2.0:1779213534.620887:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213534.620889:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306375107 00000400:00000200:0.0:1779213534.620891:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [412:412:254:4294967295] 192.168.202.129@tcp LPNI seq info [412:412:6:4294967295] 00000100:00000001:2.0:1779213534.620893:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213534.620893:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306369770 00000100:00000001:2.0:1779213534.620896:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213534.620897:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306375107 00000800:00000200:1.0:1779213534.620900:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213534.620900:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213534.620900:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306369770 00000100:00000001:3.0:1779213534.620902:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306375107 00000100:00000001:2.0:1779213534.620904:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213534.620906:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306369770 00000800:00000010:1.0:1779213534.620910:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:0.0:1779213534.620912:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213534.620915:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306375107 00000400:00000200:1.0:1779213534.620917:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213534.620919:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213534.620922:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213534.620925:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213534.620926:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213534.620926:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213534.620930:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1779213534.620931:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000400:00000200:1.0:1779213534.620934:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000100:00000001:3.0:1779213534.620934:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213534.620936:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1779213534.620938:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000800:00000200:0.0:1779213534.620940:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213534.620940:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213534.620943:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213534.620945:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213534.620945:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213534.620950:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213534.620950:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213534.620953:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213534.620955:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213534.620962:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213534.620967:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16215 usecs (17 jiffies) 00000100:00000001:0.0:1779213534.620971:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306369553 00000100:00000001:0.0:1779213534.620974:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306375107 00000100:00000001:0.0:1779213534.620979:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306369553 00000100:00000001:0.0:1779213534.620984:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306375107 00000100:00000001:0.0:1779213534.620987:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306369553 00000100:00000001:0.0:1779213534.620991:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306375107 00000100:00000001:1.0:1779213534.620992:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213534.620993:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306369553 00000100:00000040:1.0:1779213534.620997:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213534.621004:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306375107 00000100:00000001:0.0:1779213534.621009:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213534.621014:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213534.621014:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213534.621016:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213534.621017:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213534.621020:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213534.621025:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213534.621027:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213534.621029:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213534.621030:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213534.621031:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213534.621034:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213534.621035:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213534.621038:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000400:00000200:1.0:1779213534.621041:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213534.621044:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213534.621047:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:1.0:1779213534.621048:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:1.0:1779213534.621050:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213534.621052:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.621056:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213534.621058:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.621062:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213534.621064:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213534.621083:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213534.621085:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000400:00000200:1.0:1779213534.621089:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213534.621092:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213534.621094:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:1.0:1779213534.621095:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:1.0:1779213534.621097:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213534.621100:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.621107:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213534.621109:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.621120:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213534.621121:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213534.623364:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213534.623379:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213534.623388:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213534.623391:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213534.623400:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213534.623424:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720c700 00000400:00000200:1.0:1779213534.623432:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xda5 [1] + 224 00000800:00000001:1.0:1779213534.623439:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213534.623444:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213534.623446:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213534.623450:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213534.623457:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213534.623463:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213534.623474:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213534.623496:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213534.623506:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213534.623510:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213534.623511:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213534.623513:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213534.623517:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213534.623522:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c780 00000400:00000200:1.0:1779213534.623528:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xdad [1] + 224 00000800:00000001:1.0:1779213534.623531:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213534.623534:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213534.623536:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213534.623540:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213534.623543:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213534.623555:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213534.623556:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213534.623559:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213534.623567:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213534.623567:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213534.623571:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213534.623575:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000400:00000200:2.0:1779213534.623581:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213534.623584:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:1.0:1779213534.623588:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213534.623588:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213534.623593:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213534.623595:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213534.623601:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213534.623604:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213534.623605:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213534.623608:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213534.623618:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1779213534.623619:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213534.623622:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213534.623625:0:199013:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:1.0:1779213534.623629:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c800 02000000:00000001:2.0:1779213534.623630:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213534.623631:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213534.623634:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213534.623635:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213534.623638:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xdb5 [1] + 224 00000100:00000001:2.0:1779213534.623638:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213534.623643:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213534.623645:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213534.623648:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1779213534.623651:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=139 v=5 (5 5 5 5) 00000400:00000001:3.0:1779213534.623651:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1779213534.623652:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213534.623654:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e52182ac. 00000400:00000200:1.0:1779213534.623656:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1779213534.623660:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=139 v=5 (1 1 1 1) 00000400:00000200:3.0:1779213534.623661:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000200:1.0:1779213534.623664:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213534.623666:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:2.0:1779213534.623667:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213534.623671:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213534.623672:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213534.623673:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213534.623679:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213534.623679:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213534.623682:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213534.623685:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213534.623691:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213534.623701:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213534.623703:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213534.623716:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213534.623722:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213534.623727:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213534.623730:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213534.623739:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213534.623749:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213534.623753:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213534.623758:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213534.623761:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1779213534.623762:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960561408:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213534.623764:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213534.623766:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213534.623768:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213534.623771:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213534.623771:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213534.623773:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213534.623774:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1779213534.623779:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213534.623779:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009af06dbe x1865639960561408/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213534.623779:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213534.623788:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213534.623795:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213534.623796:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213534.623798:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213534.623799:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1779213534.623800:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1779213534.623802:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f97bdfe. 02000000:00000001:2.0:1779213534.623806:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213534.623809:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213534.623811:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00010000:00000001:3.0:1779213534.623811:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213534.623816:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213534.623818:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1779213534.623819:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005060b810. 00000100:00000040:3.0:1779213534.623821:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:2.0:1779213534.623824:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213534.623824:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213534.623825:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213534.623828:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213534.623830:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009af06dbe. 00000100:00000040:3.0:1779213534.623831:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213534.623836:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213534.623839:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213534.623840:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213534.623844:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213534.623845:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213534.623846:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213534.623852:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213534.623854:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213534.623857:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213534.623859:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213534.623860:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213534.623860:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213534.623863:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213534.623868:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213534.623871:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213534.623874:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 00000100:00100000:3.0:1779213534.623880:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960561536:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213534.623885:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000100:00000001:3.0:1779213534.623887:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213534.623888:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:3.0:1779213534.623891:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213534.623893:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1779213534.623895:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038805bd0 x1865639960561536/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213534.623901:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213534.623914:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213534.623917:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1779213534.623920:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213534.623921:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000afae195. 02000000:00000001:3.0:1779213534.623927:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213534.623929:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213534.623932:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1779213534.623932:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213534.623934:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213534.623936:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213534.623938:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:3.0:1779213534.623939:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9fe75b8. 02000000:00000001:0.0:1779213534.623941:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1779213534.623943:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213534.623944:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213534.623947:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213534.623947:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213534.623950:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038805bd0. 02000000:00000001:0.0:1779213534.623951:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213534.623956:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1779213534.623957:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=139 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213534.623959:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213534.623963:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=80 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213534.623963:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213534.623969:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213534.623970:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213534.623971:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1779213534.623972:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213534.623973:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213534.623983:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213534.623985:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1779213534.623990:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213534.623998:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213534.624001:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213534.624002:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213534.624003:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213534.624004:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213534.624007:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213534.624013:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213534.624014:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213534.624015:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213534.624018:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213534.624024:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960561664:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213534.624028:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213534.624029:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213534.624031:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960561664/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213534.624036:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213534.624038:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213534.624043:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c745fc3. 02000000:00000001:0.0:1779213534.624046:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213534.624047:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213534.624048:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213534.624050:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213534.624051:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b25e7fba. 02000000:00000001:0.0:1779213534.624054:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213534.624055:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213534.624056:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00000001:0.0:1779213534.624059:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213534.624064:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213534.624065:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213534.624068:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213534.624070:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213534.624071:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213534.624081:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213535.260333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213535.260354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213535.260361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213535.260363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213535.260432:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213535.260435:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213535.260437:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213536.284335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213536.284342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213536.284347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213536.284349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213536.284444:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213536.284451:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213536.284455:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213537.308361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213537.308368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213537.308387:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213537.308388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213537.309445:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213537.309450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213537.309453:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213538.332335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213538.332342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213538.332347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213538.332349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213538.332411:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213538.332414:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213538.332416:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213539.356337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213539.356343:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213539.356345:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213539.356347:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.356351:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213539.356353:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.356373:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.356375:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.356379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213539.356381:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213539.356382:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213539.356384:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.356385:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213539.356386:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.356387:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.356389:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213539.356482:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213539.356485:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213539.356488:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213539.740341:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213539.740360:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213539.740370:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039e99af1. 00000020:00000040:1.0:1779213539.740376:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213539.740381:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213539.740383:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213539.740391:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213539.740413:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022180b60. 00000100:00000001:1.0:1779213539.740419:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213539.740429:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213539.740439:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213539.740441:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213539.740446:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039e99af1] to pc [ptlrpcd_00_00+0] req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213539.740484:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213539.740488:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213539.740491:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213539.740494:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3a74cc2. 00000020:00000040:1.0:1779213539.740498:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213539.740500:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213539.740502:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213539.740504:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213539.740509:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080864336. 00000100:00000001:1.0:1779213539.740513:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213539.740518:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213539.740523:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213539.740526:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213539.740528:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213539.740528:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213539.740532:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213539.740533:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3a74cc2] to pc [ptlrpcd_00_01+1] req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213539.740539:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213539.740550:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213539.740554:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213539.740556:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213539.740559:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213539.740559:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213539.740562:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6bd720. 02000000:00000001:0.0:1779213539.740564:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1779213539.740567:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213539.740568:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213539.740573:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213539.740573:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1779213539.740576:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960561792:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213539.740582:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213539.740582:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213539.740586:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213539.740589:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1779213539.740591:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f4cd30a. 02000000:00000001:0.0:1779213539.740592:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213539.740596:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213539.740596:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213539.740602:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f975a8a9. 00000100:00000040:1.0:1779213539.740604:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213539.740606:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213539.740614:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213539.740616:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213539.740622:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000100:00000040:1.0:1779213539.740622:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6bd720] to pc [ptlrpcd_00_02+2] req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213539.740637:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000001:2.0:1779213539.740641:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213539.740645:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561792, portal 25 00000100:00000001:2.0:1779213539.740646:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213539.740649:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213539.740650:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213539.740650:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213539.740654:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728211712 : -104753981339904 : ffffa0ba10274700) 00000100:00000040:1.0:1779213539.740654:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213539.740660:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213539.740665:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213539.740667:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213539.740678:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213539.740683:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11712) 00000100:00000001:3.0:1779213539.740685:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213539.740692:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213539.740707:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213539.740727:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213539.740733:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213539.740739:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ea7667e. 00000100:00000001:2.0:1779213539.740739:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1779213539.740742:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960561792, offset 0 00000400:00000200:0.0:1779213539.740747:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213539.740752:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213539.740759:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213539.740763:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213539.740764:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213539.740770:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213539.740773:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213539.740779:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213539.740780:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213539.740784:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00100000:2.0:1779213539.740793:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960561920:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213539.740794:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [413:413:256:4294967295] 192.168.202.129@tcp LPNI seq info [413:413:8:4294967295] 00000100:00000001:2.0:1779213539.740803:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213539.740809:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213539.740814:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213539.740824:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:2.0:1779213539.740824:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213539.740833:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007845593c. 00000100:00000001:1.0:1779213539.740844:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1779213539.740852:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213539.740852:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213539.740856:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1779213539.740859:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213539.740860:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213539.740862:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 02000000:00000001:3.0:1779213539.740866:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213539.740870:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1779213539.740871:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000800:00000200:0.0:1779213539.740872:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213539.740882:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213539.740889:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00100000:3.0:1779213539.740894:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960562048:192.168.202.129@tcp:400: 00000800:00000200:0.0:1779213539.740896:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213539.740900:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213539.740901:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960561920, portal 10 00000100:00000001:2.0:1779213539.740906:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213539.740909:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728220672 : -104753981330944 : ffffa0ba10276a00) 00000100:00000001:0.0:1779213539.740911:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213539.740918:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306380227 00000100:00000040:2.0:1779213539.740925:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213539.740927:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306375107 00000100:00000001:0.0:1779213539.740938:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306380227 00000100:00000001:0.0:1779213539.740949:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306375107 00000100:00000001:2.0:1779213539.740950:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213539.740955:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306380227 00000100:00000040:2.0:1779213539.740964:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213539.740967:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306375107 00000400:00000010:2.0:1779213539.740968:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000100:00000200:2.0:1779213539.740974:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960561920, offset 0 00000100:00000001:0.0:1779213539.740976:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306380227 00000100:00000001:0.0:1779213539.740982:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306375107 00000400:00000200:2.0:1779213539.740989:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213539.740991:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213539.740996:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213539.741000:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213539.741002:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213539.741007:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213539.741009:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213539.741011:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213539.741013:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213539.741022:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213539.741025:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213539.741026:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213539.741027:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213539.741031:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213539.741031:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213539.741032:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213539.741034:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1779213539.741038:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213539.741044:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213539.741048:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213539.741048:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000400:00000200:2.0:1779213539.741048:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:3.0:1779213539.741050:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b47052a9. 02000000:00000001:3.0:1779213539.741060:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213539.741062:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1779213539.741065:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e52182ac. 00000400:00000200:2.0:1779213539.741068:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [414:414:255:4294967295] 192.168.202.129@tcp LPNI seq info [414:414:7:4294967295] 00000400:00000010:3.0:1779213539.741073:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000400:00000200:1.0:1779213539.741079:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213539.741089:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213539.741096:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213539.741098:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea7667e 00000800:00000010:2.0:1779213539.741102:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000400:00000010:1.0:1779213539.741104:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ea7667e. 00000100:00000001:1.0:1779213539.741109:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213539.741116:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213539.741122:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213539.741140:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1779213539.741142:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:1.0:1779213539.741148:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213539.741149:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213539.741161:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213539.741163:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213539.741170:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1779213539.741174:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 231653 usecs (232 jiffies) 00000100:00000001:2.0:1779213539.741182:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306374888 00000100:00000001:2.0:1779213539.741185:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306380227 00000800:00000200:1.0:1779213539.741186:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213539.741188:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306374888 00000100:00000001:2.0:1779213539.741190:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306380227 00000100:00000001:2.0:1779213539.741191:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306374888 00000100:00000001:2.0:1779213539.741200:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306380227 00000800:00000010:1.0:1779213539.741202:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000100:00000001:2.0:1779213539.741208:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306374888 00000400:00000200:1.0:1779213539.741209:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213539.741216:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306380227 00000400:00000200:1.0:1779213539.741262:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213539.741265:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:1.0:1779213539.741268:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:1.0:1779213539.741271:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213539.741274:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213539.741280:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213539.741283:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213539.741285:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213539.741289:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213539.741290:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213539.741299:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213539.741308:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213539.741310:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213539.741312:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213539.741315:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213539.741318:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213539.741320:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213539.741322:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213539.741325:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213539.741428:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562048, portal 10 00000100:00000001:3.0:1779213539.741431:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213539.741432:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728214400 : -104753981337216 : ffffa0ba10275180) 00000100:00000040:3.0:1779213539.741440:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213539.741448:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213539.741451:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213539.741453:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6bd63e0. 00000100:00000200:3.0:1779213539.741455:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960562048, offset 0 00000400:00000200:3.0:1779213539.741460:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213539.741512:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213539.741516:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213539.741518:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213539.741521:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213539.741523:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213539.741526:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [415:415:256:4294967295] 192.168.202.129@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:3.0:1779213539.741535:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213539.741539:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213539.741543:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b267f28. 00000800:00000200:3.0:1779213539.741547:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213539.741560:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213539.741563:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008b267f28 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213539.741574:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213539.741577:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16113 usecs (17 jiffies) 00000100:00000001:3.0:1779213539.741579:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306374674 00000100:00000001:3.0:1779213539.741582:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306380227 00000100:00000001:3.0:1779213539.741584:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306374674 00000100:00000001:3.0:1779213539.741586:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306380227 00000100:00000001:3.0:1779213539.741588:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306374674 00000100:00000001:3.0:1779213539.741590:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306380227 00000100:00000001:3.0:1779213539.741593:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306374674 00000100:00000001:3.0:1779213539.741596:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306380227 00000100:00000001:3.0:1779213539.741598:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213539.741600:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213539.741602:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213539.741604:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213539.741609:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213539.741610:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213539.741618:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213539.741620:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213539.741621:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213539.741624:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213539.741654:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213539.741658:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b267f28. 00000400:00000200:1.0:1779213539.741662:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213539.741668:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213539.741671:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bd63e0 00000400:00000010:1.0:1779213539.741673:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a6bd63e0. 00000100:00000001:1.0:1779213539.741678:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213539.741686:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213539.741692:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213539.741696:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213539.741703:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213539.741705:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213539.743639:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.743650:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213539.743654:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.743656:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213539.743665:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213539.743677:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720c880 00000400:00000200:1.0:1779213539.743693:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xdbd [1] + 224 00000800:00000001:1.0:1779213539.743700:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.743704:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213539.743706:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213539.743710:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213539.743715:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213539.743720:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213539.743730:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213539.743753:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213539.743761:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.743764:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213539.743766:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.743767:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213539.743771:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213539.743777:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c980 00000400:00000200:1.0:1779213539.743781:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:1.0:1779213539.743785:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.743789:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213539.743791:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213539.743794:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213539.743796:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213539.743799:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213539.743807:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213539.743821:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213539.743825:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.743840:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213539.743863:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213539.743867:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213539.743873:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213539.743875:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213539.743877:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e52182ac. 00000400:00000200:3.0:1779213539.743881:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:3.0:1779213539.743883:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:3.0:1779213539.743886:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213539.743891:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213539.743900:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213539.743904:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213539.743907:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213539.743907:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213539.743911:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213539.743913:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213539.743915:0:199014:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:0.0:1779213539.743916:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213539.743919:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 02000000:00000001:3.0:1779213539.743920:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1779213539.743923:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:0.0:1779213539.743925:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:0.0:1779213539.743927:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213539.743931:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213539.743940:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213539.743945:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213539.743959:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213539.743961:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213539.743963:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213539.743964:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213539.743966:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213539.743969:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213539.743974:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=144 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213539.743979:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=144 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213539.743981:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213539.743983:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213539.743990:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213539.743992:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213539.743995:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213539.743999:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213539.744005:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213539.744007:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213539.744009:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213539.744011:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213539.744018:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960561792:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213539.744022:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213539.744024:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213539.744026:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039e99af1 x1865639960561792/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213539.744032:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213539.744034:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213539.744037:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f975a8a9. 02000000:00000001:0.0:1779213539.744041:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213539.744043:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213539.744044:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213539.744047:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213539.744048:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022180b60. 02000000:00000001:0.0:1779213539.744053:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213539.744055:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213539.744063:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039e99af1. 00000100:00000001:0.0:1779213539.744067:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213539.744070:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213539.744070:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213539.744073:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213539.744079:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213539.744081:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213539.744082:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213539.744084:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213539.744087:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213539.744090:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213539.744097:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213539.744101:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213539.744103:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213539.744104:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213539.744106:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213539.744164:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213539.744172:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213539.744174:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213539.744176:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213539.744178:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213539.744179:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213539.744189:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213539.744196:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213539.744198:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213539.744200:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213539.744202:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213539.744209:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960562048:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213539.744213:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213539.744215:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213539.744216:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6bd720 x1865639960562048/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213539.744243:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213539.744245:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213539.744247:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b47052a9. 02000000:00000001:3.0:1779213539.744252:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213539.744253:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213539.744255:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213539.744258:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213539.744260:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001f4cd30a. 02000000:00000001:3.0:1779213539.744263:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213539.744265:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213539.744267:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6bd720. 00000100:00000001:3.0:1779213539.744270:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213539.744271:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213539.744273:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213539.744275:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213539.744277:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213539.744280:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213539.744282:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213539.744283:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213539.744286:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213539.744286:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213539.744291:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213539.744297:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213539.744305:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720c900 00000400:00000200:1.0:1779213539.744310:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xdc5 [1] + 224 00000800:00000001:1.0:1779213539.744314:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.744318:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213539.744320:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213539.744323:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213539.744326:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213539.744330:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213539.744338:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213539.744363:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213539.744368:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213539.744371:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213539.744411:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213539.744417:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213539.744424:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213539.744427:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213539.744429:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000400:00000200:2.0:1779213539.744437:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:2.0:1779213539.744440:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:2.0:1779213539.744445:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213539.744453:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213539.744474:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213539.744479:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213539.744480:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213539.744483:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213539.744485:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213539.744487:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213539.744489:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213539.744492:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213539.744498:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213539.744502:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=133 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213539.744504:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213539.744506:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213539.744508:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213539.744512:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213539.744515:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213539.744517:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213539.744519:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213539.744520:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213539.744524:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213539.744531:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213539.744533:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213539.744535:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213539.744538:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213539.744545:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960561920:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213539.744550:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213539.744552:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213539.744554:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3a74cc2 x1865639960561920/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213539.744572:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213539.744575:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213539.744577:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007845593c. 02000000:00000001:2.0:1779213539.744581:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213539.744583:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213539.744584:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213539.744587:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213539.744588:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000080864336. 02000000:00000001:2.0:1779213539.744592:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213539.744594:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213539.744595:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3a74cc2. 00000100:00000001:2.0:1779213539.744600:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213539.744601:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213539.744603:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213539.744608:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213539.744609:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213539.744611:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213539.744613:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213540.380310:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213540.380318:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213540.380325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213540.380326:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213540.380402:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213540.380406:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213540.380409:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213541.404365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213541.404373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213541.404377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213541.404378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213541.404437:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213541.404463:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213541.404466:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213542.428355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213542.428364:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213542.428372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213542.428374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213542.428446:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213542.428450:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213542.428454:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213543.452376:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213543.452382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213543.452388:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213543.452388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213543.452454:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213543.452457:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213543.452459:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213544.476302:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213544.476323:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213544.476348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213544.476350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213544.476411:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213544.476414:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213544.476416:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213544.860735:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213544.860749:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213544.860762:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000020:00000040:2.0:1779213544.860771:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213544.860775:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213544.860779:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213544.860786:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213544.860805:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000001:2.0:1779213544.860815:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213544.860829:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213544.860841:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213544.860844:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213544.860850:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_03+3] req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.860886:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213544.860889:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213544.860892:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213544.860895:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00000020:00000040:2.0:1779213544.860897:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213544.860900:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213544.860901:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213544.860902:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213544.860906:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d5e81ba. 00000100:00000001:2.0:1779213544.860909:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213544.860913:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213544.860924:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213544.860927:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213544.860927:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213544.860929:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213544.860930:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213544.860932:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213544.860934:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213544.860942:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213544.860950:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213544.860952:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213544.860957:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213544.860959:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213544.860961:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213544.860965:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960562176:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213544.860969:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213544.860971:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791c9b42] to pc [ptlrpcd_00_00+0] req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213544.860975:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213544.860991:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213544.860995:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213544.861001:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000be7d1b3. 02000000:00000001:1.0:1779213544.861003:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213544.861005:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213544.861008:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1779213544.861011:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc53dcd. 00000100:00000001:2.0:1779213544.861012:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213544.861018:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000400:00000010:1.0:1779213544.861022:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000020:00000040:2.0:1779213544.861022:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213544.861027:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213544.861028:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213544.861030:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213544.861032:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562176, portal 25 00000100:00000001:0.0:1779213544.861034:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213544.861034:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:1.0:1779213544.861037:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213544.861038:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213544.861039:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.861040:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213544.861040:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000040:2.0:1779213544.861044:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1779213544.861047:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213544.861047:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213544.861048:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213544.861052:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.861071:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213544.861071:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213544.861072:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213544.861074:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213544.861074:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213544.861077:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213544.861079:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213544.861081:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213544.861081:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000040:2.0:1779213544.861084:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_01+1] req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213544.861085:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213544.861085:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960562176, offset 0 00000400:00000200:1.0:1779213544.861097:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:0.0:1779213544.861102:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960562304:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213544.861106:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213544.861109:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213544.861110:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213544.861111:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213544.861115:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213544.861115:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1779213544.861119:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 00000400:00000200:1.0:1779213544.861119:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213544.861123:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213544.861124:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1779213544.861128:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ca781c. 00000400:00000200:1.0:1779213544.861128:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213544.861131:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11717) 00000400:00000010:0.0:1779213544.861132:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000400:00000200:1.0:1779213544.861133:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:0.0:1779213544.861136:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562304, portal 10 00000100:00000001:0.0:1779213544.861138:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213544.861139:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213544.861140:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527173504 : -104754182378112 : ffffa0ba042bad80) 00000400:00000200:1.0:1779213544.861143:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:0.0:1779213544.861146:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213544.861148:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [416:416:256:4294967295] 192.168.202.129@tcp LPNI seq info [416:416:8:4294967295] 00000100:00000001:0.0:1779213544.861153:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213544.861155:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213544.861156:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213544.861160:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213544.861163:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1779213544.861165:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1a3d688. 00000100:00000200:0.0:1779213544.861168:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960562304, offset 0 00000100:00000040:3.0:1779213544.861172:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213544.861178:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:0.0:1779213544.861179:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213544.861190:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213544.861191:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213544.861191:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213544.861194:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213544.861195:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1779213544.861197:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009364803b. 00000400:00000200:0.0:1779213544.861200:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213544.861200:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213544.861203:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213544.861205:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213544.861206:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213544.861209:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1779213544.861209:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213544.861215:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [417:417:255:4294967295] 192.168.202.129@tcp LPNI seq info [417:417:7:4294967295] 00000800:00000200:1.0:1779213544.861218:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00100000:3.0:1779213544.861218:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960562432:192.168.202.129@tcp:400: 00000800:00000200:1.0:1779213544.861243:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009364803b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213544.861253:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213544.861255:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213544.861256:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213544.861259:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213544.861261:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306385348 00000400:00000200:0.0:1779213544.861263:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213544.861264:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1779213544.861269:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000010:3.0:1779213544.861270:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078eb35e7. 00000100:00000001:1.0:1779213544.861272:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306380227 00000800:00000010:0.0:1779213544.861273:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 02000000:00000001:3.0:1779213544.861274:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213544.861280:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213544.861281:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e52182ac. 00000100:00000001:1.0:1779213544.861282:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306385348 00000800:00000200:0.0:1779213544.861286:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213544.861287:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306380227 00000800:00000200:0.0:1779213544.861288:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213544.861288:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000001:1.0:1779213544.861291:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306385348 00000100:00000001:0.0:1779213544.861293:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213544.861293:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562432, portal 10 00000100:00000001:1.0:1779213544.861294:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306380227 00000100:00000001:3.0:1779213544.861297:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213544.861298:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306385348 00000100:00000001:3.0:1779213544.861298:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000100:00000040:0.0:1779213544.861312:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 229825 usecs (230 jiffies) 00000100:00000001:0.0:1779213544.861316:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306380007 00000100:00000001:1.0:1779213544.861317:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306380227 00000100:00000040:3.0:1779213544.861319:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213544.861320:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306385348 00000100:00000001:1.0:1779213544.861322:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213544.861324:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306380007 00000100:00000001:1.0:1779213544.861327:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.861329:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306385348 00000100:00000001:0.0:1779213544.861333:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306380007 00000100:00000001:1.0:1779213544.861333:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.861337:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306385348 00000100:00000001:1.0:1779213544.861337:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213544.861340:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213544.861341:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306380007 00000100:00000001:0.0:1779213544.861345:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306385348 00000100:00000040:3.0:1779213544.861345:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213544.861348:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213544.861349:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213544.861349:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9e5ad9. 00000100:00000001:0.0:1779213544.861351:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213544.861351:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213544.861353:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213544.861353:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213544.861354:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213544.861358:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213544.861358:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960562432, offset 0 00000100:00000001:1.0:1779213544.861362:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.861364:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213544.861369:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213544.861375:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213544.861378:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213544.861379:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213544.861381:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213544.861384:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213544.861385:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213544.861387:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213544.861390:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213544.861391:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.861395:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213544.861396:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213544.861401:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [418:418:254:4294967295] 192.168.202.129@tcp LPNI seq info [418:418:6:4294967295] 00000400:00000200:3.0:1779213544.861410:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213544.861415:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213544.861421:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b267f28. 00000800:00000200:3.0:1779213544.861425:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213544.861429:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213544.861432:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008b267f28 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213544.861435:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213544.861437:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 16015 usecs (17 jiffies) 00000100:00000001:3.0:1779213544.861440:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306379794 00000100:00000001:3.0:1779213544.861442:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306385348 00000100:00000001:3.0:1779213544.861444:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306379794 00000100:00000001:3.0:1779213544.861445:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306385348 00000100:00000001:3.0:1779213544.861447:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306379794 00000100:00000001:3.0:1779213544.861449:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306385348 00000100:00000001:3.0:1779213544.861451:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306379794 00000100:00000001:3.0:1779213544.861452:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306385348 00000100:00000001:3.0:1779213544.861454:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213544.861456:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213544.861458:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213544.861459:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213544.861470:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213544.861471:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213544.861472:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213544.861474:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213544.861475:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213544.861476:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213544.861948:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213544.861952:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009364803b. 00000400:00000200:2.0:1779213544.861960:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213544.861964:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213544.861969:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:2.0:1779213544.861970:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:2.0:1779213544.861974:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213544.861978:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.861993:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213544.861996:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.862003:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213544.862004:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213544.862021:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213544.862023:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000400:00000200:2.0:1779213544.862027:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213544.862030:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213544.862039:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a3d688 00000400:00000010:2.0:1779213544.862041:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a3d688. 00000100:00000001:2.0:1779213544.862043:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213544.862046:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.862053:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213544.862055:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.862061:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213544.862062:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213544.862337:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213544.862340:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b267f28. 00000400:00000200:2.0:1779213544.862344:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213544.862348:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213544.862351:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9e5ad9 00000400:00000010:2.0:1779213544.862353:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9e5ad9. 00000100:00000001:2.0:1779213544.862357:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213544.862360:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.862367:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213544.862370:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.862388:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213544.862389:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213544.867408:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213544.867432:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213544.867436:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213544.867439:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213544.867452:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213544.867475:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720ca00 00000400:00000200:1.0:1779213544.867486:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xdd5 [1] + 224 00000800:00000001:1.0:1779213544.867495:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213544.867500:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213544.867503:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213544.867508:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213544.867516:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213544.867526:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213544.867540:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213544.867591:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213544.867604:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213544.867608:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213544.867611:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213544.867613:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213544.867618:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213544.867625:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ca80 00000400:00000200:1.0:1779213544.867633:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xddd [1] + 224 00000100:00000001:0.0:1779213544.867634:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213544.867638:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213544.867639:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779213544.867642:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213544.867645:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1779213544.867647:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1779213544.867649:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213544.867650:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213544.867654:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc53dcd. 00000400:00000200:0.0:1779213544.867659:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:0.0:1779213544.867664:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:0.0:1779213544.867667:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213544.867668:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213544.867672:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213544.867675:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213544.867687:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213544.867694:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213544.867697:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213544.867700:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213544.867705:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213544.867709:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213544.867712:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213544.867714:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213544.867716:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213544.867721:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1779213544.867723:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=149 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213544.867727:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=149 v=5 (1 1 1 1) 00000800:00000001:1.0:1779213544.867727:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213544.867731:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213544.867733:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213544.867734:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213544.867735:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1779213544.867737:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1779213544.867738:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.867741:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213544.867741:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213544.867748:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213544.867752:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213544.867755:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213544.867758:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213544.867762:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1779213544.867764:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1779213544.867765:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720cb00 00000400:00000001:3.0:1779213544.867767:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213544.867769:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ca781c. 00000100:00000001:0.0:1779213544.867774:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1779213544.867774:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:3.0:1779213544.867776:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:0.0:1779213544.867777:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213544.867780:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213544.867783:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213544.867786:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213544.867787:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xde5 [1] + 224 00000800:00000001:1.0:1779213544.867797:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1779213544.867803:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960562176:192.168.202.129@tcp:400: 00000800:00000001:1.0:1779213544.867809:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213544.867811:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213544.867813:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1779213544.867814:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213544.867815:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213544.867821:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960562176/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213544.867824:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213544.867831:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213544.867835:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213544.867836:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213544.867837:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213544.867840:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213544.867841:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:0.0:1779213544.867843:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000be7d1b3. 02000000:00000001:3.0:1779213544.867844:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1779213544.867845:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213544.867847:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1779213544.867849:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213544.867850:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213544.867852:0:199015:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1779213544.867853:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213544.867855:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213544.867860:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1779213544.867862:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=138 v=5 (5 5 5 5) 02000000:00000010:0.0:1779213544.867864:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 00000100:00000040:1.0:1779213544.867868:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213544.867869:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=138 v=5 (1 1 1 1) 02000000:00000001:0.0:1779213544.867870:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213544.867873:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213544.867875:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1779213544.867876:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000001:3.0:1779213544.867877:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213544.867881:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213544.867882:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213544.867885:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1779213544.867885:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213544.867889:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213544.867891:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213544.867891:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213544.867895:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213544.867896:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213544.867900:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213544.867904:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213544.867906:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213544.867908:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213544.867912:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213544.867915:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213544.867915:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213544.867920:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213544.867928:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213544.867931:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213544.867933:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213544.867937:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.867942:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213544.867945:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1779213544.867946:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960562304:192.168.202.129@tcp:400: 00000400:00000001:2.0:1779213544.867951:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213544.867952:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213544.867954:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213544.867956:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1779213544.867957:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e52182ac. 00000100:00000040:3.0:1779213544.867961:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000791c9b42 x1865639960562304/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213544.867963:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:2.0:1779213544.867967:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:2.0:1779213544.867973:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213544.867973:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213544.867977:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213544.867979:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 00000100:00000200:2.0:1779213544.867981:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213544.867984:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213544.867987:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213544.867989:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213544.867993:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213544.867996:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d5e81ba. 00000100:00000200:2.0:1779213544.867999:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213544.867999:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213544.868002:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213544.868005:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000100:00000001:2.0:1779213544.868010:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213544.868011:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213544.868011:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213544.868013:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213544.868015:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213544.868017:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213544.868018:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213544.868021:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213544.868022:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213544.868022:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213544.868025:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213544.868026:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213544.868028:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213544.868030:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213544.868032:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213544.868037:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=90 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213544.868040:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213544.868041:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213544.868043:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213544.868046:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213544.868053:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213544.868056:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213544.868057:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213544.868058:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213544.868059:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213544.868070:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.868077:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213544.868079:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213544.868080:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213544.868083:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213544.868088:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960562432:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213544.868092:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213544.868093:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213544.868094:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960562432/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213544.868098:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213544.868099:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213544.868101:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078eb35e7. 02000000:00000001:2.0:1779213544.868104:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213544.868105:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213544.868106:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213544.868107:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213544.868108:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:2.0:1779213544.868110:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213544.868111:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213544.868111:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000001:2.0:1779213544.868114:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213544.868115:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213544.868116:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213544.868119:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213544.868120:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213544.868121:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213544.868122:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213545.500393:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213545.500401:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213545.500409:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213545.500433:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213545.500504:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213545.500508:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213545.500511:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213546.524366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213546.524374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213546.524385:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213546.524386:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213546.524443:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213546.524447:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213546.524450:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213547.548371:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213547.548376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213547.548381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213547.548382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213547.548456:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213547.548460:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213547.548463:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213548.572302:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213548.572309:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213548.572311:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213548.572315:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213548.572319:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213548.572321:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213548.572322:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213548.572324:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213548.572327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213548.572328:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213548.572329:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213548.572331:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213548.572332:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213548.572333:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213548.572334:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213548.572336:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213548.572383:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213548.572398:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213548.572400:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213549.596454:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213549.596459:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213549.596464:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213549.596465:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213549.596676:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213549.596679:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213549.596682:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213549.980372:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213549.980382:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213549.980392:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000499513bc. 00000020:00000040:1.0:1779213549.980398:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213549.980403:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213549.980406:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213549.980410:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213549.980418:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213549.980425:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213549.980435:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213549.980445:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213549.980447:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213549.980452:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499513bc] to pc [ptlrpcd_00_02+2] req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.980490:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213549.980493:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213549.980496:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213549.980499:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c65d6926. 00000020:00000040:1.0:1779213549.980502:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213549.980504:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213549.980505:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213549.980507:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213549.980510:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053d5b992. 00000100:00000001:3.0:1779213549.980526:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213549.980528:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213549.980531:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213549.980535:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213549.980535:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213549.980536:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213549.980542:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213549.980544:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.980549:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213549.980553:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213549.980561:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65d6926] to pc [ptlrpcd_00_03+3] req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213549.980561:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213549.980564:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213549.980570:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213549.980573:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213549.980576:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213549.980580:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960562560:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213549.980588:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213549.980595:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213549.980598:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213549.980599:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213549.980601:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213549.980602:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213549.980606:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1779213549.980607:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf1ee24. 02000000:00000001:3.0:1779213549.980610:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213549.980611:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 00000020:00000040:1.0:1779213549.980616:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000010:3.0:1779213549.980617:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000100:00000001:0.0:1779213549.980618:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213549.980619:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213549.980623:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213549.980623:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213549.980626:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213549.980626:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213549.980628:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000040:0.0:1779213549.980633:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213549.980633:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009364803b. 00000100:00000200:3.0:1779213549.980636:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562560, portal 25 00000100:00000001:1.0:1779213549.980638:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213549.980641:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213549.980645:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728224256 : -104753981327360 : ffffa0ba10277800) 00000100:00000040:1.0:1779213549.980646:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213549.980654:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213549.980655:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213549.980656:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213549.980662:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213549.980665:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213549.980671:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213549.980677:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960562688:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213549.980679:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213549.980681:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213549.980682:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213549.980685:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213549.980687:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213549.980689:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213549.980690:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_00+0] req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213549.980692:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213549.980692:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000200:3.0:1779213549.980696:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960562560, offset 0 02000000:00000001:0.0:1779213549.980698:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213549.980703:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcf61ca3. 02000000:00000001:0.0:1779213549.980707:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213549.980708:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213549.980712:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078565dc2. 00000400:00000010:0.0:1779213549.980721:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000200:0.0:1779213549.980726:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562688, portal 10 00000100:00000001:1.0:1779213549.980726:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213549.980729:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213549.980731:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213549.980732:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728213504 : -104753981338112 : ffffa0ba10274e00) 00000400:00000200:3.0:1779213549.980733:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213549.980741:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213549.980742:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213549.980748:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213549.980748:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213549.980755:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213549.980757:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213549.980759:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213549.980760:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11722) 00000400:00000200:3.0:1779213549.980761:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213549.980762:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213549.980767:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213549.980770:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [419:419:256:4294967295] 192.168.202.129@tcp LPNI seq info [419:419:8:4294967295] 00000100:00000040:0.0:1779213549.980775:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213549.980775:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213549.980780:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e829f7. 00000100:00000200:0.0:1779213549.980786:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960562688, offset 0 00000400:00000200:3.0:1779213549.980791:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213549.980795:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213549.980795:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213549.980798:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213549.980798:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213549.980800:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213549.980803:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1779213549.980803:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213549.980809:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779213549.980809:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 02000000:00000001:2.0:1779213549.980814:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213549.980816:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213549.980819:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213549.980822:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213549.980823:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:2.0:1779213549.980826:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960562816:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213549.980830:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213549.980832:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1779213549.980834:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:2.0:1779213549.980836:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213549.980840:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213549.980840:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1779213549.980846:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213549.980850:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef6d70b. 02000000:00000001:2.0:1779213549.980852:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213549.980855:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232d1fc0. 00000400:00000200:0.0:1779213549.980856:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:2.0:1779213549.980860:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00000001:3.0:1779213549.980861:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213549.980863:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [420:420:255:4294967295] 192.168.202.129@tcp LPNI seq info [420:420:7:4294967295] 00000100:00000200:2.0:1779213549.980866:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562816, portal 10 00000100:00000001:3.0:1779213549.980867:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306390467 00000100:00000001:2.0:1779213549.980871:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213549.980874:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 00000100:00000001:3.0:1779213549.980876:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306385348 00000400:00000200:0.0:1779213549.980880:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213549.980883:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306390467 00000100:00000040:2.0:1779213549.980884:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213549.980888:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306385348 00000800:00000200:0.0:1779213549.980891:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213549.980893:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306390467 00000800:00000010:0.0:1779213549.980898:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000100:00000001:3.0:1779213549.980900:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306385348 00000100:00000001:2.0:1779213549.980905:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213549.980906:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213549.980907:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306390467 00000100:00000040:2.0:1779213549.980913:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213549.980914:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306385348 00000400:00000010:2.0:1779213549.980916:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000800:00000200:0.0:1779213549.980918:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213549.980919:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213549.980921:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960562816, offset 0 00000100:00000001:3.0:1779213549.980923:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213549.980924:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213549.980928:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213549.980929:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213549.980932:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213549.980933:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213549.980936:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 228055 usecs (229 jiffies) 00000100:00000001:0.0:1779213549.980939:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306385125 00000100:00000001:0.0:1779213549.980942:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306390467 00000100:00000001:3.0:1779213549.980942:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1779213549.980943:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1779213549.980944:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213549.980945:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213549.980948:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306385125 00000800:00000010:1.0:1779213549.980950:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000100:00000001:3.0:1779213549.980950:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213549.980953:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306390467 00000400:00000200:2.0:1779213549.980953:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213549.980953:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213549.980957:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306385125 00000100:00000001:3.0:1779213549.980957:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213549.980959:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213549.980959:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213549.980961:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306390467 00000400:00000200:2.0:1779213549.980965:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213549.980966:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306385125 00000100:00000001:3.0:1779213549.980967:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213549.980973:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306390467 00000400:00000200:1.0:1779213549.980973:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213549.980973:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213549.980978:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213549.980982:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213549.980986:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213549.980986:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [421:421:254:4294967295] 192.168.202.129@tcp LPNI seq info [421:421:6:4294967295] 00000100:00000001:0.0:1779213549.980990:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213549.980995:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213549.980997:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213549.981000:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213549.981002:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213549.981003:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213549.981005:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213549.981011:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213549.981017:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213549.981019:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000800:00000010:2.0:1779213549.981021:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000400:00000010:1.0:1779213549.981023:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000800:00000200:2.0:1779213549.981028:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213549.981029:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1779213549.981034:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:1.0:1779213549.981036:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213549.981046:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213549.981051:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213549.981051:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213549.981056:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15955 usecs (16 jiffies) 00000100:00000040:1.0:1779213549.981057:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213549.981060:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306384912 00000100:00000001:2.0:1779213549.981064:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306390467 00000100:00000001:2.0:1779213549.981067:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306384912 00000100:00000001:2.0:1779213549.981071:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306390467 00000100:00000001:2.0:1779213549.981075:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306384912 00000100:00000001:1.0:1779213549.981078:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213549.981078:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306390467 00000100:00000001:1.0:1779213549.981081:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213549.981082:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306384912 00000100:00000001:2.0:1779213549.981086:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306390467 00000100:00000001:2.0:1779213549.981088:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213549.981090:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213549.981092:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213549.981094:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213549.981096:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213549.981098:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1779213549.981099:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000100:00000001:2.0:1779213549.981101:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213549.981104:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213549.981105:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213549.981106:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213549.981108:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213549.981117:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213549.981122:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213549.981125:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e829f7 00000400:00000010:1.0:1779213549.981126:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099e829f7. 00000100:00000001:1.0:1779213549.981129:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213549.981132:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.981138:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213549.981140:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.981146:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213549.981147:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213549.981210:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213549.981213:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:1.0:1779213549.981216:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213549.981219:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213549.981240:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:1.0:1779213549.981260:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000001:1.0:1779213549.981264:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213549.981267:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.981273:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213549.981275:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.981281:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213549.981282:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213549.983276:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983290:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213549.983293:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983296:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213549.983304:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213549.983315:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720cb80 00000400:00000200:2.0:1779213549.983322:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xded [1] + 224 00000800:00000001:2.0:1779213549.983328:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983331:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213549.983334:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213549.983346:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213549.983351:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213549.983356:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213549.983366:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213549.983412:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213549.983414:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213549.983429:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213549.983437:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983441:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213549.983442:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983444:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213549.983448:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213549.983454:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720cc00 00000400:00000200:2.0:1779213549.983458:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xdf5 [1] + 224 00000800:00000001:2.0:1779213549.983462:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983464:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213549.983466:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213549.983469:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213549.983472:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213549.983474:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213549.983482:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213549.983500:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213549.983504:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983507:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213549.983509:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983510:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213549.983514:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213549.983519:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720cc80 00000400:00000200:2.0:1779213549.983523:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:2.0:1779213549.983534:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213549.983540:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213549.983543:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213549.983544:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213549.983547:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213549.983550:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213549.983554:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1779213549.983554:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213549.983560:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213549.983563:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1779213549.983565:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213549.983566:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078565dc2. 00000400:00000200:0.0:1779213549.983573:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:0.0:1779213549.983576:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:0.0:1779213549.983580:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213549.983585:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213549.983591:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1779213549.983598:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213549.983603:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213549.983606:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213549.983608:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213549.983608:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213549.983623:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213549.983626:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213549.983629:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213549.983631:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213549.983631:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213549.983635:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213549.983636:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213549.983639:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213549.983642:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213549.983643:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232d1fc0. 00000100:00001000:0.0:1779213549.983645:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=143 v=5 (5 5 5 5) 00000400:00000200:1.0:1779213549.983647:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:1.0:1779213549.983651:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00001000:0.0:1779213549.983652:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213549.983657:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213549.983657:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1779213549.983658:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213549.983661:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213549.983661:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1779213549.983665:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213549.983665:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00010000:00000001:0.0:1779213549.983666:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213549.983671:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213549.983672:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:3.0:1779213549.983676:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:0.0:1779213549.983679:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213549.983681:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213549.983682:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213549.983686:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1779213549.983686:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213549.983689:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213549.983690:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213549.983699:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.983710:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213549.983713:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213549.983716:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213549.983718:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213549.983720:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213549.983723:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213549.983723:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213549.983727:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213549.983735:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=154 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213549.983736:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1779213549.983742:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=95 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213549.983743:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213549.983746:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213549.983747:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1779213549.983753:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.983755:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213549.983759:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213549.983759:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213549.983764:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1779213549.983767:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213549.983768:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213549.983771:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213549.983774:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213549.983776:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213549.983781:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213549.983787:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213549.983796:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=154 v=5 (1 1 1 1) 00000100:00100000:0.0:1779213549.983798:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960562688:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213549.983805:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213549.983809:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213549.983810:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213549.983811:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213549.983813:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213549.983814:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213549.983815:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1779213549.983816:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213549.983817:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000040:0.0:1779213549.983820:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c65d6926 x1865639960562688/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213549.983821:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213549.983821:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213549.983823:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213549.983830:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213549.983831:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213549.983864:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213549.983865:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213549.983867:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213549.983869:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213549.983870:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1779213549.983872:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213549.983872:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213549.983873:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213549.983877:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcf61ca3. 00000100:00000040:3.0:1779213549.983881:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213549.983882:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213549.983885:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213549.983889:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213549.983892:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213549.983897:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213549.983901:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053d5b992. 02000000:00000001:0.0:1779213549.983909:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213549.983912:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1779213549.983915:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960562816:192.168.202.129@tcp:400: 00000100:00000010:0.0:1779213549.983916:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c65d6926. 00000100:00100000:3.0:1779213549.983917:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960562560:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213549.983921:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213549.983923:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213549.983923:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213549.983926:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213549.983926:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960562816/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213549.983932:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213549.983934:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213549.983939:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213549.983941:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213549.983942:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213549.983944:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213549.983945:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213549.983945:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000499513bc x1865639960562560/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213549.983947:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef6d70b. 00000100:00000001:0.0:1779213549.983950:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213549.983952:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213549.983953:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213549.983954:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213549.983957:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213549.983961:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213549.983964:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009364803b. 00000100:00000001:3.0:1779213549.983964:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213549.983968:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213549.983968:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1779213549.983971:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1779213549.983972:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf1ee24. 00000100:00000010:1.0:1779213549.983973:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 00000100:00000001:1.0:1779213549.983977:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213549.983979:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213549.983979:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213549.983982:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213549.983983:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213549.983987:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213549.983988:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213549.983991:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213549.983992:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213549.983994:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213549.983996:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213549.983997:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213549.983998:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213549.984000:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213549.984002:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000499513bc. 00000100:00000001:3.0:1779213549.984007:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213549.984009:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213549.984011:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213549.984015:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213549.984016:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213549.984019:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213549.984020:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213550.620357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213550.620363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213550.620370:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213550.620372:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213550.620618:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213550.620621:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213550.620624:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213551.644346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213551.644351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213551.644357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213551.644358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213551.644539:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213551.644543:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213551.644546:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213552.668450:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213552.668458:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213552.668464:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213552.668465:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213552.668536:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213552.668540:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213552.668545:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213553.692297:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213553.692301:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213553.692306:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213553.692307:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213553.692334:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213553.692338:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213553.692341:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213554.716331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213554.716335:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213554.716339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213554.716340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213554.716400:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213554.716403:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213554.716405:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213555.100363:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213555.100372:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213555.100383:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000020:00000040:0.0:1779213555.100389:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213555.100407:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213555.100411:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213555.100416:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213555.100425:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f245bb91. 00000100:00000001:0.0:1779213555.100431:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213555.100442:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213555.100452:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213555.100454:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213555.100460:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_01+1] req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213555.100498:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213555.100501:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213555.100504:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213555.100507:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000100:00000001:1.0:1779213555.100507:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1779213555.100511:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213555.100512:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213555.100515:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213555.100517:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213555.100518:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213555.100521:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213555.100523:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213555.100526:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024616477. 00000100:00000001:0.0:1779213555.100531:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213555.100537:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1779213555.100540:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213555.100540:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213555.100545:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213555.100549:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213555.100554:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213555.100554:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213555.100557:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213555.100560:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960562944:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213555.100563:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_02+2] req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213555.100567:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213555.100567:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213555.100577:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213555.100581:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213555.100584:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213555.100587:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213555.100591:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e95bb4a. 02000000:00000001:1.0:1779213555.100594:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213555.100598:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000557dd026. 00000100:00000001:0.0:1779213555.100600:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213555.100603:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1779213555.100604:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033106260. 00000100:00000001:0.0:1779213555.100610:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1779213555.100612:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960562944, portal 25 00000100:00000001:1.0:1779213555.100616:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1779213555.100620:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000100:00000001:1.0:1779213555.100620:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00000020:00000040:0.0:1779213555.100625:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:1.0:1779213555.100628:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213555.100628:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213555.100629:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213555.100632:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213555.100635:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213555.100640:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b02bd8b8. 00000100:00000001:1.0:1779213555.100642:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213555.100646:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.100648:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213555.100649:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1779213555.100650:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213555.100654:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213555.100655:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213555.100657:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000100:00000001:2.0:1779213555.100658:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213555.100670:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960562944, offset 0 00000100:00000001:0.0:1779213555.100671:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213555.100674:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.100677:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213555.100683:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213555.100683:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213555.100686:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_03+3] req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213555.100688:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213555.100694:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213555.100698:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213555.100707:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213555.100711:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213555.100712:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1779213555.100712:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213555.100728:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213555.100730:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1779213555.100733:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213555.100739:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213555.100740:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11727) 00000100:00100000:3.0:1779213555.100740:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1779213555.100752:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213555.100753:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213555.100765:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213555.100765:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213555.100770:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.100773:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213555.100778:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [422:422:256:4294967295] 192.168.202.129@tcp LPNI seq info [422:422:8:4294967295] 02000000:00000001:2.0:1779213555.100780:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213555.100780:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213555.100785:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213555.100786:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213555.100790:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213555.100794:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.100795:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213555.100806:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:2.0:1779213555.100806:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960563072:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213555.100810:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213555.100825:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1779213555.100829:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213555.100834:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1779213555.100837:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009364803b. 02000000:00000001:2.0:1779213555.100838:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213555.100846:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213555.100847:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1779213555.100850:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213555.100850:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213555.100855:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213555.100858:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213555.100861:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000010:2.0:1779213555.100862:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dbfd17e. 02000000:00000001:3.0:1779213555.100862:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213555.100868:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009364803b type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1779213555.100872:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213555.100873:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960563200:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213555.100882:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1779213555.100883:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ca5caf. 02000000:00000001:3.0:1779213555.100886:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213555.100889:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213555.100892:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213555.100892:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 02000000:00000001:3.0:1779213555.100892:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213555.100901:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfbb7db9. 00000100:00000001:1.0:1779213555.100902:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306395587 00000100:00000200:2.0:1779213555.100904:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563072, portal 10 02000000:00000001:3.0:1779213555.100908:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.100910:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213555.100912:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306390467 00000100:00000001:2.0:1779213555.100913:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000400:00000010:3.0:1779213555.100914:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000100:00000001:1.0:1779213555.100927:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306395587 00000400:00000010:3.0:1779213555.100928:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000040:2.0:1779213555.100933:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213555.100936:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306390467 00000100:00000200:3.0:1779213555.100938:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563200, portal 10 00000100:00000001:1.0:1779213555.100945:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306395587 00000100:00000001:3.0:1779213555.100947:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213555.100952:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000001:1.0:1779213555.100953:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306390467 00000100:00000001:2.0:1779213555.100963:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213555.100964:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306395587 00000100:00000001:1.0:1779213555.100969:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306390467 00000100:00000040:3.0:1779213555.100971:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213555.100978:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213555.100980:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1779213555.100985:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010694bba. 00000100:00000001:1.0:1779213555.100986:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213555.100993:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960563072, offset 0 00000100:00000001:1.0:1779213555.100995:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213555.101005:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213555.101006:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213555.101012:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213555.101017:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213555.101017:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213555.101018:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213555.101020:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213555.101026:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009364803b. 00000100:00000001:1.0:1779213555.101028:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213555.101029:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000001:1.0:1779213555.101031:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213555.101035:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213555.101036:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1779213555.101036:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960563200, offset 0 00000400:00000200:2.0:1779213555.101038:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213555.101044:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213555.101055:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213555.101058:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213555.101059:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213555.101069:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213555.101072:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213555.101075:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213555.101078:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [423:423:255:4294967295] 192.168.202.129@tcp LPNI seq info [423:423:7:4294967295] 00000400:00000200:2.0:1779213555.101088:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213555.101094:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213555.101097:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000800:00000010:2.0:1779213555.101099:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000400:00000200:3.0:1779213555.101102:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:0.0:1779213555.101103:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 00000400:00000200:3.0:1779213555.101110:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213555.101112:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1779213555.101112:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213555.101123:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213555.101125:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:2.0:1779213555.101129:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213555.101138:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213555.101151:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213555.101153:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213555.101157:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 226275 usecs (227 jiffies) 00000100:00000040:0.0:1779213555.101160:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213555.101164:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306390243 00000100:00000001:2.0:1779213555.101170:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306395587 00000100:00000001:2.0:1779213555.101178:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306390243 00000100:00000001:2.0:1779213555.101183:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306395587 00000100:00000001:2.0:1779213555.101189:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306390243 00000100:00000001:0.0:1779213555.101190:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.101194:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306395587 00000400:00000200:3.0:1779213555.101195:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213555.101215:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213555.101215:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306390243 00000100:00000001:2.0:1779213555.101218:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306395587 00000100:00000001:2.0:1779213555.101220:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213555.101270:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213555.101277:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [424:424:254:4294967295] 192.168.202.129@tcp LPNI seq info [424:424:6:4294967295] 00000100:00000001:2.0:1779213555.101281:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.101286:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.101292:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.101299:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213555.101300:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213555.101304:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213555.101309:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.101315:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213555.101316:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213555.101322:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b233226. 00000800:00000200:3.0:1779213555.101332:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213555.101338:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213555.101341:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b233226 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213555.101346:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213555.101350:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15856 usecs (16 jiffies) 00000100:00000001:3.0:1779213555.101354:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306390033 00000100:00000001:3.0:1779213555.101357:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306395587 00000800:00000200:0.0:1779213555.101360:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213555.101360:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306390033 00000800:00000010:0.0:1779213555.101364:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000100:00000001:3.0:1779213555.101365:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306395587 00000100:00000001:3.0:1779213555.101368:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306390033 00000100:00000001:3.0:1779213555.101371:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306395587 00000100:00000001:3.0:1779213555.101373:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306390033 00000400:00000200:0.0:1779213555.101378:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213555.101378:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306395587 00000100:00000001:3.0:1779213555.101382:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213555.101386:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213555.101391:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213555.101392:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213555.101397:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010694bba 00000100:00000001:3.0:1779213555.101397:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213555.101401:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010694bba. 00000100:00000001:0.0:1779213555.101405:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213555.101409:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213555.101418:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213555.101420:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213555.101426:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213555.101428:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213555.101440:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213555.101443:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b233226. 00000400:00000200:0.0:1779213555.101446:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213555.101449:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213555.101452:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:0.0:1779213555.101453:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:0.0:1779213555.101456:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213555.101459:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213555.101466:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213555.101468:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213555.101474:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213555.101475:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213555.103299:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103311:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213555.103315:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103317:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213555.103326:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213555.103338:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720cd80 00000400:00000200:1.0:1779213555.103344:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe0d [1] + 224 00000800:00000001:1.0:1779213555.103350:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103353:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213555.103355:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213555.103359:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213555.103364:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213555.103369:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213555.103379:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213555.103397:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213555.103404:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103407:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213555.103409:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103411:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213555.103414:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213555.103420:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ce00 00000400:00000200:1.0:1779213555.103426:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe11 [1] + 224 00000800:00000001:1.0:1779213555.103431:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103435:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213555.103437:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213555.103440:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213555.103443:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213555.103448:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213555.103453:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213555.103460:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213555.103467:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213555.103469:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213555.103475:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ca5caf. 00000100:00000040:1.0:1779213555.103478:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213555.103484:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:2.0:1779213555.103488:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:2.0:1779213555.103498:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213555.103506:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1779213555.103508:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213555.103513:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103518:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213555.103522:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213555.103525:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213555.103526:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213555.103544:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213555.103545:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213555.103550:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213555.103555:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213555.103559:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213555.103563:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720cd00 00000400:00000001:3.0:1779213555.103565:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213555.103566:0:199015:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:3.0:1779213555.103571:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1779213555.103573:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1779213555.103575:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000100:00000001:2.0:1779213555.103578:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213555.103581:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213555.103589:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213555.103589:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:3.0:1779213555.103595:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:3.0:1779213555.103600:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213555.103604:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xe05 [1] + 224 00000100:00001000:2.0:1779213555.103605:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=149 v=5 (5 5 5 5) 00000100:00000200:3.0:1779213555.103606:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213555.103620:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=149 v=5 (1 1 1 1) 00000800:00000001:1.0:1779213555.103621:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213555.103632:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213555.103633:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1779213555.103639:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213555.103639:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213555.103640:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213555.103650:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1779213555.103656:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00010000:00000001:2.0:1779213555.103658:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.103662:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213555.103663:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213555.103666:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213555.103667:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213555.103671:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213555.103671:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213555.103672:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213555.103679:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1779213555.103680:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213555.103686:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.103686:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213555.103690:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213555.103697:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213555.103703:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213555.103704:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213555.103705:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213555.103723:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=101 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213555.103740:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213555.103744:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213555.103752:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213555.103762:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213555.103778:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213555.103788:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1779213555.103788:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213555.103791:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213555.103792:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213555.103792:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1779213555.103797:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1779213555.103797:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213555.103800:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213555.103802:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213555.103803:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213555.103803:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213555.103808:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213555.103815:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213555.103825:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213555.103831:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213555.103832:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213555.103837:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1779213555.103838:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960563072:192.168.202.129@tcp:400: 00000400:00000001:0.0:1779213555.103844:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1779213555.103845:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213555.103847:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213555.103851:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000557dd026. 00000400:00000200:0.0:1779213555.103855:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033106260 00000400:00000010:0.0:1779213555.103869:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000033106260. 00000100:00000001:2.0:1779213555.103872:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213555.103874:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213555.103877:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1779213555.103882:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213555.103886:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960563072/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213555.103916:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960563200:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213555.103939:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213555.103947:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213555.103951:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213555.103956:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213555.103959:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960563200/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213555.103963:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dbfd17e. 00000100:00000200:0.0:1779213555.103964:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213555.103969:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213555.103977:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1779213555.103978:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1779213555.103981:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfbb7db9. 00000020:00000001:2.0:1779213555.103984:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213555.103986:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213555.103986:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1779213555.103988:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213555.103989:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213555.103990:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213555.103996:0:199013:0:(client.c:1579:after_reply()) Process entered 00000020:00000040:3.0:1779213555.103996:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213555.103997:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1779213555.104000:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213555.104003:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1779213555.104003:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024616477. 00000020:00000001:3.0:1779213555.104004:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213555.104009:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213555.104011:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b02bd8b8. 02000000:00000001:0.0:1779213555.104013:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213555.104015:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213555.104017:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1779213555.104018:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=10 v=5 (5 5 5 5) 02000000:00000001:2.0:1779213555.104019:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779213555.104022:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213555.104024:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000010:3.0:1779213555.104026:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00001000:0.0:1779213555.104027:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213555.104033:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213555.104034:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213555.104035:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213555.104036:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213555.104038:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.104038:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213555.104041:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213555.104044:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213555.104044:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213555.104047:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213555.104050:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.104052:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213555.104053:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1779213555.104058:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213555.104058:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.104059:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213555.104066:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213555.104067:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213555.104070:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213555.104071:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213555.104089:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213555.104092:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213555.104095:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213555.104099:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213555.104107:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960562944:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213555.104112:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213555.104114:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213555.104117:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960562944/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213555.104134:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213555.104136:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213555.104138:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e95bb4a. 02000000:00000001:0.0:1779213555.104140:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213555.104142:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213555.104143:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213555.104145:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213555.104146:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f245bb91. 02000000:00000001:0.0:1779213555.104149:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213555.104150:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213555.104151:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000001:0.0:1779213555.104153:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213555.104154:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213555.104156:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213555.104160:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213555.104161:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213555.104163:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213555.104165:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213555.740317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213555.740321:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213555.740324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213555.740325:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213555.740375:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213555.740378:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213555.740383:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213556.764345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213556.764349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213556.764353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213556.764354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213556.764369:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213556.764374:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213556.764378:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213557.788344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213557.788349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213557.788355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213557.788371:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213557.789424:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213557.789428:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213557.789431:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213558.812331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213558.812339:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213558.812342:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213558.812346:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213558.812350:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213558.812352:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213558.812354:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213558.812356:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213558.812359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213558.812361:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213558.812362:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213558.812363:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213558.812365:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213558.812366:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213558.812368:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213558.812369:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213558.812429:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213558.812433:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213558.812435:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213559.836316:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213559.836321:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213559.836325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213559.836326:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213559.836349:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213559.836353:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213559.836355:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213560.220348:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213560.220355:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213560.220363:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 00000020:00000040:1.0:1779213560.220368:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213560.220372:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213560.220374:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213560.220378:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213560.220383:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080864336. 00000100:00000001:1.0:1779213560.220400:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.220408:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213560.220415:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213560.220417:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.220420:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_00+0] req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.220453:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.220455:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213560.220459:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213560.220461:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004be2885. 00000020:00000040:1.0:1779213560.220463:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213560.220466:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213560.220467:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213560.220469:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213560.220472:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f4cd30a. 00000100:00000001:1.0:1779213560.220475:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.220479:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213560.220483:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213560.220488:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213560.220489:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213560.220490:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.220492:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213560.220495:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004be2885] to pc [ptlrpcd_00_01+1] req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213560.220500:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.220510:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.220512:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213560.220518:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213560.220522:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003efad394. 00000100:00000001:2.0:1779213560.220523:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1779213560.220525:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213560.220526:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213560.220527:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213560.220529:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213560.220532:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213560.220532:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213560.220533:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213560.220536:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779213560.220536:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213560.220540:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213560.220541:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213560.220543:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213560.220546:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022180b60. 00000100:00100000:2.0:1779213560.220549:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960563328:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213560.220551:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.220558:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213560.220560:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213560.220565:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213560.220566:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213560.220568:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213560.220568:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213560.220573:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213560.220574:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1779213560.220576:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213560.220580:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.220580:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213560.220583:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213560.220584:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960563456:192.168.202.129@tcp:400: 02000000:00000010:2.0:1779213560.220588:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000afae195. 00000100:00000040:1.0:1779213560.220590:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efad394] to pc [ptlrpcd_00_02+2] req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213560.220592:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213560.220596:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213560.220600:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213560.220602:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213560.220602:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ca5caf. 02000000:00000001:0.0:1779213560.220607:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213560.220610:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcf61ca3. 02000000:00000001:0.0:1779213560.220612:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213560.220613:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000400:00000010:0.0:1779213560.220615:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078565dc2. 00000100:00000200:2.0:1779213560.220621:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563328, portal 25 00000400:00000010:0.0:1779213560.220622:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000001:2.0:1779213560.220624:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213560.220626:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 00000100:00000001:1.0:1779213560.220628:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213560.220631:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563456, portal 10 00000100:00000040:1.0:1779213560.220632:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213560.220633:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213560.220636:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217984 : -104753981333632 : ffffa0ba10275f80) 00000100:00000040:2.0:1779213560.220637:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213560.220641:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213560.220646:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213560.220649:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11732) 00000100:00000001:3.0:1779213560.220650:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213560.220656:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213560.220658:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213560.220664:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213560.220665:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213560.220666:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1779213560.220669:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000001:3.0:1779213560.220669:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1779213560.220670:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006291e695. 00000100:00000200:0.0:1779213560.220675:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960563456, offset 0 00000100:00000001:1.0:1779213560.220675:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213560.220675:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960563328, offset 0 00000100:00000040:3.0:1779213560.220678:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.220679:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213560.220689:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213560.220694:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213560.220696:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213560.220699:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213560.220701:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213560.220703:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213560.220706:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213560.220706:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213560.220711:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960563584:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213560.220714:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213560.220714:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213560.220717:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213560.220719:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213560.220720:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213560.220721:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213560.220726:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1779213560.220726:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f8e5ab1. 02000000:00000001:3.0:1779213560.220730:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213560.220732:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213560.220735:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000400:00000200:2.0:1779213560.220737:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [425:425:256:4294967295] 192.168.202.129@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000010:3.0:1779213560.220742:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000200:3.0:1779213560.220746:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563584, portal 10 00000400:00000200:2.0:1779213560.220750:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213560.220751:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213560.220754:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728209920 : -104753981341696 : ffffa0ba10274000) 00000800:00000200:2.0:1779213560.220758:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213560.220760:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779213560.220763:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000100:00000040:3.0:1779213560.220763:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213560.220764:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213560.220770:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:2.0:1779213560.220774:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213560.220775:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213560.220781:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213560.220787:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [426:426:255:4294967295] 192.168.202.129@tcp LPNI seq info [426:426:7:4294967295] 00000800:00000200:2.0:1779213560.220787:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213560.220788:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213560.220793:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1779213560.220795:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213560.220799:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000400:00000200:0.0:1779213560.220802:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:3.0:1779213560.220805:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960563584, offset 0 00000800:00000200:0.0:1779213560.220808:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213560.220808:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213560.220813:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f245bb91. 00000100:00000001:2.0:1779213560.220813:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306400707 00000400:00000200:3.0:1779213560.220818:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213560.220822:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213560.220822:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306395587 00000100:00000001:2.0:1779213560.220828:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306400707 00000800:00000200:0.0:1779213560.220830:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213560.220833:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f245bb91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213560.220834:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306395587 00000100:00000001:0.0:1779213560.220836:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213560.220845:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 224522 usecs (225 jiffies) 00000400:00000200:3.0:1779213560.220845:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213560.220849:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306395361 00000400:00000200:3.0:1779213560.220851:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213560.220852:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306400707 00000400:00000200:3.0:1779213560.220856:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213560.220857:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306395361 00000100:00000001:2.0:1779213560.220857:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306400707 00000400:00000200:3.0:1779213560.220861:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213560.220862:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306400707 00000100:00000001:0.0:1779213560.220865:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306395361 00000100:00000001:2.0:1779213560.220866:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306395587 00000400:00000200:3.0:1779213560.220868:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213560.220872:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306400707 00000100:00000001:2.0:1779213560.220872:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306400707 00000800:00000200:1.0:1779213560.220873:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213560.220876:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306395361 00000800:00000010:1.0:1779213560.220879:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000100:00000001:2.0:1779213560.220880:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306395587 00000400:00000200:3.0:1779213560.220884:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [427:427:254:4294967295] 192.168.202.129@tcp LPNI seq info [427:427:6:4294967295] 00000100:00000001:0.0:1779213560.220886:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306400707 00000400:00000200:1.0:1779213560.220886:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213560.220886:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213560.220890:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213560.220892:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213560.220896:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.220896:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213560.220899:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213560.220901:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.220901:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213560.220905:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213560.220910:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213560.220912:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213560.220912:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213560.220914:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213560.220915:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213560.220918:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213560.220918:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000800:00000200:3.0:1779213560.220920:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213560.220921:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213560.220922:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:0.0:1779213560.220923:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213560.220927:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213560.220928:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b233226. 00000100:00000001:1.0:1779213560.220929:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213560.220933:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213560.220936:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1779213560.220937:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213560.220939:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213560.220940:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.220945:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213560.220951:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213560.220956:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b233226 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213560.220958:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213560.220961:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.220963:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213560.220965:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15757 usecs (16 jiffies) 00000100:00000001:3.0:1779213560.220970:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306395152 00000100:00000001:3.0:1779213560.220975:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306400707 00000100:00000001:1.0:1779213560.220977:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.220980:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213560.220980:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306395152 00000100:00000001:3.0:1779213560.220984:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306400707 00000100:00000001:3.0:1779213560.220986:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306395152 00000100:00000001:3.0:1779213560.220988:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306400707 00000100:00000001:3.0:1779213560.220990:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306395152 00000100:00000001:3.0:1779213560.220993:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306400707 00000800:00000200:1.0:1779213560.220994:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213560.220995:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1779213560.220998:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f245bb91. 00000100:00000001:3.0:1779213560.220999:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213560.221002:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213560.221003:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213560.221010:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213560.221010:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213560.221013:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213560.221017:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213560.221017:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213560.221020:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213560.221022:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006291e695 00000100:00000001:3.0:1779213560.221022:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213560.221026:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006291e695. 00000100:00000001:3.0:1779213560.221027:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.221032:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213560.221035:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.221043:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213560.221046:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.221052:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.221053:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213560.221110:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213560.221112:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b233226. 00000400:00000200:1.0:1779213560.221115:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213560.221118:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213560.221120:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:1.0:1779213560.221122:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:1.0:1779213560.221124:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213560.221126:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.221132:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213560.221134:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.221139:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.221140:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213560.222607:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213560.222617:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213560.222621:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213560.222623:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213560.222631:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213560.222641:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720cf80 00000400:00000200:0.0:1779213560.222647:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe2d [1] + 224 00000800:00000001:0.0:1779213560.222653:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213560.222657:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213560.222659:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213560.222662:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213560.222666:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213560.222677:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213560.222686:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213560.222700:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213560.222708:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213560.222712:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213560.222713:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213560.222715:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213560.222719:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213560.222725:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720cf00 00000100:00000001:3.0:1779213560.222726:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213560.222729:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe21 [1] + 224 00000100:00000001:3.0:1779213560.222729:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213560.222733:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213560.222735:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213560.222736:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1779213560.222738:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1779213560.222739:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:3.0:1779213560.222739:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213560.222741:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000400:00000200:3.0:1779213560.222744:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:3.0:1779213560.222746:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:3.0:1779213560.222748:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213560.222751:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213560.222751:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213560.222753:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213560.222760:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213560.222761:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213560.222767:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213560.222769:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213560.222771:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213560.222773:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213560.222776:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213560.222778:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213560.222778:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213560.222780:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213560.222781:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213560.222784:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213560.222785:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1779213560.222786:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=15 v=5 (5 5 5 5) 00000800:00000001:0.0:1779213560.222787:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213560.222790:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:3.0:1779213560.222790:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=106 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213560.222793:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213560.222795:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213560.222801:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720ce80 00010000:00000001:3.0:1779213560.222803:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1779213560.222807:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xe1d [1] + 224 00000100:00000001:1.0:1779213560.222808:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1779213560.222808:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213560.222811:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213560.222811:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213560.222814:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213560.222816:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213560.222819:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078565dc2. 00000800:00000001:0.0:1779213560.222823:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213560.222823:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00010000:00000001:3.0:1779213560.222823:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213560.222826:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000400:00000200:0.0:1779213560.222827:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213560.222829:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213560.222829:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213560.222830:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000200:0.0:1779213560.222832:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213560.222832:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213560.222834:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213560.222835:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213560.222841:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213560.222842:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213560.222842:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213560.222849:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213560.222851:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213560.222852:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213560.222861:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213560.222867:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213560.222882:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213560.222883:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960563584:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213560.222886:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213560.222890:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213560.222891:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213560.222893:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213560.222895:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213560.222900:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003efad394 x1865639960563584/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.222903:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213560.222906:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213560.222912:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213560.222913:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213560.222915:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1779213560.222916:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213560.222917:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213560.222920:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213560.222921:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f8e5ab1. 02000000:00000001:1.0:1779213560.222923:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.222923:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213560.222925:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213560.222927:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1779213560.222929:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=154 v=5 (5 5 5 5) 00000020:00000001:3.0:1779213560.222929:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:2.0:1779213560.222931:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1779213560.222932:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00001000:1.0:1779213560.222935:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=154 v=5 (1 1 1 1) 00000400:00000001:2.0:1779213560.222935:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1779213560.222936:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1779213560.222938:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ca5caf. 02000000:00000010:3.0:1779213560.222939:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022180b60. 00000100:00000001:1.0:1779213560.222940:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213560.222943:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213560.222945:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1779213560.222946:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1779213560.222946:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 02000000:00000001:3.0:1779213560.222947:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1779213560.222948:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213560.222950:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003efad394. 00000100:00000001:3.0:1779213560.222953:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213560.222953:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213560.222955:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213560.222957:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:3.0:1779213560.222958:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213560.222960:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213560.222960:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.222963:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213560.222963:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213560.222964:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213560.222967:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.222970:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1779213560.222971:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.222973:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213560.222982:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213560.222990:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.222995:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213560.222998:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213560.223000:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213560.223003:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213560.223019:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960563456:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213560.223020:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213560.223023:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213560.223023:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213560.223027:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213560.223028:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:1.0:1779213560.223030:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004be2885 x1865639960563456/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213560.223031:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213560.223032:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213560.223034:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.223039:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213560.223041:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1779213560.223044:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213560.223045:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcf61ca3. 00000100:00001000:2.0:1779213560.223050:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=15 v=5 (5 5 5 5) 02000000:00000001:1.0:1779213560.223051:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213560.223053:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213560.223054:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213560.223056:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213560.223058:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001f4cd30a. 02000000:00000001:1.0:1779213560.223063:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1779213560.223063:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=15 v=5 (1 1 1 1) 02000000:00000001:1.0:1779213560.223064:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213560.223066:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004be2885. 00000100:00000001:2.0:1779213560.223069:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213560.223071:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213560.223071:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.223074:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213560.223075:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213560.223077:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213560.223077:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.223081:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213560.223083:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213560.223085:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213560.223087:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213560.223088:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213560.223090:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.223098:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213560.223100:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213560.223102:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213560.223105:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213560.223112:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960563328:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213560.223116:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213560.223118:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213560.223120:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960563328/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213560.223126:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213560.223128:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213560.223130:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000afae195. 02000000:00000001:2.0:1779213560.223132:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213560.223134:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213560.223135:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213560.223137:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213560.223138:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000080864336. 02000000:00000001:2.0:1779213560.223141:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213560.223142:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213560.223143:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 00000100:00000001:2.0:1779213560.223155:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213560.223156:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213560.223158:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213560.223161:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213560.223167:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213560.223169:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213560.223171:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213560.860357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213560.860365:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213560.860371:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213560.860373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213560.860448:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213560.860452:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213560.860455:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213561.884313:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213561.884318:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213561.884323:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213561.884324:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213561.884399:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213561.884402:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213561.884404:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213562.908317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213562.908324:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213562.908330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213562.908331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213562.908362:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213562.908365:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213562.908367:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213563.932322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213563.932328:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213563.932332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213563.932333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213563.932394:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213563.932399:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213563.932401:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213564.956330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213564.956334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213564.956340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213564.956341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213564.956404:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213564.956407:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213564.956409:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213565.340329:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213565.340336:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213565.340348:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004be2885. 00000020:00000040:1.0:1779213565.340353:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213565.340357:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213565.340359:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213565.340363:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213565.340368:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f4cd30a. 00000100:00000001:1.0:1779213565.340374:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213565.340382:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213565.340390:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213565.340391:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213565.340396:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004be2885] to pc [ptlrpcd_00_03+3] req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213565.340437:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213565.340439:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213565.340442:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213565.340445:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000020:00000040:1.0:1779213565.340447:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213565.340449:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213565.340451:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213565.340453:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213565.340456:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b25e7fba. 00000100:00000001:1.0:1779213565.340460:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213565.340464:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213565.340471:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213565.340472:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213565.340473:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.340476:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213565.340479:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213565.340484:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213565.340486:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37d84ad] to pc [ptlrpcd_00_00+0] req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213565.340489:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213565.340494:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.340505:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213565.340508:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213565.340511:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213565.340513:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213565.340515:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213565.340517:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960563712:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213565.340520:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.340521:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213565.340524:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213565.340525:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213565.340526:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213565.340527:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213565.340529:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1779213565.340530:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1bb517. 00000100:00000001:3.0:1779213565.340532:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1779213565.340534:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213565.340534:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213565.340539:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213565.340539:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213565.340540:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213565.340542:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1779213565.340544:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f52c10a. 02000000:00000001:1.0:1779213565.340545:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213565.340548:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213565.340551:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9fe75b8. 00000100:00000001:0.0:1779213565.340553:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213565.340555:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ca5caf. 00000100:00000001:1.0:1779213565.340556:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213565.340557:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213565.340562:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1779213565.340563:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1779213565.340564:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000100:00000001:3.0:1779213565.340565:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213565.340571:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213565.340572:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1779213565.340573:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563712, portal 25 02000000:00000001:3.0:1779213565.340574:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213565.340578:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213565.340579:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213565.340580:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.340581:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217984 : -104753981333632 : ffffa0ba10275f80) 00000100:00100000:3.0:1779213565.340585:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960563840:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213565.340590:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213565.340591:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213565.340593:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1bb517] to pc [ptlrpcd_00_01+1] req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213565.340594:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213565.340597:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213565.340602:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213565.340608:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fcb0f8. 02000000:00000001:3.0:1779213565.340613:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213565.340619:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000100:00000001:2.0:1779213565.340622:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1779213565.340624:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000040:2.0:1779213565.340625:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213565.340626:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213565.340629:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213565.340630:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9874c6d. 00000100:00000200:3.0:1779213565.340630:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563840, portal 10 00000100:00000040:1.0:1779213565.340631:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1779213565.340635:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960563712, offset 0 00000100:00000001:3.0:1779213565.340636:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213565.340638:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11737) 00000100:00000001:3.0:1779213565.340638:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000400:00000200:2.0:1779213565.340644:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213565.340647:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213565.340654:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213565.340656:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213565.340659:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213565.340661:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213565.340662:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213565.340663:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213565.340666:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1779213565.340666:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 00000400:00000200:2.0:1779213565.340667:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:3.0:1779213565.340672:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960563840, offset 0 00000400:00000200:2.0:1779213565.340673:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1779213565.340675:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213565.340678:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213565.340684:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213565.340685:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [428:428:256:4294967295] 192.168.202.129@tcp LPNI seq info [428:428:8:4294967295] 00000100:00000001:0.0:1779213565.340698:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213565.340701:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213565.340701:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213565.340707:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1779213565.340709:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213565.340710:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213565.340714:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213565.340715:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 00000100:00100000:0.0:1779213565.340718:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960563968:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213565.340721:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213565.340725:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213565.340726:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213565.340729:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213565.340731:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213565.340734:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213565.340734:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:2.0:1779213565.340736:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779213565.340739:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779213565.340740:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213565.340741:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1779213565.340745:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009aa9dee. 00000400:00000200:3.0:1779213565.340746:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213565.340748:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213565.340753:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [429:429:255:4294967295] 192.168.202.129@tcp LPNI seq info [429:429:7:4294967295] 00000400:00000010:0.0:1779213565.340754:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000100:00000001:2.0:1779213565.340754:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.340760:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306405827 00000400:00000010:0.0:1779213565.340767:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000400:00000200:3.0:1779213565.340769:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213565.340770:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400707 00000100:00000200:0.0:1779213565.340773:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960563968, portal 10 00000100:00000001:0.0:1779213565.340777:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1779213565.340778:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213565.340779:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728222464 : -104753981329152 : ffffa0ba10277100) 00000100:00000001:2.0:1779213565.340784:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306405827 00000800:00000010:3.0:1779213565.340785:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b691e64d. 00000100:00000040:0.0:1779213565.340788:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213565.340792:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400707 00000800:00000200:3.0:1779213565.340796:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213565.340803:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213565.340806:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306405827 00000800:00000200:3.0:1779213565.340806:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:0.0:1779213565.340811:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213565.340812:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b691e64d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213565.340813:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400707 00000400:00000010:0.0:1779213565.340816:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0b3ebee. 00000100:00000001:3.0:1779213565.340819:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213565.340820:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960563968, offset 0 00000100:00000001:2.0:1779213565.340820:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306405827 00000100:00000040:3.0:1779213565.340823:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 222792 usecs (223 jiffies) 00000100:00000001:2.0:1779213565.340826:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400707 00000100:00000001:3.0:1779213565.340827:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306400479 00000100:00000001:2.0:1779213565.340830:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213565.340831:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306405827 00000400:00000200:0.0:1779213565.340833:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213565.340836:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306400479 00000100:00000001:2.0:1779213565.340837:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213565.340839:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306405827 00000100:00000001:2.0:1779213565.340842:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213565.340844:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213565.340844:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306400479 00000100:00000001:2.0:1779213565.340845:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213565.340850:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306405827 00000400:00000200:0.0:1779213565.340852:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213565.340853:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306400479 00000100:00000001:2.0:1779213565.340856:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213565.340856:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306405827 00000400:00000200:0.0:1779213565.340858:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213565.340858:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213565.340860:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213565.340862:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1779213565.340864:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000400:00000200:0.0:1779213565.340865:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213565.340865:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213565.340867:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.340869:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213565.340871:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213565.340872:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213565.340872:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213565.340873:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213565.340876:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213565.340879:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213565.340881:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [430:430:254:4294967295] 192.168.202.129@tcp LPNI seq info [430:430:6:4294967295] 00000100:00000001:3.0:1779213565.340883:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213565.340884:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213565.340886:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213565.340896:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213565.340899:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213565.340900:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213565.340902:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213565.340906:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213565.340908:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9874c6d 00000800:00000200:0.0:1779213565.340909:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213565.340912:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f9874c6d. 00000800:00000010:0.0:1779213565.340914:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b02bd8b8. 00000100:00000001:1.0:1779213565.340917:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213565.340921:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:1.0:1779213565.340925:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213565.340928:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213565.340932:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b02bd8b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213565.340936:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213565.340941:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15653 usecs (16 jiffies) 00000100:00000001:0.0:1779213565.340945:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306400272 00000100:00000001:1.0:1779213565.340946:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213565.340948:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306405827 00000100:00000040:1.0:1779213565.340952:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213565.340960:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213565.340961:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306400272 00000100:00000001:1.0:1779213565.340963:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213565.340965:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306405827 00000100:00000001:0.0:1779213565.340974:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306400272 00000100:00000001:0.0:1779213565.340976:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306405827 00000100:00000001:0.0:1779213565.340977:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306400272 00000100:00000001:0.0:1779213565.340980:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306405827 00000800:00000200:1.0:1779213565.340980:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213565.340984:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1779213565.340984:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b691e64d. 00000100:00000001:0.0:1779213565.340988:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213565.340989:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213565.340991:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213565.340994:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213565.340996:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213565.341000:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213565.341000:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00000100:00000001:0.0:1779213565.341002:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1779213565.341002:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:0.0:1779213565.341007:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213565.341008:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213565.341009:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213565.341011:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213565.341013:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213565.341015:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213565.341024:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213565.341034:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213565.341041:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213565.341043:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213565.341059:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213565.341061:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b02bd8b8. 00000400:00000200:1.0:1779213565.341064:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213565.341067:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213565.341068:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b3ebee 00000400:00000010:1.0:1779213565.341069:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e0b3ebee. 00000100:00000001:1.0:1779213565.341071:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213565.341073:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213565.341077:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213565.341078:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213565.341082:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213565.341083:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213565.344085:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213565.344110:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213565.344113:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213565.344115:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213565.344122:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213565.344134:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720d000 00000400:00000200:1.0:1779213565.344140:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:1.0:1779213565.344145:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213565.344147:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213565.344149:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213565.344152:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213565.344156:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213565.344160:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213565.344167:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213565.344187:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213565.344193:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213565.344195:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213565.344196:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213565.344197:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213565.344199:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213565.344203:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d080 00000400:00000200:1.0:1779213565.344205:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe39 [1] + 224 00000800:00000001:1.0:1779213565.344208:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213565.344210:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213565.344211:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213565.344213:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213565.344214:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213565.344217:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213565.344250:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213565.344257:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213565.344261:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213565.344265:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1779213565.344267:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213565.344270:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213565.344272:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ca5caf. 00000400:00000200:2.0:1779213565.344276:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:2.0:1779213565.344278:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:2.0:1779213565.344281:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1779213565.344285:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213565.344287:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213565.344290:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213565.344294:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213565.344296:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213565.344297:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213565.344300:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213565.344305:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1779213565.344306:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213565.344307:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213565.344308:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:3.0:1779213565.344310:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000400:00000200:3.0:1779213565.344316:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000100:00000001:2.0:1779213565.344319:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1779213565.344319:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000400:00000200:1.0:1779213565.344320:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d100 00000100:00000001:2.0:1779213565.344322:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213565.344324:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213565.344326:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213565.344329:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1779213565.344332:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe45 [1] + 224 00000100:00000001:2.0:1779213565.344333:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1779213565.344336:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213565.344336:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213565.344342:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213565.344343:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213565.344346:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1779213565.344350:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213565.344352:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213565.344355:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00001000:2.0:1779213565.344359:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=20 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213565.344362:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213565.344368:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1779213565.344369:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213565.344371:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213565.344374:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213565.344375:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213565.344375:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213565.344378:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213565.344378:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213565.344380:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213565.344383:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213565.344385:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213565.344386:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213565.344390:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.344393:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213565.344393:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213565.344399:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=9 v=5 (1 1 1 1) 00000100:00000040:2.0:1779213565.344403:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213565.344403:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213565.344404:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213565.344408:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213565.344413:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213565.344416:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213565.344422:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213565.344424:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213565.344428:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213565.344428:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213565.344431:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213565.344436:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213565.344440:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213565.344443:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213565.344444:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213565.344446:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1779213565.344451:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213565.344451:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1779213565.344453:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213565.344453:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213565.344457:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213565.344462:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213565.344480:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960563712:192.168.202.129@tcp:400: 00000100:00100000:3.0:1779213565.344480:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960563840:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213565.344492:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213565.344492:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213565.344494:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213565.344495:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213565.344497:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960563840/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213565.344502:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004be2885 x1865639960563712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213565.344507:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213565.344510:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213565.344513:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fcb0f8. 00000100:00000001:2.0:1779213565.344514:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213565.344518:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1779213565.344518:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1779213565.344521:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f52c10a. 00000020:00000001:3.0:1779213565.344521:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213565.344523:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213565.344526:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1779213565.344527:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1779213565.344528:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b25e7fba. 00000100:00000001:0.0:1779213565.344529:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1779213565.344530:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213565.344532:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1779213565.344533:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 02000000:00000001:3.0:1779213565.344533:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1779213565.344536:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1779213565.344536:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1779213565.344537:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:0.0:1779213565.344539:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1779213565.344539:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 02000000:00000010:2.0:1779213565.344540:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001f4cd30a. 00000400:00000010:0.0:1779213565.344542:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000100:00000001:3.0:1779213565.344544:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1779213565.344546:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 02000000:00000001:2.0:1779213565.344546:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213565.344546:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213565.344548:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213565.344550:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 02000000:00000001:2.0:1779213565.344550:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213565.344553:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004be2885. 00000100:00000001:0.0:1779213565.344554:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213565.344554:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213565.344557:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213565.344559:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213565.344560:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1779213565.344561:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213565.344562:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.344569:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213565.344572:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213565.344576:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1779213565.344579:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213565.344579:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213565.344582:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213565.344585:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213565.344590:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213565.344591:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213565.344592:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213565.344593:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213565.344594:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213565.344595:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213565.344597:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213565.344599:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213565.344606:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=111 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213565.344608:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213565.344609:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213565.344610:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213565.344612:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213565.344616:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213565.344618:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213565.344619:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213565.344620:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213565.344620:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213565.344622:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213565.344625:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213565.344626:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213565.344627:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213565.344628:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213565.344632:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960563968:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213565.344634:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213565.344635:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213565.344636:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1bb517 x1865639960563968/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213565.344639:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213565.344640:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213565.344641:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009aa9dee. 02000000:00000001:0.0:1779213565.344643:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213565.344643:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213565.344644:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213565.344645:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213565.344646:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9fe75b8. 02000000:00000001:0.0:1779213565.344650:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213565.344651:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213565.344652:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1bb517. 00000100:00000001:0.0:1779213565.344655:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213565.344656:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213565.344657:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213565.344659:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213565.344660:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213565.344662:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213565.344663:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213565.980361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213565.980369:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213565.980377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213565.980378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213565.980399:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213565.980404:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213565.980407:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213567.004369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213567.004376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213567.004382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213567.004384:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213567.004450:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213567.004453:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213567.004456:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213568.028323:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213568.028329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213568.028336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213568.028337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213568.028406:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213568.028408:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213568.028410:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213569.052328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213569.052335:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213569.052338:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213569.052341:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213569.052346:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213569.052349:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213569.052350:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213569.052352:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213569.052356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213569.052358:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213569.052359:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213569.052361:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213569.052362:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213569.052363:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213569.052365:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213569.052366:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213569.052401:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213569.052404:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213569.052406:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213570.076315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213570.076320:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213570.076324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213570.076326:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213570.076379:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213570.076389:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213570.076397:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213570.460441:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213570.460451:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213570.460462:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000020:00000040:0.0:1779213570.460470:0:160592:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213570.460475:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213570.460478:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213570.460484:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213570.460493:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024616477. 00000100:00000001:0.0:1779213570.460500:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213570.460512:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213570.460523:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213570.460525:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213570.460531:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007430bf89] to pc [ptlrpcd_00_02+2] req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.460569:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213570.460572:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213570.460576:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213570.460595:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213570.460597:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000100:00000001:3.0:1779213570.460600:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1779213570.460602:0:160592:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213570.460604:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213570.460610:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.460613:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213570.460616:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213570.460617:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213570.460621:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213570.460621:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213570.460623:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213570.460623:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213570.460629:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1779213570.460630:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b02bd8b8. 02000000:00000001:3.0:1779213570.460632:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213570.460635:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213570.460638:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213570.460638:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960564096:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213570.460644:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213570.460648:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1779213570.460650:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779213570.460651:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213570.460655:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213570.460659:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000470ad378. 02000000:00000001:3.0:1779213570.460663:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213570.460668:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1779213570.460669:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000100:00000001:0.0:1779213570.460670:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213570.460677:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000200:3.0:1779213570.460682:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564096, portal 25 00000100:00000040:0.0:1779213570.460685:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_03+3] req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213570.460685:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213570.460687:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00000100:00000040:3.0:1779213570.460694:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213570.460706:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213570.460708:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213570.460709:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000200:3.0:1779213570.460711:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960564096, offset 0 00000100:00000001:0.0:1779213570.460712:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213570.460715:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213570.460719:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213570.460722:0:160592:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213570.460726:0:160592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213570.460729:0:160592:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213570.460732:0:160592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1779213570.460732:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213570.460733:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213570.460735:0:160592:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213570.460737:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213570.460738:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213570.460739:0:160592:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213570.460739:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213570.460745:0:160592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 00000100:00000040:2.0:1779213570.460747:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213570.460749:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213570.460751:0:160592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213570.460755:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1779213570.460759:0:160592:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1779213570.460760:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213570.460768:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [431:431:256:4294967295] 192.168.202.129@tcp LPNI seq info [431:431:8:4294967295] 00000100:00000001:2.0:1779213570.460774:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213570.460777:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213570.460783:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213570.460786:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213570.460787:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213570.460789:0:160592:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213570.460792:0:160592:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213570.460792:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213570.460800:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960564224:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213570.460802:0:160592:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_00+0] req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213570.460803:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213570.460810:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1779213570.460812:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b267f28. 02000000:00000001:2.0:1779213570.460813:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213570.460817:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213570.460820:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213570.460824:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a57d1c74. 00000800:00000200:3.0:1779213570.460824:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:2.0:1779213570.460828:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213570.460833:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ca5caf. 00000800:00000200:3.0:1779213570.460837:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:2.0:1779213570.460839:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000800:00000200:3.0:1779213570.460840:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008b267f28 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213570.460843:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564224, portal 10 00000100:00000001:2.0:1779213570.460846:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213570.460847:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000040:2.0:1779213570.460853:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.460855:0:160592:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213570.460859:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213570.460860:0:160592:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213570.460865:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213570.460867:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306410947 00000100:00000040:0.0:1779213570.460870:0:160592:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213570.460871:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213570.460876:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000100:00000040:0.0:1779213570.460878:0:160592:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11743) 00000100:00000200:2.0:1779213570.460879:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960564224, offset 0 00000100:00000001:3.0:1779213570.460879:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306405827 00000400:00000200:2.0:1779213570.460888:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213570.460889:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306410947 00000100:00000001:1.0:1779213570.460890:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213570.460895:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213570.460895:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213570.460896:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213570.460896:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306405827 00000100:00000001:1.0:1779213570.460898:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213570.460900:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213570.460902:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213570.460904:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306410947 00000100:00000040:1.0:1779213570.460906:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213570.460910:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306405827 00000400:00000200:2.0:1779213570.460914:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213570.460916:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306410947 00000400:00000200:2.0:1779213570.460921:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213570.460922:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306405827 00000400:00000200:2.0:1779213570.460927:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213570.460929:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213570.460930:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213570.460932:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213570.460935:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213570.460936:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213570.460939:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213570.460941:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213570.460943:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213570.460943:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [432:432:255:4294967295] 192.168.202.129@tcp LPNI seq info [432:432:7:4294967295] 00000100:00000001:3.0:1779213570.460945:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1779213570.460950:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960564352:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213570.460956:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213570.460962:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213570.460967:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213570.460969:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1779213570.460971:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043df22ea. 00000100:00000001:3.0:1779213570.460972:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1779213570.460975:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213570.460977:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213570.460979:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213570.460979:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213570.460980:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1779213570.460982:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1779213570.460984:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213570.460985:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213570.460986:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b267f28. 02000000:00000010:1.0:1779213570.460989:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a078aec3. 00000800:00000200:2.0:1779213570.460990:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213570.460991:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213570.460992:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1779213570.460994:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213570.460995:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000043df22ea type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213570.461001:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:1.0:1779213570.461001:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a143b4. 00000100:00000001:2.0:1779213570.461002:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213570.461007:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000400:00000200:0.0:1779213570.461009:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000100:00000040:2.0:1779213570.461009:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 221102 usecs (222 jiffies) 00000400:00000010:0.0:1779213570.461012:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:2.0:1779213570.461014:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306405598 00000100:00000001:0.0:1779213570.461017:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213570.461017:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564352, portal 10 00000100:00000001:2.0:1779213570.461018:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306410947 00000100:00000200:0.0:1779213570.461022:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213570.461022:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213570.461023:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306405598 00000100:00000001:1.0:1779213570.461025:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000001:2.0:1779213570.461029:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306410947 00000100:00000001:2.0:1779213570.461035:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306405598 00000100:00000040:1.0:1779213570.461036:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.461038:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213570.461039:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306410947 00000100:00000040:0.0:1779213570.461054:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213570.461056:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306405598 00000100:00000001:2.0:1779213570.461061:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306410947 00000100:00000001:2.0:1779213570.461065:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213570.461071:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213570.461073:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213570.461076:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213570.461079:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213570.461080:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213570.461083:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1779213570.461086:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213570.461088:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1779213570.461089:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814beff7. 00000100:00000001:2.0:1779213570.461090:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1779213570.461095:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960564352, offset 0 00000100:00000001:2.0:1779213570.461095:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213570.461097:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213570.461100:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213570.461102:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1779213570.461104:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213570.461105:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043df22ea. 00000400:00000200:0.0:1779213570.461111:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213570.461112:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213570.461112:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213570.461119:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213570.461123:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213570.461127:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213570.461130:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213570.461133:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213570.461135:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [433:433:255:4294967295] 192.168.202.129@tcp LPNI seq info [433:433:7:4294967295] 00000400:00000200:1.0:1779213570.461145:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:0.0:1779213570.461150:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000800:00000200:1.0:1779213570.461150:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213570.461153:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000800:00000010:1.0:1779213570.461155:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005060b810. 00000100:00000001:0.0:1779213570.461156:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213570.461163:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213570.461164:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213570.461173:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213570.461178:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005060b810 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213570.461179:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213570.461183:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213570.461185:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213570.461188:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15568 usecs (16 jiffies) 00000100:00000001:1.0:1779213570.461193:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306405392 00000100:00000001:0.0:1779213570.461197:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213570.461197:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306410947 00000100:00000001:0.0:1779213570.461200:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213570.461201:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306405392 00000100:00000001:1.0:1779213570.461203:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306410947 00000100:00000001:1.0:1779213570.461204:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306405392 00000100:00000001:1.0:1779213570.461206:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306410947 00000100:00000001:1.0:1779213570.461209:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306405392 00000100:00000001:1.0:1779213570.461210:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306410947 00000100:00000001:1.0:1779213570.461212:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213570.461214:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213570.461240:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213570.461242:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213570.461246:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213570.461248:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213570.461250:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213570.461251:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213570.461252:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213570.461254:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213570.461284:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213570.461286:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005060b810. 00000400:00000200:0.0:1779213570.461291:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213570.461295:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213570.461297:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814beff7 00000400:00000010:0.0:1779213570.461299:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000814beff7. 00000100:00000001:0.0:1779213570.461301:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213570.461304:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.461310:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213570.461312:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.461317:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213570.461318:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213570.463518:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213570.463530:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213570.463533:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213570.463535:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213570.463544:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213570.463554:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720d180 00000400:00000200:1.0:1779213570.463559:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:1.0:1779213570.463564:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213570.463567:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213570.463568:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213570.463571:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213570.463575:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213570.463578:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213570.463585:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213570.463595:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213570.463601:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213570.463603:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213570.463605:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213570.463607:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213570.463609:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213570.463613:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d200 00000100:00000001:3.0:1779213570.463616:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213570.463617:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe55 [1] + 224 00000800:00000001:1.0:1779213570.463619:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213570.463627:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213570.463630:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213570.463631:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213570.463633:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213570.463637:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1779213570.463638:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1779213570.463639:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213570.463642:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213570.463646:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000100:00000040:1.0:1779213570.463648:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213570.463651:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:3.0:1779213570.463655:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:3.0:1779213570.463659:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213570.463663:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1779213570.463665:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213570.463673:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213570.463676:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213570.463678:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213570.463683:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213570.463686:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213570.463688:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213570.463691:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213570.463694:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213570.463696:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213570.463700:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213570.463702:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213570.463703:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d280 00000100:00000001:3.0:1779213570.463704:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213570.463705:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213570.463708:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213570.463711:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe5d [1] + 224 02000000:00000001:3.0:1779213570.463713:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213570.463719:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1779213570.463719:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213570.463721:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1779213570.463721:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=25 v=5 (5 5 5 5) 00000400:00000010:2.0:1779213570.463722:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ca5caf. 00000400:00000200:2.0:1779213570.463727:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000100:00001000:3.0:1779213570.463728:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=25 v=5 (1 1 1 1) 00000400:00000010:2.0:1779213570.463730:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000800:00000001:1.0:1779213570.463734:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213570.463734:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213570.463735:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213570.463736:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213570.463737:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1779213570.463739:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213570.463742:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1779213570.463743:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00010000:00000001:3.0:1779213570.463746:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213570.463748:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213570.463752:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213570.463752:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213570.463752:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213570.463761:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213570.463763:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1779213570.463765:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213570.463765:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213570.463768:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213570.463771:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213570.463773:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213570.463775:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213570.463779:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213570.463784:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=14 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213570.463787:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1779213570.463788:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213570.463792:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213570.463793:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213570.463795:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213570.463796:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213570.463797:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1779213570.463799:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1779213570.463802:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1779213570.463802:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213570.463803:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213570.463805:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213570.463805:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213570.463808:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213570.463811:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213570.463814:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213570.463822:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213570.463823:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007430bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960564096:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213570.463833:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213570.463837:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213570.463840:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213570.463840:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213570.463842:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213570.463845:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213570.463849:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007430bf89 x1865639960564096/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213570.463852:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213570.463873:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960564224:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213570.463875:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213570.463877:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213570.463880:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960564224/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213570.463880:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213570.463884:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213570.463885:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1779213570.463887:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000470ad378. 02000000:00000001:2.0:1779213570.463888:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213570.463889:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a57d1c74. 00000100:00000001:0.0:1779213570.463893:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213570.463894:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1779213570.463894:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1779213570.463897:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1779213570.463898:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1779213570.463898:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:0.0:1779213570.463900:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1779213570.463900:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000040:3.0:1779213570.463901:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000010:0.0:1779213570.463903:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a143b4. 00000020:00000001:2.0:1779213570.463904:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213570.463907:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b02bd8b8. 00000020:00000001:3.0:1779213570.463907:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1779213570.463909:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 02000000:00000010:3.0:1779213570.463911:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024616477. 00000400:00000010:0.0:1779213570.463912:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 02000000:00000001:2.0:1779213570.463913:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213570.463916:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213570.463917:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 02000000:00000001:3.0:1779213570.463918:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213570.463919:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1779213570.463922:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213570.463923:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213570.463925:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1779213570.463925:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007430bf89. 00000100:00000200:0.0:1779213570.463927:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213570.463929:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213570.463931:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213570.463934:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213570.463935:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213570.463937:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213570.463939:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213570.463941:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213570.463944:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213570.463948:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213570.463951:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213570.463953:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213570.463955:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213570.463958:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213570.463966:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213570.463967:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213570.463969:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213570.463971:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213570.463973:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213570.463974:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213570.463976:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213570.463980:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213570.463983:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1779213570.463991:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213570.463993:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213570.463995:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213570.463998:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213570.464005:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213570.464008:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213570.464009:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213570.464011:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213570.464012:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213570.464015:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.464021:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213570.464023:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213570.464024:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213570.464027:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213570.464034:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960564352:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213570.464038:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213570.464040:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213570.464042:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960564352/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213586 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213570.464063:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213570.464064:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213570.464066:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a078aec3. 02000000:00000001:0.0:1779213570.464069:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213570.464071:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213570.464072:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213570.464074:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213570.464075:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 02000000:00000001:0.0:1779213570.464078:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213570.464083:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213570.464084:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:0.0:1779213570.464087:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213570.464088:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213570.464089:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213570.464093:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213570.464094:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213570.464096:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213570.464097:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213571.100385:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213571.100393:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213571.100401:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213571.100402:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213571.100493:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213571.100498:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213571.100502:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213572.124372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213572.124381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213572.124389:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213572.124390:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213572.124952:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213572.124955:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213572.124958:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213573.148360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213573.148368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213573.148393:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213573.148394:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213573.148565:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213573.148569:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213573.148571:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213574.172344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213574.172355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213574.172360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213574.172361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213574.172424:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213574.172427:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213574.172429:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213575.196337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213575.196343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213575.196348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213575.196350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213575.196407:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213575.196410:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213575.196413:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213575.580363:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213575.580372:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213575.580382:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213575.580388:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213575.580406:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213575.580409:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213575.580414:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213575.580422:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b267f28. 00000100:00000001:3.0:1779213575.580428:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.580438:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213575.580447:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213575.580449:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.580454:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_01+1] req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213575.580494:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.580497:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213575.580504:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213575.580507:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213575.580510:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213575.580512:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213575.580513:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213575.580514:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213575.580518:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b691e64d. 00000100:00000001:3.0:1779213575.580521:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.580525:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213575.580532:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213575.580533:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.580536:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_02+2] req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213575.580537:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213575.580543:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1779213575.580546:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213575.580553:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213575.580556:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213575.580559:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213575.580560:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213575.580562:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213575.580564:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.580567:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213575.580571:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1779213575.580579:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779213575.580579:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213575.580584:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213575.580588:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213575.580592:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213575.580593:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213575.580594:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1779213575.580595:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213575.580597:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.580597:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1779213575.580600:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b233226. 00000100:00000001:2.0:1779213575.580601:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213575.580603:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213575.580606:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213575.580606:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213575.580609:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213575.580611:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.580615:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779213575.580619:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960564480:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213575.580630:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213575.580634:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213575.580638:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213575.580638:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213575.580638:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213575.580642:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213575.580643:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213575.580644:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213575.580647:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213575.580648:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213575.580650:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_03+3] req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213575.580653:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213575.580655:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd36b99f. 02000000:00000001:1.0:1779213575.580660:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213575.580661:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960564608:192.168.202.129@tcp:400: 00000400:00000010:1.0:1779213575.580669:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6accf0c. 00000100:00000001:2.0:1779213575.580670:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213575.580673:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213575.580675:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213575.580676:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213575.580677:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213575.580678:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 02000000:00000001:2.0:1779213575.580681:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213575.580684:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1779213575.580687:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564480, portal 25 02000000:00000010:2.0:1779213575.580687:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef6c2b9. 00000100:00000040:3.0:1779213575.580690:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11748) 02000000:00000001:2.0:1779213575.580692:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213575.580693:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213575.580696:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000400:00000010:2.0:1779213575.580698:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ca5caf. 00000100:00000040:1.0:1779213575.580703:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213575.580704:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000100:00000200:2.0:1779213575.580710:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564608, portal 10 00000100:00000001:2.0:1779213575.580715:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213575.580717:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000100:00000001:1.0:1779213575.580718:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213575.580721:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213575.580724:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213575.580725:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213575.580726:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213575.580728:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213575.580735:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213575.580736:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000200:1.0:1779213575.580742:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960564480, offset 0 00000100:00000001:3.0:1779213575.580751:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213575.580754:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213575.580756:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213575.580760:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213575.580763:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213575.580766:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213575.580767:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213575.580772:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960564736:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213575.580774:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213575.580774:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213575.580779:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00000001:3.0:1779213575.580779:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213575.580783:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1779213575.580785:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960564608, offset 0 02000000:00000001:3.0:1779213575.580785:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213575.580787:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213575.580794:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213575.580795:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213575.580797:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000010:3.0:1779213575.580800:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f8e5ab1. 00000400:00000200:1.0:1779213575.580801:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213575.580804:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213575.580806:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213575.580809:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [434:434:256:4294967295] 192.168.202.129@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:1.0:1779213575.580818:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213575.580824:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213575.580828:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:1.0:1779213575.580829:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e6e5927. 00000400:00000200:2.0:1779213575.580832:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213575.580836:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213575.580840:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213575.580842:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213575.580846:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213575.580848:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1779213575.580853:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213575.580853:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [435:435:255:4294967295] 192.168.202.129@tcp LPNI seq info [435:435:7:4294967295] 00000100:00000001:0.0:1779213575.580854:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213575.580861:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006e6e5927 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213575.580869:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213575.580874:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213575.580877:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213575.580880:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306416067 00000800:00000010:2.0:1779213575.580882:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213575.580888:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213575.580889:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306410947 00000800:00000200:2.0:1779213575.580894:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213575.580895:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306416067 00000800:00000200:2.0:1779213575.580897:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213575.580901:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306410947 00000100:00000001:2.0:1779213575.580902:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213575.580907:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306416067 00000100:00000040:2.0:1779213575.580908:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 219431 usecs (220 jiffies) 00000100:00000001:1.0:1779213575.580913:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306410947 00000100:00000001:2.0:1779213575.580913:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306410716 00000100:00000001:2.0:1779213575.580917:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306416067 00000100:00000001:1.0:1779213575.580919:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306416067 00000100:00000001:2.0:1779213575.580922:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306410716 00000800:00000200:0.0:1779213575.580923:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213575.580924:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306410947 00000100:00000001:2.0:1779213575.580928:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306416067 00000800:00000010:0.0:1779213575.580929:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e6e5927. 00000100:00000001:1.0:1779213575.580930:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213575.580932:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306410716 00000100:00000001:1.0:1779213575.580936:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.580937:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306416067 00000400:00000200:0.0:1779213575.580939:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213575.580940:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.580940:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306410716 00000100:00000001:1.0:1779213575.580945:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.580945:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306416067 00000400:00000200:0.0:1779213575.580950:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213575.580955:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213575.580956:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000100:00000001:2.0:1779213575.580958:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213575.580960:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:2.0:1779213575.580962:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.580965:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213575.580967:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213575.580969:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213575.580972:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1779213575.580973:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213575.580977:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213575.580980:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213575.580982:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.580987:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213575.580990:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213575.581006:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.581013:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213575.581015:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213575.581073:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213575.581075:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:0.0:1779213575.581078:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213575.581082:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213575.581084:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:0.0:1779213575.581085:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:0.0:1779213575.581087:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213575.581090:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.581096:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213575.581104:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.581110:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213575.581111:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1779213575.581149:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000400:00000010:3.0:1779213575.581153:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000200:3.0:1779213575.581250:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564736, portal 10 00000100:00000001:3.0:1779213575.581252:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213575.581254:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000040:3.0:1779213575.581259:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213575.581265:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213575.581267:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213575.581270:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eeb4de8. 00000100:00000200:3.0:1779213575.581272:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960564736, offset 0 00000400:00000200:3.0:1779213575.581276:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213575.581281:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213575.581284:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213575.581286:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213575.581288:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213575.581290:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213575.581293:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [436:436:256:4294967295] 192.168.202.129@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:3.0:1779213575.581300:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213575.581304:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213575.581307:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f1ba02d. 00000800:00000200:3.0:1779213575.581311:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213575.581315:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213575.581317:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f1ba02d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213575.581331:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.581333:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15477 usecs (16 jiffies) 00000100:00000001:3.0:1779213575.581339:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306410513 00000100:00000001:3.0:1779213575.581341:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306416067 00000100:00000001:3.0:1779213575.581349:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306410513 00000100:00000001:3.0:1779213575.581352:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306416067 00000100:00000001:3.0:1779213575.581353:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306410513 00000100:00000001:3.0:1779213575.581355:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306416067 00000100:00000001:3.0:1779213575.581357:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306410513 00000100:00000001:3.0:1779213575.581359:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306416067 00000100:00000001:3.0:1779213575.581361:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213575.581363:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213575.581365:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213575.581367:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213575.581370:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213575.581372:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213575.581374:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213575.581376:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213575.581377:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213575.581378:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213575.581411:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213575.581414:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f1ba02d. 00000400:00000200:0.0:1779213575.581418:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213575.581422:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213575.581425:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eeb4de8 00000400:00000010:0.0:1779213575.581426:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001eeb4de8. 00000100:00000001:0.0:1779213575.581429:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213575.581432:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.581440:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213575.581442:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.581449:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213575.581450:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213575.584919:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213575.584945:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213575.584949:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213575.584951:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213575.584960:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213575.584972:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720d300 00000400:00000200:1.0:1779213575.584979:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xe65 [1] + 224 00000800:00000001:1.0:1779213575.584985:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213575.584989:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213575.584991:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213575.585006:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213575.585011:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213575.585016:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213575.585027:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213575.585049:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213575.585057:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213575.585060:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213575.585061:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213575.585063:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213575.585068:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213575.585074:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d380 00000400:00000200:1.0:1779213575.585079:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe69 [1] + 224 00000100:00000001:0.0:1779213575.585081:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213575.585082:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213575.585084:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779213575.585086:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213575.585088:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213575.585092:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213575.585095:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213575.585098:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213575.585100:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6accf0c. 00000400:00000200:0.0:1779213575.585105:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:0.0:1779213575.585107:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:0.0:1779213575.585110:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213575.585111:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213575.585116:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213575.585118:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213575.585147:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213575.585148:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.585156:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213575.585159:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213575.585164:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213575.585168:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213575.585177:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213575.585178:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213575.585181:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213575.585183:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213575.585185:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213575.585189:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213575.585191:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1779213575.585193:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=30 v=5 (5 5 5 5) 00000800:00000001:1.0:1779213575.585194:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213575.585201:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=30 v=5 (1 1 1 1) 00000400:00000200:1.0:1779213575.585206:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213575.585207:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213575.585210:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.585211:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1779213575.585213:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213575.585214:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213575.585216:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d400 00010000:00000001:0.0:1779213575.585217:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213575.585219:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213575.585248:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213575.585250:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ca5caf. 00000400:00000200:2.0:1779213575.585253:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:2.0:1779213575.585255:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:0.0:1779213575.585257:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.585258:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213575.585263:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213575.585265:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213575.585272:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe75 [1] + 224 00000800:00000001:1.0:1779213575.585283:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213575.585287:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.585288:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213575.585294:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1779213575.585294:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213575.585297:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213575.585299:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213575.585304:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213575.585306:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213575.585307:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213575.585308:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213575.585309:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1779213575.585310:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213575.585312:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213575.585314:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:2.0:1779213575.585318:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213575.585319:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213575.585325:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213575.585329:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=19 v=5 (5 5 5 5) 00000100:00100000:0.0:1779213575.585334:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960564480:192.168.202.129@tcp:400: 00000100:00001000:2.0:1779213575.585337:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=19 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213575.585346:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213575.585346:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213575.585348:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213575.585350:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213575.585351:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1779213575.585352:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1779213575.585357:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960564480/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213575.585357:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.585363:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213575.585372:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213575.585377:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213575.585379:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213575.585382:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213575.585384:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213575.585389:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1779213575.585390:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213575.585391:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213575.585393:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213575.585394:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1779213575.585396:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213575.585396:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213575.585397:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd36b99f. 00000100:00000040:2.0:1779213575.585402:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213575.585404:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213575.585408:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:2.0:1779213575.585410:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960564608:192.168.202.129@tcp:400: 00000020:00000040:0.0:1779213575.585412:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213575.585414:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213575.585416:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213575.585416:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213575.585416:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213575.585420:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b267f28. 00000100:00000040:2.0:1779213575.585421:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960564608/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213575.585421:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213575.585427:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1779213575.585427:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213575.585428:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213575.585430:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1779213575.585431:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1779213575.585432:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef6c2b9. 00000400:00000010:3.0:1779213575.585434:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 02000000:00000001:2.0:1779213575.585435:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1779213575.585439:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1779213575.585439:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213575.585440:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000400:00000200:3.0:1779213575.585440:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000100:00000010:0.0:1779213575.585442:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000020:00000001:2.0:1779213575.585444:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1779213575.585444:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 02000000:00000010:2.0:1779213575.585446:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b691e64d. 02000000:00000001:2.0:1779213575.585449:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213575.585450:0:199015:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1779213575.585452:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213575.585454:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:0.0:1779213575.585455:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213575.585457:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213575.585458:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213575.585459:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213575.585460:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213575.585462:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213575.585465:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213575.585469:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213575.585472:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.585472:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213575.585475:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213575.585477:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213575.585479:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213575.585479:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213575.585480:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213575.585483:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213575.585490:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213575.585493:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213575.585495:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213575.585497:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213575.585504:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213575.585506:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213575.585508:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213575.585512:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213575.585515:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213575.585517:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213575.585518:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213575.585519:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213575.585523:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213575.585530:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213575.585532:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213575.585533:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213575.585534:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213575.585535:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213575.585539:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213575.585546:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213575.585548:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213575.585550:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213575.585553:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213575.585558:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960564736:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213575.585562:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213575.585563:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213575.585565:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960564736/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213591 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213575.585570:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213575.585571:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213575.585573:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f8e5ab1. 02000000:00000001:3.0:1779213575.585575:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213575.585581:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213575.585581:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213575.585584:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213575.585585:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b233226. 02000000:00000001:3.0:1779213575.585587:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213575.585588:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213575.585589:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:3.0:1779213575.585592:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213575.585593:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213575.585594:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213575.585598:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213575.585599:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213575.585601:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213575.585602:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213576.220318:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213576.220324:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213576.220327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213576.220329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213576.220377:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213576.220380:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213576.220382:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213577.244305:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213577.244310:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213577.244316:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213577.244317:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213577.244364:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213577.244367:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213577.244369:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213578.270243:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213578.270250:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213578.270255:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213578.270256:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213578.270304:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213578.270308:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213578.270310:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213579.294290:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213579.294301:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213579.294304:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213579.294309:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213579.294314:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213579.294316:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213579.294318:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213579.294321:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213579.294325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213579.294327:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213579.294328:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213579.294330:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213579.294331:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213579.294332:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213579.294333:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213579.294335:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213579.294441:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213579.294448:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213579.294452:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213580.316352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213580.316358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213580.316363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213580.316364:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213580.316781:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213580.316784:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213580.316787:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213580.700388:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213580.700397:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213580.700407:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213580.700425:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213580.700430:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213580.700433:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213580.700438:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213580.700445:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a256659. 00000100:00000001:3.0:1779213580.700451:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700462:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213580.700473:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213580.700486:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700493:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_00+0] req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.700522:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700524:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213580.700527:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213580.700530:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000020:00000040:3.0:1779213580.700533:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213580.700536:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213580.700537:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213580.700540:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213580.700544:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d34bf323. 00000100:00000001:3.0:1779213580.700547:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213580.700549:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213580.700552:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213580.700554:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213580.700554:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213580.700559:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213580.700560:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.700568:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213580.700569:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700574:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_01+1] req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.700588:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700590:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213580.700593:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213580.700596:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213580.700598:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213580.700601:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213580.700602:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213580.700604:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213580.700608:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f1ba02d. 00000100:00000001:3.0:1779213580.700611:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213580.700612:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213580.700615:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1779213580.700615:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213580.700616:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213580.700619:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213580.700619:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213580.700624:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213580.700628:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213580.700631:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213580.700632:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213580.700635:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213580.700636:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213580.700639:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213580.700640:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213580.700642:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213580.700651:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.700656:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213580.700659:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213580.700661:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213580.700664:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700668:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_02+2] req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213580.700669:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213580.700671:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213580.700675:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213580.700676:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213580.700679:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213580.700683:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960564864:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213580.700685:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213580.700688:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213580.700690:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213580.700693:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213580.700695:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1779213580.700698:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960564992:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213580.700699:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213580.700702:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213580.700703:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1779213580.700706:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1779213580.700707:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a84a1da. 02000000:00000001:0.0:1779213580.700708:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.700710:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213580.700712:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1779213580.700712:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700714:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1779213580.700717:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000689f2398. 00000100:00000040:3.0:1779213580.700718:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1779213580.700720:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.700724:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11753) 00000400:00000010:1.0:1779213580.700725:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000400:00000010:0.0:1779213580.700726:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e165a8a2. 00000400:00000010:0.0:1779213580.700734:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000400:00000010:1.0:1779213580.700734:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000001:3.0:1779213580.700735:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213580.700739:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:0.0:1779213580.700742:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564992, portal 10 00000100:00000200:1.0:1779213580.700742:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960564864, portal 25 00000100:00000001:2.0:1779213580.700742:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213580.700742:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213580.700746:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213580.700747:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213580.700747:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213580.700748:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213580.700750:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000001:3.0:1779213580.700750:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213580.700751:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000001:3.0:1779213580.700755:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213580.700757:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.700758:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213580.700761:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213580.700765:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213580.700768:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213580.700776:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213580.700784:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213580.700789:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 00000100:00000001:0.0:1779213580.700792:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1779213580.700794:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960564864, offset 0 00000100:00000001:3.0:1779213580.700795:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1779213580.700799:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213580.700799:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213580.700804:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1779213580.700805:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000400:00000200:1.0:1779213580.700805:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213580.700806:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213580.700811:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960564992, offset 0 02000000:00000001:3.0:1779213580.700811:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213580.700817:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960565120:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213580.700821:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213580.700824:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213580.700828:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213580.700829:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213580.700832:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213580.700835:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213580.700838:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1779213580.700839:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfbb7db9. 02000000:00000001:3.0:1779213580.700842:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213580.700844:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:3.0:1779213580.700847:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000400:00000200:1.0:1779213580.700848:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213580.700851:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:3.0:1779213580.700857:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000200:3.0:1779213580.700862:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960565120, portal 10 00000400:00000200:1.0:1779213580.700866:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [437:437:256:4294967295] 192.168.202.129@tcp LPNI seq info [437:437:8:4294967295] 00000100:00000001:3.0:1779213580.700866:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213580.700869:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000040:3.0:1779213580.700878:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213580.700887:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213580.700897:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213580.700899:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213580.700901:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213580.700904:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213580.700906:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1779213580.700906:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000400:00000010:3.0:1779213580.700908:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000400:00000200:0.0:1779213580.700911:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:3.0:1779213580.700912:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960565120, offset 0 00000400:00000200:0.0:1779213580.700915:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213580.700916:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213580.700920:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213580.700924:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213580.700929:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [438:438:255:4294967295] 192.168.202.129@tcp LPNI seq info [438:438:7:4294967295] 00000800:00000200:1.0:1779213580.700929:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213580.700934:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213580.700952:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213580.700956:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213580.700960:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000400:00000200:3.0:1779213580.700961:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213580.700966:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213580.700966:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1779213580.700968:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213580.700972:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306421187 00000400:00000200:3.0:1779213580.700972:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213580.700977:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213580.700979:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213580.700983:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306416067 00000800:00000200:0.0:1779213580.700984:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213580.700984:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213580.700990:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306421187 00000100:00000001:0.0:1779213580.700991:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213580.700991:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [439:439:254:4294967295] 192.168.202.129@tcp LPNI seq info [439:439:6:4294967295] 00000100:00000040:0.0:1779213580.700997:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 217801 usecs (218 jiffies) 00000100:00000001:1.0:1779213580.700998:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306416067 00000100:00000001:0.0:1779213580.701002:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306415834 00000100:00000001:1.0:1779213580.701005:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306421187 00000100:00000001:0.0:1779213580.701008:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306421187 00000400:00000200:3.0:1779213580.701010:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213580.701012:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306416067 00000100:00000001:0.0:1779213580.701014:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306415834 00000100:00000001:1.0:1779213580.701017:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306421187 00000100:00000001:0.0:1779213580.701019:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306421187 00000800:00000200:3.0:1779213580.701023:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213580.701024:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306415834 00000100:00000001:1.0:1779213580.701024:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306416067 00000800:00000010:3.0:1779213580.701029:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000100:00000001:0.0:1779213580.701030:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306421187 00000100:00000001:1.0:1779213580.701031:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213580.701032:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213580.701035:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306415834 00000100:00000001:1.0:1779213580.701037:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213580.701038:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000800:00000200:3.0:1779213580.701038:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213580.701043:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213580.701044:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306421187 00000400:00000200:2.0:1779213580.701047:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213580.701049:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213580.701049:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213580.701050:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213580.701054:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213580.701057:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213580.701058:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213580.701058:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213580.701062:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.701064:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213580.701070:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15403 usecs (16 jiffies) 00000400:00000200:2.0:1779213580.701072:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000100:00000001:3.0:1779213580.701074:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306415632 00000400:00000010:2.0:1779213580.701076:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000100:00000001:3.0:1779213580.701077:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306421187 00000100:00000001:2.0:1779213580.701081:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213580.701081:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306415632 00000100:00000001:3.0:1779213580.701085:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306421187 00000100:00000200:2.0:1779213580.701087:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.701097:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306415632 00000100:00000001:3.0:1779213580.701100:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306421187 00000100:00000001:2.0:1779213580.701101:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213580.701102:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306415632 00000100:00000001:3.0:1779213580.701105:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306421187 00000100:00000040:2.0:1779213580.701107:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.701109:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213580.701113:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.701117:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.701121:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.701122:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.701125:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213580.701136:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213580.701138:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000400:00000200:2.0:1779213580.701141:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213580.701144:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213580.701147:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:2.0:1779213580.701148:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:2.0:1779213580.701150:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213580.701152:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.701158:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213580.701160:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.701165:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.701166:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213580.701219:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213580.701240:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:2.0:1779213580.701244:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213580.701247:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213580.701249:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:2.0:1779213580.701250:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:2.0:1779213580.701253:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213580.701255:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.701271:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213580.701273:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.701280:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.701281:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213580.702863:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.702875:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213580.702878:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.702881:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213580.702889:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213580.702899:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720d480 00000400:00000200:0.0:1779213580.702905:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xe7d [1] + 224 00000800:00000001:0.0:1779213580.702911:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.702914:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213580.702917:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213580.702921:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213580.702926:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213580.702931:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213580.702939:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213580.702969:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213580.702976:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.702979:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213580.702981:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.702983:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213580.702987:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213580.702992:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d500 00000400:00000200:0.0:1779213580.702996:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe81 [1] + 224 00000800:00000001:0.0:1779213580.703000:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.703002:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213580.703010:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213580.703013:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213580.703016:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213580.703019:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213580.703025:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213580.703037:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213580.703040:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.703043:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213580.703044:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213580.703046:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213580.703050:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213580.703054:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d580 00000400:00000200:0.0:1779213580.703058:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe8d [1] + 224 00000100:00000001:1.0:1779213580.703061:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1779213580.703062:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213580.703065:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213580.703067:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213580.703069:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1779213580.703071:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213580.703073:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1779213580.703074:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1779213580.703075:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213580.703076:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213580.703079:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 00000400:00000200:1.0:1779213580.703083:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213580.703085:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213580.703088:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213580.703089:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1779213580.703090:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213580.703092:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1779213580.703095:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213580.703095:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213580.703096:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e165a8a2. 00000400:00000200:2.0:1779213580.703104:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000400:00000010:2.0:1779213580.703107:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000100:00000001:2.0:1779213580.703113:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213580.703120:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213580.703129:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213580.703147:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213580.703161:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213580.703167:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213580.703168:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213580.703172:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213580.703174:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213580.703177:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213580.703177:0:199012:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1779213580.703179:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213580.703182:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213580.703182:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213580.703186:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213580.703186:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1779213580.703188:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213580.703189:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213580.703191:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213580.703194:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213580.703195:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.703197:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213580.703198:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.703201:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1779213580.703204:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213580.703205:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=35 v=5 (5 5 5 5) 00000400:00000001:3.0:1779213580.703205:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1779213580.703214:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=35 v=5 (1 1 1 1) 00000100:00001000:2.0:1779213580.703214:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=24 v=5 (1 1 1 1) 00000400:00000001:3.0:1779213580.703217:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213580.703220:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000100:00000001:1.0:1779213580.703221:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213580.703221:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213580.703244:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213580.703247:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213580.703250:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213580.703251:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213580.703253:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00010000:00000001:1.0:1779213580.703255:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213580.703255:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1779213580.703256:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00010000:00000001:1.0:1779213580.703258:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213580.703259:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213580.703261:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213580.703263:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.703264:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1779213580.703266:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213580.703270:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.703272:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213580.703281:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213580.703285:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213580.703291:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213580.703294:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213580.703303:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.703303:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213580.703305:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.703308:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213580.703310:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213580.703317:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.703337:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1779213580.703340:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960564864:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213580.703340:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779213580.703344:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960564992:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213580.703344:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213580.703346:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213580.703349:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213580.703351:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213580.703352:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.703353:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213580.703355:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1779213580.703355:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.703357:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1779213580.703361:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=35 v=5 (5 5 5 5) 00000100:00000040:1.0:1779213580.703362:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960564864/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213580.703364:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960564992/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213580.703367:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213580.703374:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213580.703376:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213580.703380:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213580.703386:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213580.703392:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213580.703393:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213580.703396:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1779213580.703397:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213580.703401:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a84a1da. 02000000:00000010:2.0:1779213580.703402:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000689f2398. 00010000:00000001:3.0:1779213580.703402:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.703407:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1779213580.703408:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213580.703409:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213580.703412:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1779213580.703413:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213580.703413:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213580.703414:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1779213580.703416:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213580.703417:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1779213580.703419:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1779213580.703421:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213580.703422:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213580.703426:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d34bf323. 00000020:00000001:1.0:1779213580.703427:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213580.703430:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a256659. 02000000:00000001:2.0:1779213580.703434:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213580.703435:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213580.703437:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213580.703437:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213580.703439:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1779213580.703441:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213580.703441:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:3.0:1779213580.703441:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1779213580.703444:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:2.0:1779213580.703447:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213580.703449:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1779213580.703449:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213580.703450:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213580.703452:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213580.703454:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213580.703457:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213580.703463:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213580.703464:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213580.703465:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213580.703467:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213580.703469:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213580.703472:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213580.703473:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213580.703476:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213580.703481:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960565120:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213580.703486:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213580.703488:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213580.703492:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960565120/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213580.703498:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213580.703500:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213580.703501:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfbb7db9. 02000000:00000001:3.0:1779213580.703505:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213580.703506:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213580.703507:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213580.703509:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213580.703510:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f1ba02d. 02000000:00000001:3.0:1779213580.703512:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213580.703513:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213580.703514:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:3.0:1779213580.703517:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213580.703517:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213580.703524:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213580.703527:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213580.703528:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213580.703530:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213580.703532:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213581.340332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213581.340337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213581.340357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213581.340358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213581.340421:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213581.340425:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213581.340429:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213582.364335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213582.364342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213582.364347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213582.364348:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213582.364404:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213582.364408:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213582.364411:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213583.388347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213583.388353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213583.388359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213583.388360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213583.388429:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213583.388433:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213583.388436:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213584.412377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213584.412386:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213584.412394:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213584.412395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213584.412485:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213584.412489:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213584.412493:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213585.436378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213585.436386:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213585.436394:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213585.436395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213585.436468:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213585.436472:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213585.436476:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213585.820739:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213585.820749:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213585.820758:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213585.820766:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213585.820771:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213585.820776:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213585.820781:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213585.820790:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:2.0:1779213585.820800:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820814:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213585.820826:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213585.820829:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820835:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_03+3] req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.820862:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820873:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213585.820876:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213585.820879:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 00000020:00000040:2.0:1779213585.820883:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213585.820886:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213585.820888:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213585.820901:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213585.820906:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 00000100:00000001:2.0:1779213585.820910:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820914:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213585.820923:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213585.820924:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820928:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022886011] to pc [ptlrpcd_00_00+0] req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.820949:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820951:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213585.820955:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213585.820958:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000963b77ee. 00000020:00000040:2.0:1779213585.820961:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213585.820964:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213585.820965:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213585.820967:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213585.820970:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d5e81ba. 00000100:00000001:2.0:1779213585.820973:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820977:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213585.820985:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213585.820986:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.820990:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000963b77ee] to pc [ptlrpcd_00_01+1] req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821010:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.821013:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213585.821016:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213585.821023:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11758) 00000100:00000001:2.0:1779213585.821037:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213585.821042:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1779213585.821043:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213585.821052:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213585.821055:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213585.821057:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213585.821060:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213585.821062:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213585.821068:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821076:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213585.821079:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213585.821083:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213585.821085:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213585.821087:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213585.821091:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960565248:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213585.821095:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213585.821102:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213585.821104:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213585.821107:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213585.821113:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045195cc0. 02000000:00000001:2.0:1779213585.821115:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213585.821122:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ca5caf. 00000400:00000010:2.0:1779213585.821131:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 00000100:00000200:2.0:1779213585.821139:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960565248, portal 25 00000100:00000001:2.0:1779213585.821142:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213585.821143:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000100:00000040:2.0:1779213585.821149:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821164:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213585.821167:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213585.821171:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000200:2.0:1779213585.821174:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960565248, offset 0 00000400:00000200:2.0:1779213585.821182:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213585.821201:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213585.821208:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213585.821213:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213585.821218:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213585.821245:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213585.821250:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [440:440:256:4294967295] 192.168.202.129@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:2.0:1779213585.821264:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213585.821271:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213585.821277:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000800:00000200:2.0:1779213585.821285:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213585.821294:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213585.821299:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213585.821310:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821314:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306426308 00000100:00000001:2.0:1779213585.821320:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306421187 00000100:00000001:2.0:1779213585.821324:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306426308 00000100:00000001:2.0:1779213585.821326:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306421187 00000100:00000001:2.0:1779213585.821328:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306426308 00000100:00000001:2.0:1779213585.821330:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306421187 00000100:00000001:2.0:1779213585.821332:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306426308 00000100:00000001:2.0:1779213585.821335:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306421187 00000100:00000001:2.0:1779213585.821338:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213585.821341:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821351:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821353:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821361:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213585.821365:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213585.821366:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213585.821371:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821378:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213585.821380:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213585.821382:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213585.821384:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213585.821386:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213585.821388:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960565376:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213585.821392:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213585.821395:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213585.821396:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213585.821398:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213585.821401:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08dd1d2. 02000000:00000001:2.0:1779213585.821404:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213585.821408:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000578c2c9c. 00000400:00000010:2.0:1779213585.821412:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000200:2.0:1779213585.821415:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960565376, portal 10 00000100:00000001:2.0:1779213585.821417:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213585.821418:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527177088 : -104754182374528 : ffffa0ba042bbb80) 00000100:00000040:2.0:1779213585.821424:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821428:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213585.821430:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213585.821432:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000200:2.0:1779213585.821433:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960565376, offset 0 00000400:00000200:2.0:1779213585.821437:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213585.821441:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213585.821442:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213585.821449:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213585.821451:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213585.821453:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213585.821454:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [441:441:255:4294967295] 192.168.202.129@tcp LPNI seq info [441:441:7:4294967295] 00000400:00000200:2.0:1779213585.821459:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213585.821462:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213585.821465:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000800:00000200:2.0:1779213585.821467:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213585.821470:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213585.821472:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213585.821474:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.821477:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 216176 usecs (217 jiffies) 00000100:00000001:2.0:1779213585.821479:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306420954 00000100:00000001:2.0:1779213585.821480:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821482:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306420954 00000100:00000001:2.0:1779213585.821483:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821484:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306420954 00000100:00000001:2.0:1779213585.821485:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821486:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306420954 00000100:00000001:2.0:1779213585.821486:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821487:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213585.821489:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821490:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821491:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213585.821494:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213585.821494:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213585.821495:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213585.821496:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213585.821497:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213585.821502:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1779213585.821503:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213585.821505:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213585.821506:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213585.821507:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213585.821507:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213585.821508:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213585.821510:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821516:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213585.821517:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213585.821519:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213585.821521:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213585.821522:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213585.821525:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960565504:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213585.821527:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213585.821530:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213585.821531:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213585.821533:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213585.821536:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a71d30cb. 02000000:00000001:2.0:1779213585.821537:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213585.821541:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021131360. 00000400:00000010:2.0:1779213585.821545:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb59e63. 00000100:00000200:2.0:1779213585.821548:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960565504, portal 10 00000100:00000001:2.0:1779213585.821550:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213585.821551:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527166336 : -104754182385280 : ffffa0ba042b9180) 00000100:00000040:2.0:1779213585.821555:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821562:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213585.821564:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213585.821568:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:2.0:1779213585.821569:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960565504, offset 0 00000400:00000200:2.0:1779213585.821573:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213585.821576:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213585.821583:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213585.821586:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213585.821587:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213585.821589:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213585.821590:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [442:442:254:4294967295] 192.168.202.129@tcp LPNI seq info [442:442:6:4294967295] 00000400:00000200:2.0:1779213585.821595:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213585.821599:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213585.821602:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213585.821606:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213585.821610:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213585.821613:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213585.821616:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213585.821618:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15310 usecs (16 jiffies) 00000100:00000001:2.0:1779213585.821621:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306420753 00000100:00000001:2.0:1779213585.821623:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821625:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306420753 00000100:00000001:2.0:1779213585.821627:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821628:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306420753 00000100:00000001:2.0:1779213585.821630:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821632:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306420753 00000100:00000001:2.0:1779213585.821634:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306426308 00000100:00000001:2.0:1779213585.821636:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213585.821637:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821640:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821643:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821668:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213585.821670:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821679:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213585.821680:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213585.821730:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213585.821734:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:2.0:1779213585.821738:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213585.821744:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213585.821751:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:2.0:1779213585.821754:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:2.0:1779213585.821758:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213585.821761:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821771:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213585.821774:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821781:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821783:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213585.821794:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213585.821796:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:2.0:1779213585.821798:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213585.821801:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213585.821804:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000400:00000010:2.0:1779213585.821805:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000100:00000001:2.0:1779213585.821807:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213585.821809:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821816:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213585.821817:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821822:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821824:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213585.821903:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213585.821906:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:2.0:1779213585.821908:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213585.821912:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213585.821914:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:2.0:1779213585.821921:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:2.0:1779213585.821924:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213585.821926:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821933:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213585.821935:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.821942:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213585.821943:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213585.825455:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825473:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213585.825477:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825478:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213585.825488:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213585.825502:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720d600 00000400:00000200:2.0:1779213585.825508:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xe95 [1] + 224 00000800:00000001:2.0:1779213585.825516:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825520:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213585.825523:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213585.825527:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213585.825535:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213585.825541:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213585.825554:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.825576:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213585.825585:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825587:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213585.825588:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825590:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213585.825592:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213585.825598:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d680 00000400:00000200:2.0:1779213585.825611:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xe9d [1] + 224 00000800:00000001:2.0:1779213585.825615:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825619:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213585.825620:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213585.825623:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213585.825626:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213585.825630:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213585.825638:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213585.825656:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213585.825660:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825662:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213585.825664:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825665:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213585.825668:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213585.825672:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d700 00000400:00000200:2.0:1779213585.825675:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xea5 [1] + 224 00000800:00000001:2.0:1779213585.825677:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213585.825682:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213585.825684:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213585.825686:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213585.825688:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213585.825690:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213585.825696:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213585.825698:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213585.825701:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213585.825704:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213585.825704:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213585.825708:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213585.825712:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213585.825715:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213585.825718:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021131360. 00000400:00000200:3.0:1779213585.825723:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb59e63 00000400:00000010:3.0:1779213585.825726:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000abb59e63. 00000100:00000001:3.0:1779213585.825729:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213585.825733:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213585.825740:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213585.825745:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213585.825746:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213585.825749:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213585.825752:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213585.825755:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213585.825757:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213585.825760:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213585.825771:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=40 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213585.825783:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=131 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213585.825786:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213585.825787:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213585.825790:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213585.825795:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213585.825801:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213585.825804:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213585.825806:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213585.825807:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213585.825808:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213585.825811:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213585.825816:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213585.825818:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213585.825826:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213585.825828:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213585.825834:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960565504:192.168.202.129@tcp:400: 00000400:00000001:3.0:1779213585.825838:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213585.825839:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213585.825840:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000578c2c9c. 00000400:00000200:3.0:1779213585.825842:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:3.0:1779213585.825843:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:3.0:1779213585.825844:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213585.825846:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213585.825850:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213585.825854:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213585.825859:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213585.825861:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213585.825862:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213585.825863:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213585.825864:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213585.825865:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213585.825868:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213585.825870:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213585.825872:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213585.825872:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213585.825873:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213585.825876:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213585.825877:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213585.825878:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213585.825878:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213585.825879:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213585.825881:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213585.825885:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213585.825886:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213585.825887:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213585.825888:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213585.826187:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960565376:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213585.826208:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213585.826212:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213585.826217:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000963b77ee x1865639960565504/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213585.826280:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213585.826283:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213585.826287:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a71d30cb. 02000000:00000001:3.0:1779213585.826312:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213585.826314:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213585.826333:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213585.826336:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213585.826338:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d5e81ba. 02000000:00000001:3.0:1779213585.826341:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213585.826342:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213585.826343:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000963b77ee. 00000100:00000001:3.0:1779213585.826347:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213585.826348:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213585.826349:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213585.826352:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022886011 x1865639960565376/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213585.826356:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213585.826357:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213585.826358:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b08dd1d2. 02000000:00000001:3.0:1779213585.826359:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213585.826359:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213585.826360:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213585.826361:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213585.826362:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 02000000:00000001:3.0:1779213585.826363:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213585.826363:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213585.826364:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000100:00000001:3.0:1779213585.826365:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213585.826365:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213585.826367:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213585.826374:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213585.826375:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213585.826376:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213585.826378:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213585.828120:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213585.828126:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213585.828133:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213585.828135:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213585.828138:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ca5caf. 00000400:00000200:1.0:1779213585.828144:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:1.0:1779213585.828146:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:1.0:1779213585.828151:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213585.828159:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213585.828170:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213585.828176:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213585.828179:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213585.828181:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213585.828184:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213585.828186:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213585.828188:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213585.828190:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213585.828207:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213585.828211:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213585.828214:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213585.828216:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213585.828218:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213585.828220:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213585.828256:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213585.828262:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213585.828270:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213585.828272:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213585.828275:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213585.828278:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213585.828285:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960565248:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213585.828291:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213585.828294:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213585.828297:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960565248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213585.828303:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213585.828305:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213585.828308:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045195cc0. 02000000:00000001:1.0:1779213585.828312:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213585.828313:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213585.828315:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213585.828318:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213585.828320:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 02000000:00000001:1.0:1779213585.828323:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213585.828325:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213585.828326:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000001:1.0:1779213585.828330:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213585.828331:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213585.828333:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213585.828344:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213585.828346:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213585.828348:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213585.828351:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213586.460362:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213586.460368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213586.460373:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213586.460375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213586.460465:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213586.460471:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213586.460476:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213587.484346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213587.484351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213587.484357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213587.484359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213587.484429:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213587.484432:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213587.484435:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213588.508357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213588.508365:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213588.508368:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213588.508371:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213588.508375:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213588.508377:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213588.508379:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213588.508381:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213588.508385:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213588.508386:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213588.508387:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213588.508389:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213588.508390:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213588.508391:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213588.508393:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213588.508394:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213588.508469:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213588.508473:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213588.508476:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213589.532329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213589.532335:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213589.532341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213589.532342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213589.532385:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213589.532388:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213589.532390:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213590.556332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213590.556338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213590.556342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213590.556343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213590.556407:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213590.556411:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213590.556431:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213590.940389:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213590.940400:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213590.940410:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 00000020:00000040:1.0:1779213590.940425:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213590.940430:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213590.940433:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213590.940437:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213590.940446:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009de73a0f. 00000100:00000001:1.0:1779213590.940453:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940463:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213590.940474:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213590.940476:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940482:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_02+2] req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213590.940517:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940520:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213590.940524:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213590.940527:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df2803e5. 00000100:00000001:2.0:1779213590.940527:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1779213590.940531:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213590.940532:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213590.940535:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213590.940535:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213590.940538:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213590.940540:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213590.940542:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213590.940549:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213590.940558:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213590.940559:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e6e5927. 02000000:00000001:2.0:1779213590.940561:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213590.940562:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213590.940564:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213590.940564:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213590.940566:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213590.940570:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940575:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1779213590.940575:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960565632:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213590.940581:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213590.940585:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213590.940588:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.940589:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1779213590.940590:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213590.940592:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213590.940594:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ddffa11. 02000000:00000001:2.0:1779213590.940597:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940599:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df2803e5] to pc [ptlrpcd_00_03+3] req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213590.940602:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91f1a3a. 00000400:00000010:2.0:1779213590.940609:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000200:2.0:1779213590.940614:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960565632, portal 25 00000100:00000001:2.0:1779213590.940616:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213590.940617:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 00000100:00000001:1.0:1779213590.940620:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213590.940622:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213590.940624:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213590.940633:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213590.940634:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1779213590.940638:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000100:00000040:2.0:1779213590.940638:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213590.940638:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213590.940642:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1779213590.940643:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000010:2.0:1779213590.940643:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000001:3.0:1779213590.940645:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1779213590.940647:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960565632, offset 0 00000100:00000001:1.0:1779213590.940650:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213590.940653:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1779213590.940654:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213590.940656:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213590.940656:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213590.940665:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1779213590.940668:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005060b810. 00000100:00000001:3.0:1779213590.940668:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213590.940669:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213590.940674:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213590.940675:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213590.940677:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213590.940677:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213590.940682:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940684:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1779213590.940684:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:3.0:1779213590.940689:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960565760:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213590.940690:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213590.940695:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213590.940698:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213590.940702:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [443:443:256:4294967295] 192.168.202.129@tcp LPNI seq info [443:443:8:4294967295] 02000000:00000001:3.0:1779213590.940703:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213590.940705:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213590.940710:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213590.940712:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1779213590.940714:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb154af7. 00000100:00000001:1.0:1779213590.940715:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213590.940720:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213590.940720:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940725:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b0e031e] to pc [ptlrpcd_00_00+0] req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213590.940727:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000800:00000200:2.0:1779213590.940731:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213590.940733:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000800:00000010:2.0:1779213590.940738:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000100:00000200:3.0:1779213590.940738:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960565760, portal 10 00000100:00000001:3.0:1779213590.940740:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213590.940741:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217088 : -104753981334528 : ffffa0ba10275c00) 00000100:00000040:3.0:1779213590.940751:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213590.940755:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213590.940764:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213590.940770:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:3.0:1779213590.940770:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213590.940774:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a113a25f. 00000800:00000200:2.0:1779213590.940776:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1779213590.940777:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960565760, offset 0 00000100:00000001:1.0:1779213590.940785:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213590.940785:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213590.940788:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.940789:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213590.940792:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213590.940794:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306431427 00000100:00000040:1.0:1779213590.940798:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213590.940799:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213590.940805:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11763) 00000100:00000001:2.0:1779213590.940806:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306426308 00000400:00000200:3.0:1779213590.940809:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213590.940813:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306431427 00000400:00000200:3.0:1779213590.940813:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213590.940818:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306426308 00000400:00000200:3.0:1779213590.940818:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213590.940822:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213590.940823:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [444:444:255:4294967295] 192.168.202.129@tcp LPNI seq info [444:444:7:4294967295] 00000100:00000001:2.0:1779213590.940824:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306431427 00000100:00000001:2.0:1779213590.940828:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306426308 00000100:00000001:2.0:1779213590.940833:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306431427 00000100:00100000:1.0:1779213590.940834:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213590.940851:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213590.940852:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213590.940855:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213590.940857:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213590.940858:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306426308 00000100:00000001:1.0:1779213590.940862:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213590.940863:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213590.940863:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213590.940865:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213590.940867:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213590.940870:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000100:00000001:1.0:1779213590.940871:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213590.940872:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.940874:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213590.940875:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.940877:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1779213590.940879:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213590.940883:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1779213590.940884:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213590.940886:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1779213590.940888:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213590.940893:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213590.940894:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213590.940896:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213590.940901:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213590.940901:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.940905:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213590.940907:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213590.940907:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213590.940909:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 214597 usecs (215 jiffies) 02000000:00000001:1.0:1779213590.940913:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213590.940913:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306426071 02000000:00000001:1.0:1779213590.940916:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213590.940918:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306431427 02000000:00000001:1.0:1779213590.940921:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213590.940922:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306426071 00000100:00000001:3.0:1779213590.940926:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306431427 00000100:00100000:1.0:1779213590.940928:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960565888:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213590.940930:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306426071 00000100:00000001:1.0:1779213590.940935:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213590.940935:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306431427 02000000:00000001:1.0:1779213590.940939:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213590.940939:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306426071 00000100:00000001:3.0:1779213590.940940:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306431427 02000000:00000001:1.0:1779213590.940942:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213590.940943:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213590.940947:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213590.940947:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213590.940951:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213590.940952:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e48b9bf. 00000100:00000001:3.0:1779213590.940953:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213590.940956:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1779213590.940956:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213590.940959:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213590.940961:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1779213590.940962:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000010:1.0:1779213590.940963:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000100:00000001:3.0:1779213590.940964:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213590.940967:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213590.940969:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213590.940970:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213590.940970:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:1.0:1779213590.940973:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960565888, portal 10 00000100:00000001:1.0:1779213590.940979:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213590.940979:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.940982:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000400:00000200:0.0:1779213590.940986:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:1.0:1779213590.940990:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213590.940993:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000400:00000010:0.0:1779213590.940997:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000100:00000001:1.0:1779213590.941002:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213590.941003:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1779213590.941007:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213590.941010:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213590.941010:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169bda26. 00000100:00000200:1.0:1779213590.941013:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960565888, offset 0 00000400:00000200:1.0:1779213590.941023:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213590.941027:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1779213590.941030:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213590.941032:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213590.941043:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213590.941045:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213590.941048:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1779213590.941048:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213590.941052:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213590.941054:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213590.941057:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [445:445:254:4294967295] 192.168.202.129@tcp LPNI seq info [445:445:6:4294967295] 00000400:00000200:1.0:1779213590.941065:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213590.941069:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213590.941072:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9fe75b8. 00000800:00000200:0.0:1779213590.941084:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213590.941087:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000400:00000200:0.0:1779213590.941092:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1779213590.941095:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213590.941098:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213590.941102:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113a25f 00000800:00000200:1.0:1779213590.941105:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:0.0:1779213590.941106:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a113a25f. 00000800:00000200:1.0:1779213590.941110:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a9fe75b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213590.941111:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213590.941115:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213590.941119:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213590.941120:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15237 usecs (16 jiffies) 00000100:00000001:1.0:1779213590.941125:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306425872 00000100:00000001:1.0:1779213590.941131:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306431427 00000100:00000001:1.0:1779213590.941136:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306425872 00000100:00000001:0.0:1779213590.941137:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213590.941140:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306431427 00000100:00000040:0.0:1779213590.941143:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213590.941145:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306425872 00000100:00000001:1.0:1779213590.941149:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306431427 00000100:00000001:1.0:1779213590.941153:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306425872 00000100:00000001:1.0:1779213590.941157:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306431427 00000100:00000001:1.0:1779213590.941161:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213590.941163:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.941164:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213590.941165:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213590.941168:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.941171:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213590.941181:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213590.941183:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9fe75b8. 00000400:00000200:0.0:1779213590.941188:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213590.941192:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213590.941194:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000169bda26 00000400:00000010:0.0:1779213590.941196:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000169bda26. 00000100:00000001:0.0:1779213590.941198:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213590.941200:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213590.941214:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213590.941216:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213590.941265:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213590.941267:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213590.942634:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213590.942648:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213590.942651:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213590.942653:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213590.942662:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213590.942675:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720d780 00000400:00000200:2.0:1779213590.942681:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xead [1] + 224 00000800:00000001:2.0:1779213590.942688:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213590.942692:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213590.942701:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213590.942704:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213590.942708:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213590.942711:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213590.942718:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213590.942743:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213590.942753:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213590.942757:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213590.942759:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213590.942762:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213590.942767:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213590.942774:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213590.942774:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d800 00000100:00000001:1.0:1779213590.942778:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213590.942781:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xeb5 [1] + 224 00000400:00000001:1.0:1779213590.942786:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213590.942786:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213590.942789:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1779213590.942791:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213590.942794:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213590.942797:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:1.0:1779213590.942798:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91f1a3a. 00000400:00000200:1.0:1779213590.942803:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:1.0:1779213590.942804:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:1.0:1779213590.942808:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213590.942808:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213590.942813:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213590.942814:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213590.942828:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213590.942854:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213590.942858:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213590.942861:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213590.942865:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.942867:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213590.942870:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.942874:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213590.942877:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213590.942879:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213590.942881:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213590.942885:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213590.942891:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213590.942896:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213590.942898:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213590.942900:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213590.942902:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213590.942905:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.942907:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.942911:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213590.942918:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213590.942921:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213590.942923:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213590.942926:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213590.942933:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960565632:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213590.942937:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213590.942939:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213590.942940:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213590.942943:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1779213590.942944:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213590.942946:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1779213590.942949:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960565632/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213590.942949:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000400:00000200:3.0:1779213590.942952:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000400:00000010:3.0:1779213590.942953:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000800:00000001:2.0:1779213590.942955:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213590.942956:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1779213590.942963:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.942966:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1779213590.942966:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1779213590.942969:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1779213590.942970:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213590.942972:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ddffa11. 02000000:00000001:1.0:1779213590.942977:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1779213590.942978:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000020:00000001:1.0:1779213590.942981:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213590.942982:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213590.942985:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213590.942988:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009de73a0f. 02000000:00000001:1.0:1779213590.942992:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1779213590.942995:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d880 02000000:00000001:1.0:1779213590.942996:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213590.942999:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000100:00000200:3.0:1779213590.943003:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213590.943004:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1779213590.943004:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xebd [1] + 224 00000100:00000001:1.0:1779213590.943007:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.943012:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213590.943013:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213590.943019:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213590.943020:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1779213590.943022:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.943023:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213590.943027:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213590.943029:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213590.943033:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213590.943034:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213590.943037:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213590.943038:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213590.943041:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213590.943042:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213590.943045:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1779213590.943048:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213590.943048:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213590.943051:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213590.943056:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213590.943060:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213590.943063:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213590.943064:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213590.943066:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213590.943068:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213590.943070:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213590.943076:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213590.943078:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213590.943082:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213590.943086:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213590.943087:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213590.943095:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213590.943102:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213590.943103:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213590.943106:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1779213590.943107:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213590.943108:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213590.943110:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213590.943119:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213590.943126:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960565760:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213590.943130:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213590.943132:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213590.943133:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df2803e5 x1865639960565760/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213590.943139:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213590.943141:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213590.943143:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb154af7. 02000000:00000001:3.0:1779213590.943146:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213590.943148:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213590.943149:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1779213590.943150:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213590.943151:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1779213590.943154:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:1.0:1779213590.943155:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1779213590.943157:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e6e5927. 00000400:00000001:1.0:1779213590.943158:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213590.943160:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 02000000:00000001:3.0:1779213590.943162:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1779213590.943163:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 02000000:00000001:3.0:1779213590.943164:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1779213590.943166:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213590.943168:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213590.943172:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779213590.943176:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df2803e5. 00000100:00000001:3.0:1779213590.943182:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1779213590.943185:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213590.943187:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213590.943192:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.943199:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213590.943199:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213590.943201:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213590.943202:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.943205:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213590.943206:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213590.943209:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213590.943209:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.943211:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213590.943219:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213590.943256:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213590.943261:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213590.943264:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=136 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213590.943266:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213590.943267:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213590.943269:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213590.943272:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213590.943278:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.943280:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213590.943281:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213590.943283:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213590.943284:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213590.943287:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213590.943293:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213590.943295:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213590.943296:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213590.943299:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213590.943305:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960565888:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213590.943307:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.943309:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213590.943310:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960565888/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213590.943313:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213590.943315:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213590.943316:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e48b9bf. 02000000:00000001:1.0:1779213590.943318:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213590.943319:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213590.943324:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213590.943325:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213590.943326:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005060b810. 02000000:00000001:1.0:1779213590.943328:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213590.943329:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213590.943329:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779213590.943332:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213590.943333:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.943334:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213590.943337:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213590.943338:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213590.943339:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213590.943340:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213591.584206:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213591.584212:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213591.584217:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213591.584218:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213591.584279:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213591.584283:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213591.584286:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213592.604342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213592.604348:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213592.604354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213592.604355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213592.604412:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213592.604414:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213592.604417:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213593.629953:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213593.629958:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213593.629964:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213593.629965:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213593.630149:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213593.630152:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213593.630154:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213594.652346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213594.652351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213594.652356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213594.652356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213594.652469:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213594.652475:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213594.652480:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213595.676888:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213595.676894:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213595.676899:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213595.676901:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213595.676981:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213595.676985:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213595.676988:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213596.060361:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213596.060372:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213596.060385:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213596.060394:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213596.060398:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213596.060408:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213596.060417:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213596.060427:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:3.0:1779213596.060435:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213596.060450:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213596.060461:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213596.060464:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213596.060470:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_01+1] req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213596.060507:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213596.060510:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213596.060514:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213596.060517:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213596.060519:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213596.060522:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213596.060523:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213596.060524:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213596.060527:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213596.060532:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1779213596.060533:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed470df3. 00000100:00000001:3.0:1779213596.060540:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213596.060541:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213596.060551:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1779213596.060557:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213596.060577:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213596.060580:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213596.060591:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_02+2] req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213596.060592:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213596.060597:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213596.060606:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213596.060610:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213596.060613:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213596.060616:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960566016:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213596.060621:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213596.060626:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213596.060630:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213596.060639:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213596.060649:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e86c2fd6. 02000000:00000001:1.0:1779213596.060653:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213596.060671:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213596.060672:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000100:00000040:3.0:1779213596.060677:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1779213596.060682:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000001:3.0:1779213596.060682:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213596.060688:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000100:00000200:1.0:1779213596.060692:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566016, portal 25 00000100:00000001:2.0:1779213596.060692:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1779213596.060693:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213596.060697:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213596.060699:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213596.060704:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000001:2.0:1779213596.060704:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213596.060704:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213596.060709:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1779213596.060714:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213596.060714:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213596.060715:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213596.060724:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:3.0:1779213596.060736:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213596.060747:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213596.060751:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1779213596.060757:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213596.060758:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1779213596.060760:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000100:00000001:2.0:1779213596.060762:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213596.060767:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960566016, offset 0 02000000:00000001:2.0:1779213596.060772:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213596.060775:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213596.060780:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213596.060784:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213596.060797:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1779213596.060798:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:2.0:1779213596.060803:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960566144:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213596.060803:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213596.060807:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213596.060816:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213596.060816:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_03+3] req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213596.060817:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213596.060823:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213596.060827:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213596.060827:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213596.060834:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213596.060835:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213596.060840:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [446:446:256:4294967295] 192.168.202.129@tcp LPNI seq info [446:446:8:4294967295] 02000000:00000010:2.0:1779213596.060841:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007810e6fc. 02000000:00000001:2.0:1779213596.060848:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213596.060859:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e03a6c0. 00000100:00000001:3.0:1779213596.060864:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213596.060867:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000040:3.0:1779213596.060868:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1779213596.060875:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566144, portal 10 00000100:00000040:3.0:1779213596.060879:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213596.060883:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213596.060889:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213596.060889:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:3.0:1779213596.060892:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11768) 00000800:00000200:1.0:1779213596.060897:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213596.060901:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1779213596.060902:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005060b810. 00000800:00000200:1.0:1779213596.060912:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213596.060914:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213596.060916:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213596.060919:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213596.060923:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1779213596.060928:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:2.0:1779213596.060928:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213596.060934:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213596.060936:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005060b810 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1779213596.060937:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6bbba04. 00000100:00000200:2.0:1779213596.060944:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960566144, offset 0 00000100:00000001:1.0:1779213596.060954:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213596.060962:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306436547 00000400:00000200:2.0:1779213596.060968:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213596.060974:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431427 00000100:00000001:3.0:1779213596.060977:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213596.060980:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306436547 00000100:00000001:3.0:1779213596.060980:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213596.060983:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213596.060991:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431427 02000000:00000001:3.0:1779213596.060992:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213596.060993:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213596.060998:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213596.061000:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213596.061004:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213596.061007:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306436547 02000000:00000001:3.0:1779213596.061009:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213596.061018:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960566272:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213596.061020:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431427 00000400:00000200:2.0:1779213596.061022:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213596.061032:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306436547 00000400:00000200:2.0:1779213596.061034:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [447:447:255:4294967295] 192.168.202.129@tcp LPNI seq info [447:447:7:4294967295] 00000100:00000001:3.0:1779213596.061034:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213596.061039:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431427 02000000:00000001:3.0:1779213596.061041:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213596.061045:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213596.061045:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213596.061053:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213596.061054:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213596.061057:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213596.061060:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213596.061060:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000470ad378. 00000800:00000200:2.0:1779213596.061068:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213596.061068:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213596.061069:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213596.061078:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8993d6. 00000800:00000010:2.0:1779213596.061079:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000800:00000200:2.0:1779213596.061091:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213596.061095:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213596.061098:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213596.061101:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213596.061103:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab20976. 00000100:00000040:2.0:1779213596.061105:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 213018 usecs (214 jiffies) 00000100:00000001:2.0:1779213596.061109:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306431190 00000100:00000200:3.0:1779213596.061111:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566272, portal 10 00000100:00000001:2.0:1779213596.061112:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306436547 00000100:00000001:3.0:1779213596.061117:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213596.061118:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306431190 00000100:00000001:3.0:1779213596.061122:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000001:1.0:1779213596.061125:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213596.061125:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306436547 00000100:00000001:1.0:1779213596.061129:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1779213596.061134:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213596.061136:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213596.061139:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213596.061142:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213596.061145:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306431190 00000100:00000001:2.0:1779213596.061154:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306436547 00000100:00000001:3.0:1779213596.061162:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213596.061163:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213596.061163:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306431190 00000100:00000001:2.0:1779213596.061170:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306436547 00000100:00000040:3.0:1779213596.061173:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213596.061178:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213596.061180:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a113a25f. 00000100:00000001:2.0:1779213596.061184:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213596.061185:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960566272, offset 0 00000100:00000001:2.0:1779213596.061193:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213596.061196:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213596.061200:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213596.061205:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213596.061207:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213596.061210:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213596.061212:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213596.061215:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213596.061216:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213596.061256:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213596.061279:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213596.061283:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213596.061287:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213596.061289:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213596.061292:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [448:448:254:4294967295] 192.168.202.129@tcp LPNI seq info [448:448:6:4294967295] 00000400:00000200:3.0:1779213596.061308:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213596.061314:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213596.061318:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000800:00000200:3.0:1779213596.061323:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213596.061331:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213596.061340:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213596.061345:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213596.061349:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15143 usecs (16 jiffies) 00000100:00000001:3.0:1779213596.061352:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306430993 00000100:00000001:3.0:1779213596.061355:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306436547 00000100:00000001:3.0:1779213596.061357:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306430993 00000100:00000001:3.0:1779213596.061359:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306436547 00000100:00000001:3.0:1779213596.061361:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306430993 00000100:00000001:3.0:1779213596.061363:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306436547 00000100:00000001:3.0:1779213596.061365:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306430993 00000100:00000001:3.0:1779213596.061367:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306436547 00000100:00000001:3.0:1779213596.061368:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213596.061371:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213596.061374:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213596.061376:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213596.061382:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213596.061384:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213596.061386:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213596.061387:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213596.061389:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213596.061391:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213596.061505:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213596.061509:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213596.061576:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213596.061581:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005060b810. 00000400:00000200:0.0:1779213596.061589:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213596.061595:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213596.061601:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:0.0:1779213596.061604:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:0.0:1779213596.061608:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213596.061612:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.061623:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213596.061626:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.061634:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213596.061648:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213596.061662:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213596.061664:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:0.0:1779213596.061668:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213596.061671:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213596.061674:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bbba04 00000400:00000010:0.0:1779213596.061675:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bbba04. 00000100:00000001:0.0:1779213596.061678:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213596.061681:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.061706:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213596.061709:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.061722:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213596.061723:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213596.061817:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213596.061819:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000400:00000200:0.0:1779213596.061822:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213596.061826:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213596.061828:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113a25f 00000400:00000010:0.0:1779213596.061830:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a113a25f. 00000100:00000001:0.0:1779213596.061832:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213596.061835:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.061842:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213596.061844:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.061849:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213596.061851:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213596.063938:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213596.063963:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213596.063966:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213596.063967:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213596.063976:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213596.063986:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720d900 00000400:00000200:2.0:1779213596.063992:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xec5 [1] + 224 00000800:00000001:2.0:1779213596.063997:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213596.063999:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213596.064008:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213596.064011:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213596.064015:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213596.064020:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213596.064027:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213596.064044:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213596.064054:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213596.064057:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213596.064058:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213596.064060:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213596.064064:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213596.064071:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720d980 00000400:00000200:2.0:1779213596.064076:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xecd [1] + 224 00000100:00000001:1.0:1779213596.064080:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213596.064080:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213596.064085:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213596.064085:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213596.064088:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213596.064091:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:1.0:1779213596.064092:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213596.064095:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213596.064097:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 00000400:00000200:1.0:1779213596.064102:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213596.064104:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:1.0:1779213596.064107:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213596.064109:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213596.064112:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213596.064116:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213596.064133:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213596.064146:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213596.064155:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213596.064157:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213596.064160:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213596.064163:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213596.064165:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213596.064167:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213596.064170:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213596.064171:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1779213596.064175:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=51 v=5 (5 5 5 5) 00000800:00000001:2.0:1779213596.064177:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1779213596.064181:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=51 v=5 (1 1 1 1) 00000800:00000001:2.0:1779213596.064183:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213596.064186:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1779213596.064186:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213596.064189:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213596.064195:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213596.064196:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213596.064200:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213596.064204:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213596.064206:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720da00 00000100:00000001:1.0:1779213596.064209:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213596.064214:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xed5 [1] + 224 00000800:00000001:2.0:1779213596.064219:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1779213596.064261:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213596.064264:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213596.064264:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213596.064269:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213596.064270:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1779213596.064279:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213596.064281:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1779213596.064282:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1779213596.064284:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213596.064286:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e03a6c0. 00000100:00000001:1.0:1779213596.064287:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213596.064295:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213596.064296:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:3.0:1779213596.064302:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:3.0:1779213596.064306:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213596.064308:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1779213596.064309:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213596.064316:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213596.064319:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213596.064358:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213596.064375:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960566016:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213596.064375:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213596.064400:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213596.064412:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213596.064420:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1779213596.064424:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960566016/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213596.064425:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213596.064432:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213596.064433:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213596.064441:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213596.064442:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1779213596.064444:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213596.064445:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1779213596.064447:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213596.064449:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213596.064450:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213596.064452:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e86c2fd6. 02000000:00000001:3.0:1779213596.064459:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213596.064461:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213596.064464:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213596.064466:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00001000:3.0:1779213596.064469:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=40 v=5 (5 5 5 5) 00000020:00000001:1.0:1779213596.064470:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213596.064476:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 00000100:00001000:3.0:1779213596.064477:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213596.064482:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213596.064485:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1779213596.064486:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213596.064487:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213596.064489:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213596.064491:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1779213596.064494:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1779213596.064495:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00010000:00000001:3.0:1779213596.064495:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1779213596.064498:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1779213596.064501:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213596.064502:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213596.064505:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213596.064507:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213596.064508:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213596.064510:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213596.064514:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213596.064516:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1779213596.064517:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8993d6. 00000100:00000001:3.0:1779213596.064517:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213596.064520:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213596.064525:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab20976 00000100:00000040:3.0:1779213596.064526:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213596.064527:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213596.064529:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ab20976. 00000100:00000001:1.0:1779213596.064535:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213596.064538:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213596.064538:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213596.064541:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213596.064543:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213596.064548:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213596.064552:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213596.064572:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960566144:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213596.064578:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213596.064583:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1779213596.064586:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213596.064588:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960566144/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.064607:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213596.064608:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213596.064611:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213596.064614:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213596.064615:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213596.064618:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213596.064622:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213596.064624:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213596.064627:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213596.064628:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007810e6fc. 00000100:00001000:0.0:1779213596.064631:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=51 v=5 (5 5 5 5) 02000000:00000001:3.0:1779213596.064631:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213596.064634:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:0.0:1779213596.064635:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=142 v=5 (1 1 0 0) 00000020:00000040:3.0:1779213596.064636:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213596.064639:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1779213596.064639:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213596.064641:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213596.064642:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed470df3. 00010000:00000001:0.0:1779213596.064643:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213596.064647:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:0.0:1779213596.064648:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213596.064649:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213596.064652:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:3.0:1779213596.064656:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213596.064658:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213596.064659:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213596.064660:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213596.064664:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213596.064665:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213596.064667:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213596.064667:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213596.064668:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213596.064669:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213596.064672:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213596.064673:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213596.064676:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213596.064680:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213596.064682:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213596.064683:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213596.064685:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213596.064689:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960566272:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213596.064693:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213596.064694:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213596.064696:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960566272/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213596.064699:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213596.064700:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213596.064702:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000470ad378. 02000000:00000001:0.0:1779213596.064704:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213596.064708:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213596.064709:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213596.064711:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213596.064712:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:0.0:1779213596.064713:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213596.064714:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213596.064715:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000001:0.0:1779213596.064718:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213596.064719:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213596.064720:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213596.064723:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213596.064724:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213596.064725:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213596.064726:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213596.700335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213596.700340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213596.700345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213596.700346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213596.700409:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213596.700413:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213596.700416:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213597.724330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213597.724336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213597.724342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213597.724343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213597.724395:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213597.724399:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213597.724402:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213598.748839:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213598.748846:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213598.748849:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213598.748851:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213598.748871:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213598.748873:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213598.748875:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213598.748877:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213598.748881:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213598.748883:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213598.748884:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213598.748885:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213598.748886:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213598.748887:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213598.748888:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213598.748890:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213598.748940:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213598.748943:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213598.748950:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213599.772352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213599.772357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213599.772362:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213599.772362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213599.772416:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213599.772420:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213599.772423:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213600.796836:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213600.796842:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213600.796847:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213600.796848:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213600.796909:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213600.796913:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213600.796915:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213601.180437:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213601.180447:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213601.180458:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000020:00000040:0.0:1779213601.180465:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213601.180469:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213601.180472:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213601.180478:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213601.180485:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213601.180492:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180503:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213601.180515:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213601.180517:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180522:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_00_00+0] req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.180557:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180560:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213601.180563:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213601.180565:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213601.180567:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213601.180582:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213601.180583:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213601.180585:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213601.180588:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce8f820. 00000100:00000001:0.0:1779213601.180590:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180594:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213601.180601:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213601.180602:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180606:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_01+1] req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.180613:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180615:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213601.180619:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213601.180621:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213601.180623:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213601.180625:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213601.180626:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213601.180627:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213601.180629:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000001:0.0:1779213601.180632:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180635:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213601.180641:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213601.180642:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213601.180645:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213601.180708:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213601.180713:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213601.180715:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213601.180720:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213601.180722:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213601.180727:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213601.180730:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213601.180732:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213601.180734:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213601.180749:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213601.180750:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213601.180753:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213601.180758:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213601.180764:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960566656:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213601.180766:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213601.180768:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213601.180772:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213601.180773:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213601.180776:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213601.180778:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213601.180779:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213601.180782:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213601.180785:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960566528:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213601.180787:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213601.180791:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1779213601.180793:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b582bc6. 02000000:00000001:1.0:1779213601.180794:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213601.180796:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213601.180798:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213601.180802:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e86c2fd6. 02000000:00000001:2.0:1779213601.180802:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213601.180806:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213601.180809:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077a96b7e. 00000400:00000010:1.0:1779213601.180811:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000400:00000010:2.0:1779213601.180817:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba39a694. 00000400:00000010:1.0:1779213601.180818:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:2.0:1779213601.180826:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566656, portal 10 00000100:00000200:1.0:1779213601.180827:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566528, portal 10 00000100:00000001:2.0:1779213601.180831:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213601.180832:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213601.180835:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:2.0:1779213601.180835:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000040:2.0:1779213601.180845:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213601.180846:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213601.180869:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213601.180871:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213601.180874:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213601.180878:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000040:2.0:1779213601.180880:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:1.0:1779213601.180883:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960566528, offset 0 00000400:00000010:2.0:1779213601.180884:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042750886. 00000100:00000200:2.0:1779213601.180888:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960566656, offset 0 00000400:00000200:1.0:1779213601.180893:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213601.180905:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213601.180910:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213601.180922:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213601.180925:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213601.180927:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213601.180930:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213601.180932:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213601.180933:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:3.0:1779213601.180939:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213601.180942:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [449:449:256:4294967295] 192.168.202.129@tcp LPNI seq info [449:449:8:4294967295] 00000100:00000001:3.0:1779213601.180954:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213601.180956:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213601.180960:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213601.180963:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213601.180963:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213601.180970:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213601.180972:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213601.180977:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000100:00100000:3.0:1779213601.180978:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960566400:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213601.180983:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213601.180986:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1779213601.180989:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213601.180989:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213601.180991:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213601.180996:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fcb0f8. 02000000:00000001:3.0:1779213601.180999:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213601.181001:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:3.0:1779213601.181004:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d86ae3. 00000800:00000200:1.0:1779213601.181005:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213601.181023:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213601.181028:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 211475 usecs (212 jiffies) 00000100:00000001:0.0:1779213601.181031:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.181032:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306436308 00000100:00000040:0.0:1779213601.181035:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213601.181037:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306436547 00000100:00000040:0.0:1779213601.181041:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213601.181042:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306436308 00000100:00000001:1.0:1779213601.181044:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306436547 00000100:00000001:1.0:1779213601.181047:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306436308 00000100:00000040:0.0:1779213601.181052:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11773) 00000100:00000001:1.0:1779213601.181052:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306436547 00000100:00000001:1.0:1779213601.181055:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306436308 00000100:00000001:1.0:1779213601.181058:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306436547 00000100:00000001:1.0:1779213601.181061:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213601.181064:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213601.181068:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213601.181068:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213601.181072:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.181072:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213601.181081:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213601.181083:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213601.181085:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213601.181087:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213601.181090:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.181099:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213601.181182:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213601.181186:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000400:00000200:0.0:1779213601.181191:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213601.181196:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213601.181215:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213601.181220:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213601.181253:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213601.181256:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213601.181258:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213601.181260:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213601.181263:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [450:450:255:4294967295] 192.168.202.129@tcp LPNI seq info [450:450:7:4294967295] 00000400:00000200:2.0:1779213601.181270:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213601.181274:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213601.181278:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a903e1ce. 00000800:00000200:2.0:1779213601.181281:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213601.181286:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213601.181288:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a903e1ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213601.181291:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213601.181293:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15065 usecs (16 jiffies) 00000100:00000001:2.0:1779213601.181296:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306436113 00000100:00000001:2.0:1779213601.181298:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306436547 00000100:00000001:2.0:1779213601.181299:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306436113 00000100:00000001:2.0:1779213601.181307:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306436547 00000100:00000001:2.0:1779213601.181309:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306436113 00000100:00000001:2.0:1779213601.181310:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306436547 00000100:00000001:2.0:1779213601.181312:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306436113 00000100:00000001:2.0:1779213601.181314:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306436547 00000100:00000001:2.0:1779213601.181315:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213601.181317:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213601.181319:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213601.181321:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213601.181324:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213601.181326:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213601.181327:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213601.181329:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213601.181330:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213601.181332:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213601.181672:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000100:00000200:3.0:1779213601.181677:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566400, portal 25 00000100:00000001:3.0:1779213601.181679:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213601.181680:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000040:3.0:1779213601.181685:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213601.181692:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213601.181695:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213601.181697:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eeb4de8. 00000100:00000200:3.0:1779213601.181700:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960566400, offset 0 00000400:00000200:3.0:1779213601.181705:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213601.181710:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213601.181712:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213601.181715:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213601.181717:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213601.181719:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213601.181721:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [451:451:254:4294967295] 192.168.202.129@tcp LPNI seq info [451:451:6:4294967295] 00000400:00000200:3.0:1779213601.181729:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213601.181732:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213601.181735:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed470df3. 00000800:00000200:3.0:1779213601.181752:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213601.181756:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213601.181763:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed470df3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213601.181766:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213601.181769:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306441668 00000100:00000001:3.0:1779213601.181774:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306436547 00000100:00000001:3.0:1779213601.181777:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306441668 00000100:00000001:3.0:1779213601.181780:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306436547 00000100:00000001:3.0:1779213601.181782:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306441668 00000100:00000001:3.0:1779213601.181784:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306436547 00000100:00000001:3.0:1779213601.181787:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306441668 00000100:00000001:3.0:1779213601.181789:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306436547 00000100:00000001:3.0:1779213601.181791:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213601.181793:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213601.181795:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213601.181797:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213601.181801:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213601.181802:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213601.181804:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213601.181805:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213601.181807:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213601.181808:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213601.181845:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:0.0:1779213601.181849:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:0.0:1779213601.181853:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213601.181857:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.181865:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213601.181868:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.181875:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213601.181877:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213601.181892:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213601.181895:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a903e1ce. 00000400:00000200:0.0:1779213601.181897:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213601.181901:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213601.181903:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042750886 00000400:00000010:0.0:1779213601.181904:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000042750886. 00000100:00000001:0.0:1779213601.181906:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213601.181909:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.181915:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213601.181917:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.181922:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213601.181924:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213601.181944:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213601.181947:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed470df3. 00000400:00000200:0.0:1779213601.181954:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213601.181958:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213601.181960:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eeb4de8 00000400:00000010:0.0:1779213601.181962:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001eeb4de8. 00000100:00000001:0.0:1779213601.181964:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213601.181967:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.181974:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213601.181975:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.181980:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213601.181982:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213601.186133:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186147:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213601.186151:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186153:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213601.186162:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213601.186176:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720db00 00000400:00000200:0.0:1779213601.186184:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xee1 [1] + 224 00000800:00000001:0.0:1779213601.186191:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186194:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213601.186196:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213601.186200:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213601.186207:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213601.186213:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213601.186251:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213601.186390:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213601.186394:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213601.186411:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213601.186419:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186422:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213601.186425:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186436:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213601.186441:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213601.186447:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720db80 00000400:00000200:0.0:1779213601.186452:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xedd [1] + 224 00000800:00000001:0.0:1779213601.186456:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186459:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213601.186461:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213601.186464:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213601.186467:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213601.186471:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213601.186479:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.186497:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213601.186501:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186508:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213601.186509:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186512:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213601.186516:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213601.186522:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720da80 00000400:00000200:0.0:1779213601.186526:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xeed [1] + 224 00000800:00000001:0.0:1779213601.186530:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186534:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213601.186536:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213601.186539:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213601.186541:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213601.186544:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213601.186552:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213601.186581:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213601.186585:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213601.186588:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213601.186609:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213601.186609:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213601.186613:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213601.186613:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213601.186618:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213601.186620:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213601.186622:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a96b7e. 00000400:00000200:2.0:1779213601.186626:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba39a694 00000400:00000010:2.0:1779213601.186629:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ba39a694. 00000100:00000001:2.0:1779213601.186632:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1779213601.186632:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213601.186633:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1779213601.186635:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213601.186635:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d86ae3. 00000400:00000200:3.0:1779213601.186637:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:3.0:1779213601.186639:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:3.0:1779213601.186641:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1779213601.186643:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1779213601.186645:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213601.186646:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213601.186647:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213601.186650:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 00000400:00000200:1.0:1779213601.186656:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:1.0:1779213601.186659:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:2.0:1779213601.186659:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1779213601.186660:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213601.186662:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213601.186664:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213601.186665:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213601.186669:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1779213601.186671:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213601.186673:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213601.186676:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213601.186685:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213601.186694:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=56 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213601.186698:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213601.186699:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213601.186699:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213601.186701:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213601.186704:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213601.186704:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213601.186706:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213601.186706:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213601.186708:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213601.186711:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213601.186712:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213601.186714:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.186717:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:2.0:1779213601.186718:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213601.186718:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=56 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213601.186720:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213601.186722:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213601.186725:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213601.186726:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1779213601.186728:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213601.186729:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.186731:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1779213601.186731:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213601.186732:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213601.186735:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213601.186735:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1779213601.186735:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213601.186750:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213601.186751:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213601.186751:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213601.186754:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213601.186755:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213601.186757:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=45 v=5 (5 5 5 5) 00000100:00000040:3.0:1779213601.186757:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213601.186759:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213601.186765:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213601.186771:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213601.186774:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213601.186776:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213601.186777:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779213601.186778:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213601.186781:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213601.186781:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213601.186781:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213601.186785:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213601.186785:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213601.186785:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213601.186789:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213601.186792:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1779213601.186793:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213601.186793:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213601.186795:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213601.186803:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213601.186808:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960566400:192.168.202.129@tcp:400: 00000100:00100000:2.0:1779213601.186810:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960566656:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213601.186815:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213601.186817:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213601.186820:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213601.186820:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213601.186825:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960566656/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213601.186825:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960566400/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213601.186833:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213601.186835:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213601.186838:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b582bc6. 00000100:00000001:3.0:1779213601.186838:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213601.186839:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213601.186840:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fcb0f8. 02000000:00000001:2.0:1779213601.186841:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1779213601.186841:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213601.186843:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1779213601.186843:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213601.186845:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000040:3.0:1779213601.186845:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213601.186852:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1779213601.186852:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213601.186854:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 02000000:00000010:3.0:1779213601.186854:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 02000000:00000001:2.0:1779213601.186858:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213601.186858:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213601.186860:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779213601.186860:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213601.186862:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000010:3.0:1779213601.186862:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:2.0:1779213601.186865:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213601.186865:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213601.186866:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213601.186866:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213601.186868:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213601.186868:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213601.186875:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213601.186875:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213601.186877:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213601.186877:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.186878:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213601.186879:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213601.186880:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213601.186882:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.186883:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213601.186883:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.186886:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213601.186898:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213601.186907:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960566528:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213601.186911:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213601.186913:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213601.186915:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960566528/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213601.186921:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213601.186923:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213601.186925:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e86c2fd6. 02000000:00000001:1.0:1779213601.186928:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213601.186929:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213601.186930:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213601.186933:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213601.186934:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce8f820. 02000000:00000001:1.0:1779213601.186936:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213601.186937:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213601.186939:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:1.0:1779213601.186941:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213601.186942:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213601.186944:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213601.186948:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213601.186949:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213601.186951:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213601.186952:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213601.820342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213601.820347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213601.820350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213601.820351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213601.820536:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213601.820539:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213601.820542:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213602.845444:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213602.845452:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213602.845458:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213602.845459:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213602.845562:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213602.845566:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213602.845569:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213603.868337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213603.868342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213603.868348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213603.868350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213603.868404:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213603.868407:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213603.868409:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213604.892339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213604.892346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213604.892351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213604.892352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213604.892399:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213604.892402:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213604.892405:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213605.916336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213605.916343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213605.916349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213605.916350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213605.916418:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213605.916422:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213605.916425:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213606.300367:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213606.300377:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213606.300386:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00000020:00000040:2.0:1779213606.300392:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213606.300397:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213606.300413:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213606.300419:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213606.300427:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d08785d8. 00000100:00000001:2.0:1779213606.300433:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213606.300443:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213606.300453:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213606.300455:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213606.300460:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb3172c] to pc [ptlrpcd_00_03+3] req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.300491:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213606.300494:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213606.300496:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213606.300499:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054fe10a9. 00000020:00000040:2.0:1779213606.300501:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213606.300503:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213606.300504:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213606.300506:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213606.300508:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213606.300509:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213606.300512:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1779213606.300513:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043df22ea. 00000100:00000001:2.0:1779213606.300517:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213606.300520:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213606.300524:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213606.300534:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213606.300539:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213606.300541:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213606.300545:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213606.300546:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213606.300549:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213606.300551:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213606.300554:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213606.300555:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054fe10a9] to pc [ptlrpcd_00_00+0] req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213606.300560:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213606.300567:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960566784:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213606.300571:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213606.300575:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213606.300576:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213606.300578:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213606.300582:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213606.300583:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c01ecb3. 02000000:00000001:0.0:1779213606.300585:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213606.300587:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1779213606.300590:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcbe5af4. 00000100:00000001:2.0:1779213606.300591:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213606.300596:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6aa159. 00000100:00000001:3.0:1779213606.300597:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213606.300598:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000020:00000040:2.0:1779213606.300599:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213606.300601:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213606.300604:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1779213606.300606:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566784, portal 25 00000100:00000001:1.0:1779213606.300608:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213606.300609:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213606.300610:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1779213606.300612:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1779213606.300612:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213606.300613:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000001:1.0:1779213606.300613:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213606.300616:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213606.300623:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a903e1ce. 00000100:00000040:0.0:1779213606.300624:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.300629:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213606.300636:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213606.300638:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213606.300639:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213606.300644:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213606.300644:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213606.300646:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213606.300650:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213606.300652:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213606.300654:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000100:00000200:0.0:1779213606.300658:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960566784, offset 0 00000100:00100000:3.0:1779213606.300659:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960566912:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213606.300668:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213606.300669:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213606.300672:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213606.300673:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213606.300675:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213606.300681:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6aa159] to pc [ptlrpcd_00_01+1] req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213606.300682:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213606.300697:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213606.300699:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213606.300703:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1779213606.300704:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fcb0f8. 02000000:00000001:3.0:1779213606.300707:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213606.300708:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:3.0:1779213606.300712:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d86ae3. 00000400:00000200:0.0:1779213606.300714:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213606.300719:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000400:00000200:0.0:1779213606.300720:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:3.0:1779213606.300725:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960566912, portal 10 00000400:00000200:0.0:1779213606.300726:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [452:452:256:4294967295] 192.168.202.129@tcp LPNI seq info [452:452:8:4294967295] 00000100:00000001:3.0:1779213606.300731:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213606.300732:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213606.300733:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169024 : -104754182382592 : ffffa0ba042b9c00) 00000100:00000040:2.0:1779213606.300737:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213606.300744:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213606.300745:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213606.300745:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213606.300754:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11778) 00000800:00000200:0.0:1779213606.300759:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213606.300760:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213606.300764:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1779213606.300766:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce0303a. 00000100:00000001:3.0:1779213606.300766:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213606.300770:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213606.300774:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000800:00000200:0.0:1779213606.300775:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213606.300775:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1779213606.300780:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960566912, offset 0 00000100:00000040:1.0:1779213606.300784:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213606.300785:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213606.300789:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213606.300791:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dce0303a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213606.300800:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213606.300801:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213606.300804:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.300804:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213606.300805:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213606.300811:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306446787 02000000:00000001:1.0:1779213606.300811:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213606.300811:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213606.300814:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213606.300818:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213606.300819:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213606.300821:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306441668 00000400:00000200:3.0:1779213606.300824:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00100000:1.0:1779213606.300826:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960567040:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213606.300828:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306446787 00000400:00000200:3.0:1779213606.300832:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [453:453:255:4294967295] 192.168.202.129@tcp LPNI seq info [453:453:7:4294967295] 00000100:00000001:1.0:1779213606.300834:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213606.300835:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306441668 02000000:00000001:1.0:1779213606.300839:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213606.300842:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306446787 02000000:00000001:1.0:1779213606.300842:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213606.300845:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213606.300847:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306441668 02000000:00000010:1.0:1779213606.300850:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004447e9e8. 00000100:00000001:0.0:1779213606.300851:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306446787 02000000:00000001:1.0:1779213606.300853:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213606.300858:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306441668 00000400:00000010:1.0:1779213606.300860:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000400:00000200:3.0:1779213606.300861:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213606.300866:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213606.300867:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000800:00000200:3.0:1779213606.300871:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213606.300872:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213606.300874:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960567040, portal 10 00000100:00000001:0.0:1779213606.300876:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213606.300877:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000100:00000001:1.0:1779213606.300878:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213606.300879:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.300881:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527165440 : -104754182386176 : ffffa0ba042b8e00) 00000800:00000200:3.0:1779213606.300886:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213606.300889:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1779213606.300890:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213606.300892:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1779213606.300893:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213606.300898:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213606.300899:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213606.300902:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213606.300905:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213606.300906:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213606.300906:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.300911:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1779213606.300911:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce0303a. 00000100:00000040:3.0:1779213606.300912:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 209976 usecs (210 jiffies) 00000100:00000001:0.0:1779213606.300917:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213606.300919:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213606.300919:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213606.300919:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306441426 00000400:00000010:1.0:1779213606.300924:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028c414bf. 00000100:00000200:1.0:1779213606.300928:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960567040, offset 0 00000400:00000200:2.0:1779213606.300929:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213606.300935:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306446787 00000400:00000200:1.0:1779213606.300937:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213606.300940:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306441426 00000400:00000200:2.0:1779213606.300943:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000100:00000001:3.0:1779213606.300943:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306446787 00000400:00000200:1.0:1779213606.300946:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213606.300948:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:3.0:1779213606.300948:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306441426 00000400:00000200:1.0:1779213606.300953:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213606.300953:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306446787 00000100:00000001:2.0:1779213606.300954:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213606.300958:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306441426 00000400:00000200:1.0:1779213606.300959:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:2.0:1779213606.300962:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213606.300962:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306446787 00000400:00000200:1.0:1779213606.300966:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213606.300968:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213606.300973:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213606.300973:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213606.300979:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213606.300982:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [454:454:254:4294967295] 192.168.202.129@tcp LPNI seq info [454:454:6:4294967295] 00000100:00000001:3.0:1779213606.300983:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.300984:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213606.300987:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213606.300989:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213606.300991:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213606.300996:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213606.300998:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213606.301000:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213606.301004:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213606.301008:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213606.301021:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213606.301024:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213606.301025:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1779213606.301031:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f4cd30a. 00000800:00000200:1.0:1779213606.301036:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213606.301040:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213606.301040:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213606.301043:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000800:00000200:1.0:1779213606.301045:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f4cd30a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213606.301048:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213606.301054:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 15008 usecs (16 jiffies) 00000400:00000200:2.0:1779213606.301054:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213606.301059:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306441232 00000400:00000200:2.0:1779213606.301062:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213606.301063:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306446787 00000400:00000200:2.0:1779213606.301066:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000100:00000001:1.0:1779213606.301067:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306441232 00000400:00000010:2.0:1779213606.301069:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:1.0:1779213606.301071:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306446787 00000100:00000001:1.0:1779213606.301074:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306441232 00000100:00000001:2.0:1779213606.301074:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213606.301078:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306446787 00000100:00000200:2.0:1779213606.301079:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.301082:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306441232 00000100:00000001:1.0:1779213606.301087:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306446787 00000100:00000001:1.0:1779213606.301093:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213606.301094:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213606.301097:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.301098:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.301103:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.301106:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.301111:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.301112:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213606.301114:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213606.301115:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213606.301117:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213606.301119:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213606.301120:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.301121:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213606.301145:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213606.301147:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f4cd30a. 00000400:00000200:2.0:1779213606.301151:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213606.301154:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213606.301157:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c414bf 00000400:00000010:2.0:1779213606.301158:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000028c414bf. 00000100:00000001:2.0:1779213606.301160:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213606.301162:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.301168:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213606.301170:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.301176:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213606.301177:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213606.303766:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.303780:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213606.303784:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.303786:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213606.303796:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213606.303809:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720dc80 00000400:00000200:0.0:1779213606.303815:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xefd [1] + 224 00000800:00000001:0.0:1779213606.303821:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.303824:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213606.303826:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213606.303829:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213606.303834:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213606.303839:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213606.303848:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213606.303866:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213606.303873:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.303876:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213606.303877:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.303879:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213606.303883:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213606.303888:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720dd00 00000400:00000200:0.0:1779213606.303892:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xf05 [1] + 224 00000100:00000001:3.0:1779213606.303898:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213606.303901:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213606.303970:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.303974:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213606.303976:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213606.303979:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:3.0:1779213606.304005:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213606.304014:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213606.304016:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d86ae3. 00000400:00000200:3.0:1779213606.304020:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:3.0:1779213606.304022:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:3.0:1779213606.304025:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213606.304026:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213606.304031:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213606.304033:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213606.304054:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213606.304062:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213606.304065:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213606.304070:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:0.0:1779213606.304075:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213606.304085:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213606.304090:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213606.304092:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213606.304095:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213606.304096:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213606.304101:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1779213606.304105:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213606.304109:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213606.304112:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213606.304113:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213606.304115:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213606.304118:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213606.304121:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213606.304123:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213606.304125:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213606.304126:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213606.304131:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213606.304137:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213606.304140:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213606.304142:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213606.304144:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213606.304151:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960566912:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213606.304156:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213606.304158:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213606.304161:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054fe10a9 x1865639960566912/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213606.304168:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213606.304170:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213606.304173:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fcb0f8. 00000100:00000001:1.0:1779213606.304176:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213606.304177:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213606.304180:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1779213606.304181:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213606.304183:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000400:00000001:1.0:1779213606.304185:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1779213606.304186:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:1.0:1779213606.304188:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1779213606.304194:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043df22ea. 00000400:00000010:1.0:1779213606.304197:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c26a891. 02000000:00000001:3.0:1779213606.304199:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1779213606.304201:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 02000000:00000001:3.0:1779213606.304202:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1779213606.304204:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000010:3.0:1779213606.304205:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054fe10a9. 00000100:00000001:1.0:1779213606.304209:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213606.304210:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213606.304213:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213606.304215:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213606.304216:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213606.304256:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213606.304258:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213606.304260:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213606.304262:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213606.304313:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213606.304315:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.304317:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213606.304321:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213606.304327:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720dc00 00000400:00000200:0.0:1779213606.304331:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xef5 [1] + 224 00000800:00000001:0.0:1779213606.304335:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.304339:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213606.304341:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213606.304343:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213606.304346:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213606.304349:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213606.304355:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213606.304375:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213606.304379:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213606.304381:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.304420:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213606.304423:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213606.304426:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213606.304429:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213606.304430:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcbe5af4. 00000400:00000200:2.0:1779213606.304434:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000400:00000010:2.0:1779213606.304438:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:2.0:1779213606.304443:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213606.304446:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.304455:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1779213606.304455:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.304458:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.304462:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213606.304464:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213606.304467:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213606.304470:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213606.304472:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213606.304473:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213606.304480:0:199013:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213606.304486:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213606.304486:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213606.304490:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.304491:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213606.304493:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213606.304494:0:199013:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1779213606.304495:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213606.304497:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213606.304499:0:199013:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00000001:2.0:1779213606.304499:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213606.304503:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1779213606.304506:0:199013:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffffa0ba086af000 of lustre-MDT0001_UUID@192.168.202.129@tcp abruptly disconnected: reconnecting 00000100:00001000:2.0:1779213606.304506:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213606.304511:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=61 v=5 (1 1 1 1) 00000100:00080000:1.0:1779213606.304512:0:199013:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:00000001:2.0:1779213606.304513:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213606.304516:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:02000400:1.0:1779213606.304519:0:199013:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffffa0ba086af000: Connection to lustre-MDT0001 (at 192.168.202.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 00010000:00000001:2.0:1779213606.304520:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213606.304523:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213606.304525:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213606.304530:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.304536:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213606.304538:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213606.304539:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213606.304541:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213606.304548:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960566784:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213606.304552:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.304554:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213606.304556:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.304561:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213606.304563:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213606.304570:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c01ecb3. 02000000:00000001:2.0:1779213606.304573:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213606.304574:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213606.304575:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213606.304577:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213606.304578:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d08785d8. 02000000:00000001:2.0:1779213606.304580:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213606.304581:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213606.304582:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000001:2.0:1779213606.304584:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213606.304585:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.304586:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.304588:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213606.304589:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213606.304590:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213606.304591:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317059:0:199013:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1779213606.317067:0:199013:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000002:00000001:1.0:1779213606.317069:0:199013:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317072:0:199013:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1779213606.317076:0:199013:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1779213606.317078:0:199013:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1779213606.317084:0:199013:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:1.0:1779213606.317091:0:199013:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11471 00000400:00000200:1.0:1779213606.317100:0:199013:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000040:1.0:1779213606.317121:0:199013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213606.317124:0:199013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213606.317126:0:199013:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213606.317128:0:199013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000001:1.0:1779213606.317131:0:199013:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779213606.317133:0:199013:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:1.0:1779213606.317135:0:199013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213606.317177:0:199013:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:1.0:1779213606.317180:0:199013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:1.0:1779213606.317183:0:199013:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000040:1.0:1779213606.317185:0:199013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213606.317187:0:199013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213606.317189:0:199013:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213606.317190:0:199013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000040:1.0:1779213606.317192:0:199013:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00080000:1.0:1779213606.317195:0:199013:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:1.0:1779213606.317208:0:199013:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213606.317211:0:199013:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1779213606.317217:0:199013:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213606.317220:0:199013:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317252:0:199013:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1779213606.317256:0:199013:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1779213606.317259:0:199013:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317260:0:199013:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213606.317266:0:199013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779213606.317270:0:199013:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=5 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213606.317273:0:199013:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1779213606.317275:0:199013:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317278:0:199013:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213606.317280:0:199013:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213606.317283:0:199013:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213606.317291:0:199013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007a67c238. 00000100:00000001:1.0:1779213606.317302:0:199013:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213606.317309:0:199013:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213606.317319:0:199013:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213606.317321:0:199013:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213606.317324:0:199013:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b0e031e] to pc [ptlrpcd_rcv+-1] req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.317344:0:199013:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317347:0:199013:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1779213606.317349:0:199013:0:(client.c:1700:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1779213606.317354:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.317364:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1779213606.317367:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213606.317369:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213606.317372:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213606.317380:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960567040:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213606.317386:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.317389:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213606.317392:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6aa159 x1865639960567040/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213622 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.317395:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213606.317401:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213606.317402:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213606.317404:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213606.317406:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213606.317408:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004447e9e8. 00000100:00000040:2.0:1779213606.317412:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213606.317414:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213606.317417:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213606.317419:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213606.317425:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213606.317429:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213606.317432:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213606.317433:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a903e1ce. 02000000:00000001:2.0:1779213606.317437:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213606.317438:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213606.317442:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1779213606.317442:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1779213606.317445:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6aa159. 02000000:00000001:2.0:1779213606.317447:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317450:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1779213606.317452:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960567168:192.168.202.129@tcp:38: 00000100:00000001:1.0:1779213606.317453:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.317457:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.317458:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213606.317464:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213606.317465:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1779213606.317467:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.317468:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213606.317470:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213606.317472:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213606.317475:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213606.317476:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c97f57f. 02000000:00000001:2.0:1779213606.317480:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213606.317486:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077a96b7e. 00000400:00000010:2.0:1779213606.317492:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba39a694. 00000100:00000200:2.0:1779213606.317499:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960567168, portal 10 00000100:00000001:2.0:1779213606.317508:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213606.317511:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:2.0:1779213606.317517:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.317525:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213606.317528:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213606.317530:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 00000100:00000200:2.0:1779213606.317533:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960567168, offset 0 00000400:00000200:2.0:1779213606.317539:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213606.317549:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213606.317554:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213606.317557:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213606.317560:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213606.317563:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213606.317566:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [455:455:256:4294967295] 192.168.202.129@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:2.0:1779213606.317577:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213606.317582:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213606.317586:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d08785d8. 00000800:00000200:2.0:1779213606.317592:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213606.317599:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213606.317603:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d08785d8 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1779213606.317622:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213606.317626:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14931 usecs (15 jiffies) 00000100:00000001:2.0:1779213606.317630:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306441248 00000100:00000001:2.0:1779213606.317633:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306446787 00000100:00000001:2.0:1779213606.317635:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306441248 00000100:00000001:2.0:1779213606.317637:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306446787 00000100:00000001:2.0:1779213606.317639:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306441248 00000100:00000001:2.0:1779213606.317649:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306446787 00000100:00000001:2.0:1779213606.317657:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306441248 00000100:00000001:2.0:1779213606.317659:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306446787 00000100:00000001:2.0:1779213606.317661:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213606.317663:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213606.317666:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213606.317667:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213606.317671:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213606.317673:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1779213606.317675:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213606.317677:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213606.317678:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213606.317680:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213606.317742:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213606.317746:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d08785d8. 00000400:00000200:0.0:1779213606.317750:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213606.317755:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213606.317760:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:0.0:1779213606.317762:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:0.0:1779213606.317766:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213606.317769:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213606.317783:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213606.317785:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213606.317791:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213606.317793:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213606.324805:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213606.324827:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213606.324831:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213606.324833:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213606.324843:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213606.324858:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720dd80 00000400:00000200:2.0:1779213606.324866:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xf0d [1] + 0 00000800:00000001:2.0:1779213606.324872:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213606.324878:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213606.324880:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213606.324884:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213606.324890:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213606.324897:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213606.324907:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213606.324932:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213606.324939:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213606.324941:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.325087:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213606.325092:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213606.325098:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213606.325100:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213606.325102:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a96b7e. 00000400:00000200:1.0:1779213606.325107:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba39a694 00000400:00000010:1.0:1779213606.325109:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ba39a694. 00000100:00000001:1.0:1779213606.325112:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213606.325116:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213606.325124:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.325130:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213606.325132:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.325135:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213606.325138:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213606.325140:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213606.325142:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213606.325144:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213606.325151:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213606.325154:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=2 v=5 (1 1 1 0) 00000100:00000001:1.0:1779213606.325157:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213606.325159:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1779213606.325160:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1779213606.325164:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213616 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.325194:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1779213606.325197:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213606.325199:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.325201:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1779213606.325203:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1779213606.325206:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1779213606.325210:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:1.0:1779213606.325213:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1779213606.325216:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213616 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213606.325261:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960567168:192.168.202.129@tcp:38: 00000100:00000001:1.0:1779213606.325266:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.325268:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213606.325271:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213616 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213606.325277:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213606.325279:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213606.325282:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001c97f57f. 02000000:00000001:1.0:1779213606.325286:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213606.325288:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213606.325289:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213606.325291:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213606.325293:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007a67c238. 02000000:00000001:1.0:1779213606.325296:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213606.325298:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213606.325299:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779213606.325303:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213606.325304:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.325306:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213606.325313:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213606.325319:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213606.325322:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213606.325323:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213606.940340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213606.940361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213606.940366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213606.940367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213606.940418:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213606.940421:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213606.940423:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213607.964327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213607.964333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213607.964338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213607.964340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213607.964440:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213607.964443:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213607.964446:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213608.988329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213608.988336:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213608.988338:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213608.988340:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213608.988344:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213608.988346:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213608.988348:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213608.988350:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213608.988354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213608.988355:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213608.988356:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213608.988357:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213608.988359:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213608.988360:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213608.988361:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213608.988362:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213608.988410:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213608.988413:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213608.988415:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213610.012309:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213610.012313:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213610.012319:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213610.012320:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213610.012404:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213610.012408:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213610.012410:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213611.036340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213611.036345:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213611.036348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213611.036349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213611.036397:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213611.036400:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213611.036403:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213611.420512:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213611.420521:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213611.420530:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213611.420536:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213611.420540:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213611.420543:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213611.420548:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213611.420556:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000513bfa11. 00000100:00000001:0.0:1779213611.420563:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.420582:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213611.420593:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213611.420595:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.420600:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_02+2] req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.420628:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.420630:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213611.420646:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213611.420650:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213611.420653:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213611.420655:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213611.420657:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213611.420659:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213611.420663:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:0.0:1779213611.420666:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213611.420667:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213611.420671:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213611.420673:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213611.420677:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213611.420678:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213611.420681:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.420688:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213611.420691:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213611.420693:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213611.420699:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213611.420702:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213611.420702:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213611.420705:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213611.420705:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213611.420711:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960567296:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213611.420713:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_03+3] req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213611.420726:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213611.420732:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213611.420734:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213611.420736:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213611.420739:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213611.420740:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1801179. 00000100:00080000:0.0:1779213611.420744:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213611.420744:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1779213611.420750:0:205183:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1779213611.420752:0:205183:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:3.0:1779213611.420752:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d86ae3. 00000100:00080000:0.0:1779213611.420755:0:205183:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1779213611.420760:0:205183:0:(import.c:487:import_select_connection()) Process entered 00000400:00000010:3.0:1779213611.420760:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000100:00080000:0.0:1779213611.420765:0:205183:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11773 00000100:00000200:3.0:1779213611.420769:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960567296, portal 25 00000100:00000001:2.0:1779213611.420770:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213611.420773:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213611.420775:0:205183:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000001:2.0:1779213611.420775:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213611.420776:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:2.0:1779213611.420779:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00001000:0.0:1779213611.420782:0:205183:0:(import.c:2151:obd_at_measure()) add 10 to 0000000076e65d06 time=7 v=5 (1 1 1 0) 00000100:00001000:0.0:1779213611.420786:0:205183:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00000040:2.0:1779213611.420787:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213611.420788:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1779213611.420800:0:205183:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1779213611.420808:0:205183:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:0.0:1779213611.420813:0:205183:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1779213611.420817:0:205183:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:3.0:1779213611.420818:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213611.420820:0:205183:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000020:00000001:0.0:1779213611.420826:0:205183:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:3.0:1779213611.420826:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000020:00000040:0.0:1779213611.420830:0:205183:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000400:00000010:3.0:1779213611.420831:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 00000020:00000001:0.0:1779213611.420834:0:205183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1779213611.420836:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960567296, offset 0 00000100:00000001:2.0:1779213611.420838:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213611.420840:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213611.420843:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213611.420845:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1779213611.420846:0:205183:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 02000000:00000001:2.0:1779213611.420847:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213611.420851:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213611.420853:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000020:00000001:0.0:1779213611.420855:0:205183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00100000:2.0:1779213611.420855:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960567424:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213611.420860:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1779213611.420861:0:205183:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000001:2.0:1779213611.420863:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213611.420866:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213611.420867:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:2.0:1779213611.420869:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.420870:0:205183:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 02000000:00000001:2.0:1779213611.420872:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213611.420875:0:205183:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1779213611.420875:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1779213611.420876:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d47c224. 02000000:00000001:2.0:1779213611.420879:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213611.420881:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:2.0:1779213611.420883:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a7bca67. 00000100:00000040:0.0:1779213611.420887:0:205183:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000400:00000010:2.0:1779213611.420888:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 00000400:00000200:3.0:1779213611.420890:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [456:456:256:4294967295] 192.168.202.129@tcp LPNI seq info [456:456:8:4294967295] 00000100:00000001:0.0:1779213611.420893:0:205183:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000100:00000200:2.0:1779213611.420894:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960567424, portal 10 00000100:00000001:2.0:1779213611.420898:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1779213611.420900:0:205183:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000001:2.0:1779213611.420900:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00080000:0.0:1779213611.420907:0:205183:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000040:2.0:1779213611.420908:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.420913:0:205183:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213611.420918:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213611.420919:0:205183:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1779213611.420922:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1779213611.420926:0:205183:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213611.420926:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213611.420930:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 02000000:00000001:0.0:1779213611.420932:0:205183:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213611.420932:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960567424, offset 0 00000800:00000200:3.0:1779213611.420932:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213611.420937:0:205183:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:2.0:1779213611.420940:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213611.420940:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000008:00100000:0.0:1779213611.420942:0:205183:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1779213611.420946:0:205183:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213611.420947:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213611.420950:0:205183:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213611.420951:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213611.420954:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1779213611.420957:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000400:00000200:2.0:1779213611.420958:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000020:00000040:0.0:1779213611.420962:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000800:00000200:3.0:1779213611.420962:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213611.420965:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213611.420968:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1779213611.420970:0:205183:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1779213611.420970:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213611.420973:0:205183:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213611.420977:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [457:457:255:4294967295] 192.168.202.129@tcp LPNI seq info [457:457:7:4294967295] 00000100:00000001:0.0:1779213611.420978:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213611.420983:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213611.420986:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213611.420987:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213611.420990:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213611.420991:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000040a3296e. 00000100:00000001:0.0:1779213611.420996:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213611.421002:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306451907 00000800:00000200:2.0:1779213611.421003:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00100000:0.0:1779213611.421005:0:205183:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1779213611.421010:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 00000100:00000001:3.0:1779213611.421012:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306446787 00000800:00000200:2.0:1779213611.421020:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213611.421021:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306451907 00000100:00000001:0.0:1779213611.421025:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213611.421027:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306446787 00000100:00000001:0.0:1779213611.421028:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213611.421029:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213611.421035:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213611.421036:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306451907 00000100:00000040:0.0:1779213611.421038:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cefa723a] to pc [ptlrpcd_rcv+-1] req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213611.421042:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306446787 00000100:00000001:2.0:1779213611.421043:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213611.421048:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306451907 00000100:00000040:2.0:1779213611.421050:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 208476 usecs (209 jiffies) 00000100:00000001:3.0:1779213611.421055:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306446787 00000100:00000001:2.0:1779213611.421057:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306446545 00000100:00000001:3.0:1779213611.421061:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213611.421062:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306451907 00000800:00000200:1.0:1779213611.421066:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213611.421066:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306446545 00000100:00000001:3.0:1779213611.421066:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.421067:0:205183:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.421073:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213611.421073:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306451907 00000100:00000001:3.0:1779213611.421073:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213611.421074:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000100:00000001:2.0:1779213611.421079:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306446545 00000100:00000001:3.0:1779213611.421079:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213611.421082:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1779213611.421084:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213611.421085:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306451907 00000100:00000040:0.0:1779213611.421089:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11784) 00000100:00000001:2.0:1779213611.421089:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306446545 00000100:00000001:3.0:1779213611.421090:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213611.421094:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213611.421094:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213611.421095:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306451907 00000100:00000001:3.0:1779213611.421100:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213611.421102:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00000100:00000001:3.0:1779213611.421103:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213611.421105:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:3.0:1779213611.421106:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.421109:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213611.421110:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213611.421110:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.421112:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213611.421113:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213611.421115:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.421116:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213611.421119:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213611.421126:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213611.421129:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213611.421130:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213611.421132:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213611.421136:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213611.421136:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213611.421139:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213611.421145:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213611.421149:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213611.421152:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213611.421157:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.421158:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213611.421161:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213611.421164:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213611.421165:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213611.421168:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213611.421168:0:199005:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1779213611.421172:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213611.421176:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960567552:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779213611.421180:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213611.421183:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213611.421185:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213611.421186:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213611.421189:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ce1241c8. 02000000:00000001:0.0:1779213611.421191:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213611.421195:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b99120. 00000400:00000010:0.0:1779213611.421198:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779213611.421201:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960567552, portal 10 00000100:00000001:0.0:1779213611.421203:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213611.421205:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000040:0.0:1779213611.421209:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.421215:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213611.421218:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213611.421220:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8bdd6f1. 00000800:00000200:1.0:1779213611.421248:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213611.421250:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:1.0:1779213611.421253:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213611.421256:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213611.421258:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:1.0:1779213611.421261:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:1.0:1779213611.421263:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213611.421264:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960567552, offset 0 00000100:00000200:1.0:1779213611.421266:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213611.421274:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213611.421275:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213611.421278:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213611.421283:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213611.421284:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213611.421285:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779213611.421289:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213611.421292:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213611.421294:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213611.421301:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213611.421304:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [458:458:255:4294967295] 192.168.202.129@tcp LPNI seq info [458:458:7:4294967295] 00000400:00000200:0.0:1779213611.421312:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213611.421317:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213611.421321:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000800:00000200:0.0:1779213611.421326:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213611.421331:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213611.421334:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1779213611.421347:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.421350:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14892 usecs (15 jiffies) 00000100:00000001:0.0:1779213611.421352:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306446352 00000100:00000001:0.0:1779213611.421355:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306451907 00000100:00000001:0.0:1779213611.421357:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306446352 00000100:00000001:0.0:1779213611.421359:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306451907 00000100:00000001:0.0:1779213611.421362:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306446352 00000100:00000001:0.0:1779213611.421363:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306451907 00000100:00000001:0.0:1779213611.421366:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306446352 00000100:00000001:0.0:1779213611.421368:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306451907 00000100:00000001:0.0:1779213611.421371:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213611.421373:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.421375:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.421377:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.421381:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213611.421383:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1779213611.421385:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213611.421387:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213611.421388:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.421390:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213611.421429:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213611.421433:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:2.0:1779213611.421437:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213611.421442:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213611.421445:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bdd6f1 00000400:00000010:2.0:1779213611.421453:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b8bdd6f1. 00000100:00000001:2.0:1779213611.421457:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213611.421461:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213611.421469:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213611.421472:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213611.421478:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213611.421480:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213611.422812:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213611.422822:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213611.422825:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213611.422827:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213611.422834:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213611.422844:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720de00 00000400:00000200:2.0:1779213611.422850:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xf15 [1] + 224 00000800:00000001:2.0:1779213611.422856:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213611.422859:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213611.422862:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213611.422865:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213611.422869:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213611.422873:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213611.422882:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213611.422899:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213611.422905:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213611.422909:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213611.422910:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213611.422912:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213611.422915:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213611.422921:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720de80 00000100:00000001:3.0:1779213611.422931:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213611.422933:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xf1d [1] + 224 00000100:00000001:3.0:1779213611.422935:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213611.422938:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213611.422941:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213611.422944:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1779213611.422945:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213611.422947:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d86ae3. 00000400:00000200:2.0:1779213611.422949:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213611.422953:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000200:2.0:1779213611.422954:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213611.422957:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:2.0:1779213611.422961:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213611.422961:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213611.422966:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213611.422968:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213611.422995:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213611.422997:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213611.423022:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213611.423025:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213611.423027:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213611.423036:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213611.423038:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213611.423039:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213611.423042:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213611.423044:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1779213611.423045:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213611.423049:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213611.423052:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213611.423056:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213611.423058:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213611.423059:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213611.423062:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213611.423064:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213611.423066:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213611.423071:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213611.423077:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213611.423079:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213611.423081:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213611.423084:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213611.423091:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960567296:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213611.423096:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213611.423098:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213611.423101:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960567296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213611.423107:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213611.423109:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213611.423112:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1801179. 00000100:00000001:0.0:1779213611.423113:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213611.423115:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213611.423117:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213611.423118:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213611.423121:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1779213611.423122:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:0.0:1779213611.423125:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1779213611.423125:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000513bfa11. 00000400:00000001:0.0:1779213611.423128:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1779213611.423130:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1779213611.423131:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a7bca67. 02000000:00000001:3.0:1779213611.423134:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1779213611.423135:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00000100:00000010:3.0:1779213611.423137:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000400:00000010:0.0:1779213611.423138:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00000100:00000001:0.0:1779213611.423141:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213611.423146:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213611.423146:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213611.423148:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213611.423152:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213611.423158:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1779213611.423161:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213611.423161:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213611.423167:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213611.423170:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.423176:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213611.423177:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.423180:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213611.423182:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213611.423183:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213611.423185:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213611.423187:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213611.423192:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213611.423195:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213611.423197:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213611.423198:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213611.423200:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213611.423203:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.423205:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213611.423207:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213611.423209:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213611.423210:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213611.423213:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.423220:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213611.423240:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213611.423241:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213611.423244:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213611.423262:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960567424:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213611.423266:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.423268:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213611.423270:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960567424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.423288:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213611.423289:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213611.423291:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d47c224. 02000000:00000001:0.0:1779213611.423295:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213611.423296:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213611.423297:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213611.423299:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213611.423301:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 02000000:00000001:0.0:1779213611.423303:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213611.423304:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213611.423305:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:0.0:1779213611.423307:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213611.423308:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.423310:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.423313:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213611.423314:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.423316:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213611.423318:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213611.428764:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213611.428778:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213611.428783:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213611.428799:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213611.428819:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213611.428833:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720df00 00000400:00000200:1.0:1779213611.428840:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xf25 [1] + 0 00000800:00000001:1.0:1779213611.428846:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213611.428853:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213611.428855:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213611.428859:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213611.428865:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213611.428871:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213611.428881:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213611.428898:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213611.428904:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213611.428906:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.428945:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213611.428948:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213611.428953:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213611.428955:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213611.428957:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021b99120. 00000400:00000200:0.0:1779213611.428960:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:0.0:1779213611.428967:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:0.0:1779213611.428969:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213611.428972:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213611.428977:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.428989:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213611.428991:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.428994:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213611.428996:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213611.428998:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213611.429000:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213611.429003:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213611.429010:0:199011:0:(import.c:2151:obd_at_measure()) add 0 to 0000000074fbb39d time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213611.429013:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=7 v=10 (10 1 1 0) 00000100:00000001:0.0:1779213611.429016:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213611.429018:0:199011:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1779213611.429020:0:199011:0:(client.c:1697:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779213611.429024:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213626 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.429031:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1779213611.429033:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213611.429035:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.429037:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1779213611.429039:0:199011:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1779213611.429042:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1779213611.429047:0:199011:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.129@tcp failed (-19) 00000100:00000001:0.0:1779213611.429049:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1779213611.429052:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213626 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213611.429059:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cefa723a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960567552:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779213611.429063:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.429065:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213611.429067:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cefa723a x1865639960567552/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1779213626 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213611.429083:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213611.429086:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213611.429089:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ce1241c8. 02000000:00000001:0.0:1779213611.429093:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213611.429095:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213611.429097:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213611.429099:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213611.429101:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000040a3296e. 02000000:00000001:0.0:1779213611.429104:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213611.429106:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213611.429107:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cefa723a. 00000100:00000001:0.0:1779213611.429110:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213611.429112:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.429113:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213611.429120:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213611.429121:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213611.429123:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213611.429124:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213612.060317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213612.060324:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213612.060335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213612.060336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213612.060389:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213612.060392:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213612.060394:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213613.084338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213613.084343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213613.084349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213613.084351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213613.084410:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213613.084413:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213613.084416:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213614.108302:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213614.108309:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213614.108315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213614.108316:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213614.108372:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213614.108376:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213614.108378:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1779213615.026803:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.026839:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213615.026843:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.026845:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213615.026856:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213615.026874:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca27837200 00000400:00000200:2.0:1779213615.026882:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xd [2] + 1968 00000400:00000010:2.0:1779213615.026887:0:199006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001302ba12. 00000400:00000200:2.0:1779213615.026905:0:199006:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008a1349e 00000800:00000001:2.0:1779213615.026911:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.026915:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213615.026917:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213615.026935:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213615.026939:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008a1349e 00000400:00000010:2.0:1779213615.026941:0:199006:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at 0000000008a1349e. 00000100:00000001:2.0:1779213615.026946:0:199006:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1779213615.026948:0:199006:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1779213615.026952:0:199006:0:(events.c:337:request_in_callback()) incoming req@00000000a85087bd x1865639967027712 msgsize 328 00000100:00100000:2.0:1779213615.026956:0:199006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000040:2.0:1779213615.026958:0:199006:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1779213615.026974:0:199006:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1779213615.026981:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.026984:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213615.026986:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.026988:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213615.026992:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213615.026999:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca27837280 00000400:00000200:2.0:1779213615.027003:0:199006:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.202.129@tcp ptl 15 MB 0x6a0ca27837280 off 0 len 328 00000100:00000010:1.0:1779213615.027189:0:201066:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a67c238. 00000100:00000010:1.0:1779213615.027198:0:201066:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff4727f6. 00000100:00100000:1.0:1779213615.027200:0:201066:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1779213615.027203:0:201066:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1779213615.027206:0:201066:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26a891. 00000400:00000010:1.0:1779213615.027211:0:201066:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d414ee8. 00000400:00000200:1.0:1779213615.027218:0:201066:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xf2d [2] + 0 00000400:00000200:1.0:1779213615.027251:0:201066:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.202.129@tcp portal 15 match 1865639967027840 offset 0 length 328. 00000400:00000200:1.0:1779213615.027256:0:201066:0:(lib-move.c:4911:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.202.129@tcp portal 15 match 1865639967027840 offset 0 length 328. 00000100:00000001:1.0:1779213615.027475:0:201066:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1779213615.027478:0:201066:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639967027712 02000000:00000001:1.0:1779213615.027481:0:201066:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1779213615.027483:0:201066:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213615.027485:0:201066:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213615.027489:0:201066:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213615.027499:0:201066:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639967027712 00000020:00000001:1.0:1779213615.027501:0:201066:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779213615.027503:0:201066:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:1.0:1779213615.027505:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213615.027508:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=3 00000020:00000001:1.0:1779213615.027511:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:1.0:1779213615.027513:0:201066:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00000001:1.0:1779213615.027517:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213615.027520:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000277fb34b. 00000100:00000001:1.0:1779213615.027522:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213615.027525:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000277fb34b. 00000020:00000010:1.0:1779213615.027530:0:201066:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d47c224. 00000020:00000010:1.0:1779213615.027534:0:201066:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059cc4c8c. 00000020:00000010:1.0:1779213615.027538:0:201066:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002eac6231. 00000100:00000040:1.0:1779213615.027546:0:201066:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1779213615.027548:0:201066:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1779213615.027550:0:201066:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1779213615.027551:0:201066:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.027559:0:201066:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.027569:0:201066:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.027579:0:201066:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1779213615.027581:0:201066:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1779213615.027586:0:201066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 6 00000100:00000040:1.0:1779213615.027589:0:201066:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:1.0:1779213615.027592:0:201066:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639319733917776 : -104753975633840 : ffffa0ba107e5850) 00000100:00000040:1.0:1779213615.027610:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a85087bd x1865639967027712/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:256/0 lens 328/0 e 0 to 0 dl 1779213626 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213615.027619:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213615.027622:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000277fb34b. 00000100:00000001:1.0:1779213615.027624:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213615.027626:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000277fb34b. 00000100:00100000:1.0:1779213615.027629:0:201066:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@00000000a85087bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344188:x1865639967027712:12345-192.168.202.129@tcp:104: 00000100:00000200:1.0:1779213615.027637:0:201066:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639967027712 00010000:00000001:1.0:1779213615.027640:0:201066:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1779213615.027646:0:201066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213615.027648:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213615.027650:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000034f7d1dc refcount=2 00000020:00000001:1.0:1779213615.027652:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213615.027655:0:201066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:1.0:1779213615.027658:0:201066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213615.027661:0:201066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213615.027664:0:201066:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213615.027673:0:201066:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1779213615.027674:0:201066:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1779213615.027677:0:201066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000071ed5f4a. 02000000:00000001:1.0:1779213615.027680:0:201066:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.027682:0:201066:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213615.027685:0:201066:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1779213615.027688:0:201066:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213615.027691:0:201066:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=338 v=5 (1 0 1 0) 00000100:00000001:1.0:1779213615.027697:0:201066:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213615.027699:0:201066:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213615.027701:0:201066:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:1.0:1779213615.027704:0:201066:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1779213615.027705:0:201066:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.027709:0:201066:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213615.027711:0:201066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213615.027714:0:201066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:1.0:1779213615.027717:0:201066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639967027712, offset 224 00000400:00000200:1.0:1779213615.027723:0:201066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213615.027731:0:201066:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213615.027736:0:201066:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [459:459:256:4294967295] 192.168.202.129@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:1.0:1779213615.027751:0:201066:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213615.027756:0:201066:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213615.027759:0:201066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25e7fba. 00000800:00000200:1.0:1779213615.027765:0:201066:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213615.027773:0:201066:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213615.027776:0:201066:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b25e7fba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213615.027829:0:201066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213615.027832:0:201066:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:1.0:1779213615.027835:0:201066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1779213615.027838:0:201066:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b634de6b. 00010000:00000001:1.0:1779213615.027841:0:201066:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1779213615.027853:0:201066:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1779213615.027856:0:201066:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213615.027858:0:201066:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213615.027859:0:201066:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213615.027863:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a85087bd x1865639967027712/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:256/0 lens 328/224 e 0 to 0 dl 1779213626 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779213615.027872:0:201066:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@00000000a85087bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344188:x1865639967027712:12345-192.168.202.129@tcp:104: Request processed in 252us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1779213615.027879:0:201066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 6 00000100:00000040:1.0:1779213615.027882:0:201066:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000100:00000001:1.0:1779213615.027884:0:201066:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1779213615.027885:0:201066:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1779213615.027889:0:201066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059cc4c8c. 00000020:00000010:1.0:1779213615.027892:0:201066:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002eac6231. 00000020:00000010:1.0:1779213615.027895:0:201066:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d47c224. 00000020:00000040:1.0:1779213615.027899:0:201066:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 2 02000000:00000001:1.0:1779213615.027904:0:201066:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1779213615.027906:0:201066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000094e89d9d. 02000000:00000001:1.0:1779213615.027908:0:201066:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1779213615.027915:0:201066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 02000000:00000001:1.0:1779213615.027918:0:201066:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1779213615.027930:0:201066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000cd32fe8. 02000000:00000001:1.0:1779213615.027933:0:201066:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1779213615.027934:0:201066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 02000000:00000001:1.0:1779213615.027937:0:201066:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1779213615.027938:0:201066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009a110aed. 02000000:00000001:1.0:1779213615.027940:0:201066:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1779213615.027941:0:201066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 02000000:00000001:1.0:1779213615.027943:0:201066:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1779213615.027944:0:201066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008491ab58. 02000000:00000001:1.0:1779213615.027946:0:201066:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1779213615.027947:0:201066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007560d7e1. 02000000:00000001:1.0:1779213615.027949:0:201066:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1779213615.027950:0:201066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a37f9c0a. 02000000:00000001:1.0:1779213615.027952:0:201066:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1779213615.027953:0:201066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000938c3234. 02000000:00000001:1.0:1779213615.027955:0:201066:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1779213615.027956:0:201066:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f446f05b. 02000000:00000001:1.0:1779213615.027958:0:201066:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1779213615.027959:0:201066:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fde6a2ac. 00000100:00000010:1.0:1779213615.027961:0:201066:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000006c73bd4. 00000100:00000010:1.0:1779213615.027964:0:201066:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000033e596f9. 00000100:00000001:1.0:1779213615.027967:0:201066:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213615.028109:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.028112:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.028115:0:201071:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1779213615.028118:0:201071:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1779213615.028120:0:201071:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1779213615.028122:0:201071:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779213615.028130:0:201071:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000034f7d1dc already unused, calling callback (00000000527715c5) 10000000:00000001:3.0:1779213615.028133:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779213615.028134:0:201071:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779213615.028140:0:201071:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1779213615.028141:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779213615.028143:0:201071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779213615.028144:0:201071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000034f7d1dc refcount=3 00000020:00000001:3.0:1779213615.028146:0:201071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:3.0:1779213615.028148:0:201071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325125632 : -104753384425984 : ffffa0ba33bb7600) 00010000:00000001:3.0:1779213615.028157:0:201071:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1779213615.028158:0:201071:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1779213615.028164:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779213615.028165:0:201071:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779213615.028170:0:201071:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1779213615.028173:0:201071:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1779213615.028174:0:201071:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1779213615.028176:0:201071:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1779213615.028178:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1779213615.028179:0:201071:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779213615.028193:0:201071:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1779213615.028194:0:201071:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1779213615.028195:0:201071:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000acdcea85) refs 2 10000000:00000001:3.0:1779213615.028197:0:201071:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1779213615.028198:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.028201:0:201071:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1779213615.028204:0:201071:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1779213615.028205:0:201071:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1779213615.028207:0:201071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779213615.028208:0:201071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213615.028211:0:201071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000034f7d1dc with handle 0xf7a7455962195683 from hash 00010000:00000001:3.0:1779213615.028213:0:201071:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1779213615.028214:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779213615.028216:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779213615.028217:0:201071:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1779213615.028218:0:201071:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1779213615.028220:0:201071:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1779213615.028245:0:201071:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1779213615.028248:0:201071:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1779213615.028253:0:201071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213615.028256:0:201071:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213615.028260:0:201071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213615.028266:0:201071:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213615.028270:0:201071:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213615.028274:0:201071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002571a638. 00000100:00000001:3.0:1779213615.028279:0:201071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.028281:0:201071:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1779213615.028284:0:201071:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779213615.028289:0:201071:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1779213615.028291:0:201071:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.028294:0:201071:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213615.028296:0:201071:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213615.028301:0:201071:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_00+0] req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213615.028319:0:201071:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779213615.028321:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779213615.028322:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779213615.028323:0:201071:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.028326:0:201071:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779213615.028327:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.028329:0:201071:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779213615.028334:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1779213615.028335:0:201071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 0000000034f7d1dc/0xf7a7455962195683 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f7601 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779213615.028345:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779213615.028346:0:201071:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1779213615.028347:0:201071:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b634de6b. 00010000:00000001:3.0:1779213615.028350:0:201071:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213615.028352:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.028353:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.028355:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1779213615.028356:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.028361:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.028363:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1779213615.028364:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.028365:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.028367:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1779213615.028372:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213615.028375:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213615.028377:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213615.028381:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213615.028388:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213615.028390:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213615.028393:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213615.028395:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213615.028397:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213615.028399:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960567680:192.168.202.129@tcp:103: 00000100:00000001:3.0:1779213615.028403:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213615.028413:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213615.028416:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213615.028418:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213615.028421:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb154af7. 02000000:00000001:3.0:1779213615.028423:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213615.028427:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d86ae3. 00000400:00000010:3.0:1779213615.028430:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000100:00000200:3.0:1779213615.028434:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960567680, portal 18 00000100:00000001:3.0:1779213615.028436:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213615.028437:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:3.0:1779213615.028441:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213615.028446:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213615.028448:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213615.028450:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000100:00000200:3.0:1779213615.028452:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960567680, offset 0 00000400:00000200:3.0:1779213615.028455:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213615.028464:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213615.028468:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213615.028472:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213615.028475:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213615.028478:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213615.028480:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [460:460:255:4294967295] 192.168.202.129@tcp LPNI seq info [460:460:7:4294967295] 00000400:00000200:3.0:1779213615.028487:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213615.028491:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213615.028494:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed470df3. 00000800:00000200:3.0:1779213615.028497:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213615.028502:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213615.028504:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed470df3 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779213615.028546:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213615.028549:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213615.031117:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213615.031119:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213615.031128:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306455517 00000100:00000001:3.0:1779213615.031138:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306451907 00000100:00000001:3.0:1779213615.031142:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306455517 00000100:00000001:3.0:1779213615.031145:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306451907 00000100:00000001:3.0:1779213615.031148:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306455517 00000100:00000001:3.0:1779213615.031152:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306451907 00000100:00000001:3.0:1779213615.031154:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306455517 00000100:00000001:3.0:1779213615.031158:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306451907 00000800:00000001:0.0:1779213615.031160:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.031161:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213615.031171:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213615.031172:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213615.031175:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213615.031180:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213615.031188:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213615.031188:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213615.031194:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213615.031202:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213615.031204:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213615.031206:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213615.031211:0:199005:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1779213615.031216:0:199005:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:3.0:1779213615.031239:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213615.031245:0:199005:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cefa723a. 00000100:00000040:0.0:1779213615.031255:0:199005:0:(events.c:337:request_in_callback()) incoming req@00000000cefa723a x1865639967027840 msgsize 328 00000100:00100000:0.0:1779213615.031261:0:199005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:0.0:1779213615.031286:0:199005:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1779213615.031351:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213615.031356:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25e7fba. 00000400:00000200:0.0:1779213615.031362:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213615.031365:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213615.031369:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:0.0:1779213615.031371:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:0.0:1779213615.031388:0:199005:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1779213615.031392:0:199005:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1779213615.031393:0:201065:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000740499ff. 02000000:00000010:0.0:1779213615.031396:0:199005:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000071ed5f4a. 02000000:00000001:0.0:1779213615.031402:0:199005:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1779213615.031404:0:201065:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1779213615.031405:0:199005:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1779213615.031408:0:201065:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639967027840 02000000:00000001:3.0:1779213615.031412:0:201065:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1779213615.031414:0:201065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1779213615.031415:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213615.031418:0:201065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213615.031419:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213615.031423:0:201065:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213615.031427:0:201065:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639967027840 00000020:00000001:3.0:1779213615.031439:0:201065:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1779213615.031441:0:201065:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:3.0:1779213615.031443:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779213615.031445:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=3 00000020:00000001:3.0:1779213615.031448:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:3.0:1779213615.031450:0:201065:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00000001:3.0:1779213615.031453:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1779213615.031457:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1e63d24. 00000100:00000001:3.0:1779213615.031460:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1779213615.031462:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1e63d24. 00000020:00000010:3.0:1779213615.031467:0:201065:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060e0be04. 00000020:00000010:3.0:1779213615.031472:0:201065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7b469f3. 00000020:00000010:3.0:1779213615.031490:0:201065:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e56c7ba7. 00000800:00000200:0.0:1779213615.031492:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213615.031495:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed470df3. 00000400:00000200:0.0:1779213615.031501:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1779213615.031501:0:201065:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1779213615.031508:0:201065:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1779213615.031512:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213615.031513:0:201065:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1779213615.031517:0:201065:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213615.031519:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:0.0:1779213615.031523:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:3.0:1779213615.031526:0:201065:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213615.031528:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213615.031537:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213615.031541:0:201065:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.031558:0:201065:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1779213615.031560:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213615.031561:0:201065:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1779213615.031569:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213615.031575:0:201065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 7 00000100:00000040:3.0:1779213615.031582:0:201065:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:3.0:1779213615.031588:0:201065:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320220301312 : -104753489250304 : ffffa0ba2d7bf800) 00000100:00000001:0.0:1779213615.031596:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213615.031610:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1779213615.031666:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cefa723a x1865639967027840/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:256/0 lens 328/0 e 0 to 0 dl 1779213626 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213615.031680:0:201065:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1779213615.031683:0:201065:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1e63d24. 00000100:00000001:3.0:1779213615.031685:0:201065:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1779213615.031687:0:201065:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1e63d24. 00000100:00100000:3.0:1779213615.031690:0:201065:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@00000000cefa723a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+3:344188:x1865639967027840:12345-192.168.202.129@tcp:104: 00000100:00000200:3.0:1779213615.031694:0:201065:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639967027840 00010000:00000001:3.0:1779213615.031696:0:201065:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1779213615.031701:0:201065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779213615.031702:0:201065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779213615.031704:0:201065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078e3df21 refcount=2 00000020:00000001:3.0:1779213615.031706:0:201065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:3.0:1779213615.031708:0:201065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:3.0:1779213615.031711:0:201065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779213615.031713:0:201065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.031716:0:201065:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1779213615.031724:0:201065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1779213615.031726:0:201065:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1779213615.031730:0:201065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000069eedd69. 02000000:00000001:3.0:1779213615.031732:0:201065:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213615.031735:0:201065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.031738:0:201065:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1779213615.031740:0:201065:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213615.031743:0:201065:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=38 v=5 (1 0 1 0) 00000100:00000001:3.0:1779213615.031746:0:201065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1779213615.031749:0:201065:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:3.0:1779213615.031751:0:201065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:3.0:1779213615.031753:0:201065:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1779213615.031754:0:201065:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213615.031757:0:201065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213615.031763:0:201065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213615.031766:0:201065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 00000100:00000200:3.0:1779213615.031771:0:201065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639967027840, offset 224 00000400:00000200:3.0:1779213615.031776:0:201065:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213615.031786:0:201065:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213615.031792:0:201065:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [461:461:256:4294967295] 192.168.202.129@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:3.0:1779213615.031802:0:201065:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213615.031806:0:201065:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213615.031810:0:201065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2b4e9b0. 00000800:00000200:3.0:1779213615.031816:0:201065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213615.031823:0:201065:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213615.031826:0:201065:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2b4e9b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213615.031842:0:201065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213615.031844:0:201065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:3.0:1779213615.031847:0:201065:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1779213615.031850:0:201065:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000af900340. 00010000:00000001:3.0:1779213615.031852:0:201065:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1779213615.031862:0:201065:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1779213615.031865:0:201065:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.031867:0:201065:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.031868:0:201065:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213615.031872:0:201065:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cefa723a x1865639967027840/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:256/0 lens 328/224 e 0 to 0 dl 1779213626 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1779213615.031882:0:201065:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@00000000cefa723a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5b5b512f-2a88-4bb9-9353-717302515155+3:344188:x1865639967027840:12345-192.168.202.129@tcp:104: Request processed in 200us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1779213615.031889:0:201065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 7 00000100:00000040:3.0:1779213615.031892:0:201065:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000100:00000001:3.0:1779213615.031895:0:201065:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1779213615.031896:0:201065:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1779213615.031900:0:201065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7b469f3. 00000020:00000010:3.0:1779213615.031908:0:201065:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e56c7ba7. 00000020:00000010:3.0:1779213615.031917:0:201065:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060e0be04. 00000800:00000200:0.0:1779213615.031937:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213615.031941:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2b4e9b0. 00000400:00000200:0.0:1779213615.031945:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213615.031951:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213615.031954:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000400:00000010:0.0:1779213615.031956:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:0.0:1779213615.031959:0:199006:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1779213615.031960:0:199006:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1779213615.031992:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213615.031995:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213615.031998:0:201070:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1779213615.032001:0:201070:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1779213615.032003:0:201070:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1779213615.032007:0:201070:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779213615.032030:0:201070:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000078e3df21 already unused, calling callback (00000000527715c5) 10000000:00000001:0.0:1779213615.032034:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213615.032041:0:201070:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1779213615.032049:0:201070:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1779213615.032052:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1779213615.032055:0:201070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779213615.032058:0:201070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078e3df21 refcount=3 00000020:00000001:0.0:1779213615.032060:0:201070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:0.0:1779213615.032063:0:201070:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325126656 : -104753384424960 : ffffa0ba33bb7a00) 00010000:00000001:0.0:1779213615.032067:0:201070:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1779213615.032070:0:201070:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1779213615.032077:0:201070:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1779213615.032078:0:201070:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779213615.032087:0:201070:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000040:3.0:1779213615.032088:0:201065:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 2 10000000:00000001:0.0:1779213615.032092:0:201070:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1779213615.032093:0:201065:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1779213615.032095:0:201070:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1779213615.032101:0:201070:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1779213615.032104:0:201070:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1779213615.032105:0:201070:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213615.032128:0:201070:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1779213615.032130:0:201070:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1779213615.032135:0:201070:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000067667326) refs 2 10000000:00000001:0.0:1779213615.032139:0:201070:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1779213615.032140:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213615.032144:0:201070:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1779213615.032148:0:201070:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1779213615.032155:0:201070:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1779213615.032160:0:201070:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1779213615.032163:0:201070:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213615.032166:0:201070:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078e3df21 with handle 0xf7a745596219567c from hash 00010000:00000001:0.0:1779213615.032169:0:201070:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1779213615.032171:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213615.032172:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213615.032173:0:201070:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1779213615.032176:0:201070:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1779213615.032179:0:201070:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1779213615.032184:0:201070:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1779213615.032187:0:201070:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1779213615.032194:0:201070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213615.032198:0:201070:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213615.032204:0:201070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213615.032207:0:201070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213615.032212:0:201070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213615.032218:0:201070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbd7d8c8. 00000100:00000001:0.0:1779213615.032253:0:201070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213615.032256:0:201070:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1779213615.032261:0:201070:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779213615.032268:0:201070:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1779213615.032269:0:201070:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213615.032274:0:201070:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213615.032276:0:201070:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213615.032283:0:201070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_01+1] req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213615.032309:0:201070:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779213615.032312:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1779213615.032313:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1779213615.032314:0:201070:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213615.032316:0:201070:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1779213615.032319:0:201070:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213615.032328:0:201070:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213615.032333:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1779213615.032337:0:201070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1779213615.032337:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1779213615.032341:0:201070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 0000000078e3df21/0xf7a745596219567c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f75fa expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213615.032342:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213615.032351:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1779213615.032358:0:201070:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: 000000006cf7a110 count: 0 00000100:00000001:1.0:1779213615.032369:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213615.032372:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213615.032375:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1779213615.032377:0:201070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1779213615.032379:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1779213615.032381:0:201070:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1779213615.032383:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1779213615.032384:0:201070:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000af900340. 00000100:00100000:1.0:1779213615.032390:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960567808:192.168.202.129@tcp:103: 00010000:00000001:0.0:1779213615.032391:0:201070:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213615.032395:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213615.032396:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213615.032402:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1779213615.032407:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1779213615.032408:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1779213615.032409:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213615.032413:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1779213615.032414:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1779213615.032417:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213615.032418:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213615.032421:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213615.032423:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1779213615.032424:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1779213615.032516:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213615.032573:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213615.032575:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213615.032577:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213615.032609:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d47c224. 02000000:00000001:1.0:1779213615.032613:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213615.032618:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000400:00000010:1.0:1779213615.032623:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000200:1.0:1779213615.032627:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960567808, portal 18 00000100:00000001:1.0:1779213615.032630:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213615.032631:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000040:1.0:1779213615.032636:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213615.032643:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213615.032645:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213615.032647:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40c3f01. 00000100:00000200:1.0:1779213615.032648:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960567808, offset 0 00000400:00000200:1.0:1779213615.032652:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213615.032657:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213615.032661:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213615.032664:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213615.032667:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213615.032669:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213615.032671:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [462:462:256:4294967295] 192.168.202.129@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:1.0:1779213615.032678:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213615.032682:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213615.032686:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000800:00000200:1.0:1779213615.032689:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213615.032693:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213615.032695:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779213615.032707:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.032715:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306455519 00000100:00000001:1.0:1779213615.032718:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306455517 00000100:00000001:1.0:1779213615.032721:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306455519 00000100:00000001:1.0:1779213615.032724:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306455517 00000100:00000001:1.0:1779213615.032727:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306455519 00000100:00000001:1.0:1779213615.032730:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306455517 00000100:00000001:1.0:1779213615.032736:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306455519 00000100:00000001:1.0:1779213615.032739:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306455517 00000100:00000001:1.0:1779213615.032741:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213615.032743:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.032745:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.032747:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.032751:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213615.032756:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213615.032759:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213615.032760:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213615.032761:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.032763:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213615.032790:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213615.032801:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000400:00000200:0.0:1779213615.032805:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213615.032811:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213615.032814:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40c3f01 00000400:00000010:0.0:1779213615.032816:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b40c3f01. 00000100:00000001:0.0:1779213615.032819:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213615.032823:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213615.032831:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213615.032834:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213615.032840:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213615.032847:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213615.035460:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.035480:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213615.035485:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.035489:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213615.035502:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213615.035521:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca2720e000 00000400:00000200:0.0:1779213615.035531:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0xf41 [1] + 224 00000800:00000001:0.0:1779213615.035539:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.035548:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213615.035551:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213615.035555:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213615.035563:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213615.035569:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213615.035579:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213615.035611:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213615.035620:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.035623:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.037424:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213615.037441:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213615.037448:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213615.037450:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213615.037453:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 00000400:00000200:1.0:1779213615.037460:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:1.0:1779213615.037462:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:1.0:1779213615.037466:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213615.037475:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213615.037484:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213615.037490:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213615.037491:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.037494:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213615.037505:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213615.037507:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213615.037509:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213615.037512:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213615.037517:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=338 v=5 (5 0 5 0) 00000100:00001000:1.0:1779213615.037520:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213615.037522:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213615.037524:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213615.037526:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213615.037528:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.037530:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213615.037533:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213615.037540:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213615.037542:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213615.037543:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213615.037546:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213615.037553:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960567808:192.168.202.129@tcp:103: 00000100:00000001:1.0:1779213615.037557:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.037559:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213615.037561:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960567808/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213615.037567:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213615.037569:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213615.037571:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d47c224. 02000000:00000001:1.0:1779213615.037575:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213615.037576:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213615.037578:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213615.037580:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213615.037582:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbd7d8c8. 02000000:00000001:1.0:1779213615.037585:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213615.037587:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213615.037588:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:1.0:1779213615.037595:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213615.037596:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.037610:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.037616:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213615.037618:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.037620:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213615.037621:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1779213615.038054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000034f7d1dc. 00000800:00000001:2.0:1779213615.038141:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.038153:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213615.038156:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.038158:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213615.038166:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213615.038179:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca2720df80 00000400:00000200:2.0:1779213615.038186:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0xf35 [1] + 224 00000800:00000001:2.0:1779213615.038193:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.038506:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213615.038510:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213615.038514:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213615.038520:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213615.038524:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213615.038546:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213615.038561:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213615.038570:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213615.038574:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.038580:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213615.038583:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213615.038587:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213615.038589:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213615.038590:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d86ae3. 00000400:00000200:3.0:1779213615.038594:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:3.0:1779213615.038596:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:3.0:1779213615.038611:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213615.038615:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213615.038623:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213615.038629:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213615.038630:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.038632:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213615.038634:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213615.038635:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213615.038636:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213615.038638:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213615.038641:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=38 v=5 (5 0 5 0) 00000100:00001000:3.0:1779213615.038643:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213615.038645:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213615.038646:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.038648:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213615.038649:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213615.038651:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213615.038653:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213615.038669:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213615.038670:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213615.038672:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213615.038675:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213615.038681:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960567680:192.168.202.129@tcp:103: 00000100:00000001:3.0:1779213615.038684:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.038686:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213615.038688:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960567680/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213615.038693:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213615.038694:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213615.038696:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb154af7. 02000000:00000001:3.0:1779213615.038698:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213615.038699:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213615.038700:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213615.038702:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213615.038703:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002571a638. 02000000:00000001:3.0:1779213615.038705:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213615.038706:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213615.038707:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:3.0:1779213615.038710:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213615.038711:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.038712:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.038716:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213615.038717:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213615.038719:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213615.038720:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1779213615.040278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006cf7a110. 00010000:00000010:0.1:1779213615.040291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078e3df21. 00010000:00000001:2.0:1779213615.132374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213615.132380:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213615.132386:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213615.132387:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213615.132549:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.132553:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.132556:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1779213615.169644:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.169666:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213615.169671:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.169673:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213615.169683:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213615.169703:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6a0ca27838800 00000400:00000200:0.0:1779213615.169710:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0xf2d [2] + 328 00000800:00000001:0.0:1779213615.169716:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.169726:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213615.169729:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213615.169732:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213615.169740:0:199005:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1779213615.169757:0:199005:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1779213615.169762:0:199005:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007430bf89. 00000100:00000040:0.0:1779213615.169766:0:199005:0:(events.c:337:request_in_callback()) incoming req@000000007430bf89 x1865639967033344 msgsize 328 00000100:00100000:0.0:1779213615.169769:0:199005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:0.0:1779213615.169788:0:199005:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1779213615.169799:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.169802:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.169851:0:201066:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1779213615.169856:0:201066:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865639967033344 02000000:00000001:1.0:1779213615.169859:0:201066:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1779213615.169862:0:201066:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213615.169873:0:201066:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213615.169879:0:201066:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213615.169883:0:201066:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865639967033344 00000020:00000001:1.0:1779213615.169886:0:201066:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1779213615.169888:0:201066:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a74559621955e9 00000020:00000001:1.0:1779213615.169890:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213615.169894:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000008730e7 refcount=3 00000020:00000001:1.0:1779213615.169897:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000020:00000001:1.0:1779213615.169899:0:201066:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319730745344 : -104753978806272 : ffffa0ba104df000) 00000100:00000001:1.0:1779213615.169904:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213615.169910:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000277fb34b. 00000100:00000001:1.0:1779213615.169912:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213615.169915:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000277fb34b. 00000020:00000010:1.0:1779213615.169922:0:201066:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d47c224. 00000020:00000010:1.0:1779213615.169928:0:201066:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059cc4c8c. 00000020:00000010:1.0:1779213615.169933:0:201066:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002eac6231. 00000100:00000040:1.0:1779213615.169942:0:201066:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1779213615.169946:0:201066:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1779213615.169948:0:201066:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1779213615.169950:0:201066:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.169959:0:201066:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.169973:0:201066:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213615.169985:0:201066:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1779213615.169987:0:201066:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1779213615.169993:0:201066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 8 00000100:00000040:1.0:1779213615.170004:0:201066:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export 00000000008730e7 : new rpc_count 1 00000100:00000001:1.0:1779213615.170007:0:201066:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446639320220296832 : -104753489254784 : ffffa0ba2d7be680) 00000100:00000040:1.0:1779213615.170016:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007430bf89 x1865639967033344/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:256/0 lens 328/0 e 0 to 0 dl 1779213626 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213615.170026:0:201066:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1779213615.170029:0:201066:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000277fb34b. 00000100:00000001:1.0:1779213615.170031:0:201066:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1779213615.170035:0:201066:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000277fb34b. 00000100:00100000:1.0:1779213615.170039:0:201066:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@000000007430bf89 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344209:x1865639967033344:12345-192.168.202.129@tcp:104: 00000100:00000200:1.0:1779213615.170043:0:201066:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1865639967033344 00010000:00000001:1.0:1779213615.170046:0:201066:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1779213615.170055:0:201066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213615.170057:0:201066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213615.170058:0:201066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001eb5634f refcount=2 00000020:00000001:1.0:1779213615.170061:0:201066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213615.170064:0:201066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:1.0:1779213615.170068:0:201066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213615.170072:0:201066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213615.170075:0:201066:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213615.170086:0:201066:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1779213615.170088:0:201066:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1779213615.170094:0:201066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008491ab58. 02000000:00000001:1.0:1779213615.170096:0:201066:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.170099:0:201066:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213615.170104:0:201066:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1779213615.170107:0:201066:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213615.170111:0:201066:0:(import.c:2151:obd_at_measure()) add 1 to 000000004c531faf time=38 v=5 (1 0 1 0) 00000100:00000001:1.0:1779213615.170116:0:201066:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213615.170119:0:201066:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 13 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213615.170139:0:201066:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:1.0:1779213615.170142:0:201066:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1779213615.170145:0:201066:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.170149:0:201066:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213615.170152:0:201066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213615.170157:0:201066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000200:1.0:1779213615.170162:0:201066:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1865639967033344, offset 224 00000400:00000200:1.0:1779213615.170169:0:201066:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213615.170180:0:201066:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213615.170187:0:201066:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [463:463:256:4294967295] 192.168.202.129@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:1.0:1779213615.170199:0:201066:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213615.170205:0:201066:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213615.170209:0:201066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000800:00000200:1.0:1779213615.170216:0:201066:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213615.170261:0:201066:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213615.170265:0:201066:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213615.170277:0:201066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213615.170280:0:201066:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00010000:00000001:1.0:1779213615.170284:0:201066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1779213615.170287:0:201066:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000011079133. 00010000:00000001:1.0:1779213615.170291:0:201066:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1779213615.170305:0:201066:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1779213615.170307:0:201066:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213615.170308:0:201066:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213615.170310:0:201066:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213615.170314:0:201066:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007430bf89 x1865639967033344/t0(0) o104->5b5b512f-2a88-4bb9-9353-717302515155@192.168.202.129@tcp:256/0 lens 328/224 e 0 to 0 dl 1779213626 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1779213615.170324:0:201066:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@000000007430bf89 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5b5b512f-2a88-4bb9-9353-717302515155+3:344209:x1865639967033344:12345-192.168.202.129@tcp:104: Request processed in 296us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1779213615.170332:0:201066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 8 00000100:00000040:1.0:1779213615.170343:0:201066:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000008730e7 : new rpc_count 0 00000100:00000001:1.0:1779213615.170346:0:201066:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1779213615.170348:0:201066:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1779213615.170353:0:201066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059cc4c8c. 00000020:00000010:1.0:1779213615.170357:0:201066:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002eac6231. 00000020:00000010:1.0:1779213615.170362:0:201066:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d47c224. 00000020:00000040:1.0:1779213615.170367:0:201066:0:(genops.c:900:class_export_put()) PUTting export 00000000008730e7 : new refcount 2 00000100:00000001:1.0:1779213615.170370:0:201066:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213615.170382:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213615.170386:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:0.0:1779213615.170391:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213615.170394:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213615.170398:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:0.0:1779213615.170400:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:0.0:1779213615.170402:0:199006:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1779213615.170404:0:199006:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1779213615.170671:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.170676:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.170690:0:201071:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1779213615.170692:0:201071:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1779213615.170694:0:201071:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1779213615.170696:0:201071:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779213615.170706:0:201071:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000001eb5634f already unused, calling callback (00000000527715c5) 10000000:00000001:3.0:1779213615.170709:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779213615.170710:0:201071:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779213615.170714:0:201071:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1779213615.170716:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779213615.170718:0:201071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779213615.170720:0:201071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001eb5634f refcount=3 00000020:00000001:3.0:1779213615.170721:0:201071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:3.0:1779213615.170723:0:201071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325123072 : -104753384428544 : ffffa0ba33bb6c00) 00010000:00000001:3.0:1779213615.170724:0:201071:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1779213615.170725:0:201071:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1779213615.170729:0:201071:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779213615.170730:0:201071:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779213615.170733:0:201071:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1779213615.170735:0:201071:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1779213615.170736:0:201071:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1779213615.170737:0:201071:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1779213615.170738:0:201071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1779213615.170739:0:201071:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779213615.170748:0:201071:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1779213615.170749:0:201071:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1779213615.170750:0:201071:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000000c4c695) refs 2 10000000:00000001:3.0:1779213615.170755:0:201071:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1779213615.170756:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.170759:0:201071:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1779213615.170763:0:201071:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1779213615.170766:0:201071:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1779213615.170769:0:201071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779213615.170773:0:201071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213615.170775:0:201071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001eb5634f with handle 0xf7a7455962195675 from hash 00010000:00000001:3.0:1779213615.170778:0:201071:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1779213615.170781:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779213615.170784:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779213615.170785:0:201071:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1779213615.170788:0:201071:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1779213615.170790:0:201071:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1779213615.170793:0:201071:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1779213615.170795:0:201071:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1779213615.170803:0:201071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213615.170807:0:201071:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213615.170811:0:201071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213615.170813:0:201071:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213615.170817:0:201071:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213615.170823:0:201071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002571a638. 00000100:00000001:3.0:1779213615.170827:0:201071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.170829:0:201071:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1779213615.170832:0:201071:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779213615.170836:0:201071:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1779213615.170837:0:201071:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213615.170841:0:201071:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213615.170842:0:201071:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213615.170850:0:201071:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_02+2] req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213615.170877:0:201071:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779213615.170879:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779213615.170885:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779213615.170886:0:201071:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213615.170888:0:201071:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779213615.170889:0:201071:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.170891:0:201071:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779213615.170895:0:201071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1779213615.170896:0:201071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: 000000001eb5634f/0xf7a7455962195675 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x373baddc8f8f75f3 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779213615.170899:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1779213615.170901:0:201071:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: 00000000fdcfee03 count: 0 00000100:00000001:2.0:1779213615.170903:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213615.170905:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213615.170912:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213615.170912:0:201071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779213615.170914:0:201071:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1779213615.170916:0:201071:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000011079133. 00010000:00000001:3.0:1779213615.170920:0:201071:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213615.170923:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.170925:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.170928:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1779213615.170930:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1779213615.170930:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.170931:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.170933:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1779213615.170934:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213615.170935:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213615.170936:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213615.170939:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1779213615.170940:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213615.170944:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213615.170947:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213615.170950:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960567936:192.168.202.129@tcp:103: 00000100:00000001:2.0:1779213615.170955:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213615.170960:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213615.170962:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213615.170964:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213615.170969:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c923381. 02000000:00000001:2.0:1779213615.170970:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213615.170976:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aba84125. 00000100:00000001:0.0:1779213615.170983:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213615.170983:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd2ae6d2. 00000100:00000001:0.0:1779213615.170987:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213615.170991:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960567936, portal 18 00000100:00000001:2.0:1779213615.170994:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213615.170996:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000100:00000040:2.0:1779213615.171001:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213615.171015:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213615.171018:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213615.171022:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be49e108. 00000100:00000200:2.0:1779213615.171024:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1865639960567936, offset 0 00000400:00000200:2.0:1779213615.171029:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213615.171038:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213615.171041:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213615.171044:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213615.171046:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213615.171048:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213615.171050:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [464:464:256:4294967295] 192.168.202.129@tcp LPNI seq info [464:464:8:4294967295] 00000400:00000200:2.0:1779213615.171057:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213615.171061:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213615.171064:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000800:00000200:2.0:1779213615.171068:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213615.171074:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213615.171077:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1779213615.171089:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213615.171092:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306455657 00000100:00000001:2.0:1779213615.171098:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306455519 00000100:00000001:2.0:1779213615.171101:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306455657 00000100:00000001:2.0:1779213615.171103:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306455519 00000100:00000001:2.0:1779213615.171105:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306455657 00000100:00000001:2.0:1779213615.171108:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306455519 00000100:00000001:2.0:1779213615.171109:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306455657 00000100:00000001:2.0:1779213615.171112:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306455519 00000100:00000001:2.0:1779213615.171114:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213615.171115:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213615.171121:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213615.171122:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213615.171130:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213615.171131:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213615.171133:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213615.171134:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213615.171134:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213615.171135:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213615.171173:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213615.171176:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:1.0:1779213615.171181:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213615.171186:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213615.171190:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be49e108 00000400:00000010:1.0:1779213615.171191:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000be49e108. 00000100:00000001:1.0:1779213615.171195:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213615.171199:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213615.171208:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213615.171211:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213615.171218:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213615.171220:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213615.173612:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.173627:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213615.173631:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.173633:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213615.173643:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213615.173657:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6a0ca2720e080 00000400:00000200:0.0:1779213615.173665:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0xf4d [1] + 224 00000800:00000001:0.0:1779213615.173672:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.173678:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213615.173681:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213615.173686:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213615.173692:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213615.173697:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213615.173707:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213615.173726:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213615.173747:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213615.173751:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213615.173770:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213615.173775:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213615.173782:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213615.173784:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213615.173786:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aba84125. 00000400:00000200:2.0:1779213615.173791:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2ae6d2 00000400:00000010:2.0:1779213615.173793:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd2ae6d2. 00000100:00000001:2.0:1779213615.173796:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213615.173800:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213615.173807:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213615.173811:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213615.173812:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213615.173815:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213615.173817:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213615.173819:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213615.173821:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213615.173823:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213615.173828:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000018ea0887 time=38 v=5 (5 0 5 0) 00000100:00001000:2.0:1779213615.173832:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213615.173834:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213615.173835:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213615.173836:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213615.173838:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213615.173840:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213615.173842:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213615.173846:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213615.173855:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213615.173857:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213615.173861:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213615.173868:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960567936:192.168.202.129@tcp:103: 00000100:00000001:2.0:1779213615.173873:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213615.173875:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213615.173877:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960567936/t0(0) o103->MGC192.168.202.129@tcp@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1779213631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213615.173884:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213615.173887:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213615.173890:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c923381. 02000000:00000001:2.0:1779213615.173893:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213615.173895:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213615.173897:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213615.173899:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213615.173902:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002571a638. 02000000:00000001:2.0:1779213615.173906:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213615.173908:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213615.173909:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:2.0:1779213615.173913:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213615.173914:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213615.173916:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213615.173922:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213615.173924:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213615.173926:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213615.173928:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1779213615.176266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fdcfee03. 00010000:00000010:3.1:1779213615.176281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001eb5634f. 00010000:00000001:2.0:1779213616.156536:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213616.156547:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213616.156555:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213616.156556:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213616.156625:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213616.156628:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213616.156631:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213616.540470:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213616.540480:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213616.540491:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779213616.540499:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213616.540504:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213616.540507:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213616.540513:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213616.540521:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009364803b. 00000100:00000001:1.0:1779213616.540529:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.540540:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213616.540575:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213616.540577:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.540594:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b0e031e] to pc [ptlrpcd_00_03+3] req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.540627:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.540630:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213616.540633:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213616.540637:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 00000020:00000040:1.0:1779213616.540639:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213616.540642:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213616.540643:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213616.540645:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213616.540648:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213616.540652:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.540656:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213616.540665:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213616.540666:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.540670:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_00+0] req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213616.540671:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213616.540678:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1779213616.540681:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213616.540691:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213616.540700:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.540702:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213616.540703:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1779213616.540706:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213616.540707:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213616.540711:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1779213616.540712:0:177165:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1779213616.540716:0:177165:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1779213616.540718:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1779213616.540719:0:177165:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1779213616.540726:0:177165:0:(import.c:487:import_select_connection()) Process entered 00000100:00000001:2.0:1779213616.540731:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1779213616.540732:0:177165:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to NID 192.168.202.129@tcp last attempt 11779 00000100:00000001:3.0:1779213616.540732:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213616.540734:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.540737:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213616.540739:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213616.540739:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779213616.540743:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213616.540746:0:177165:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1779213616.540746:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213616.540748:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213616.540755:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960568064:192.168.202.129@tcp:400: 00000100:00001000:1.0:1779213616.540758:0:177165:0:(import.c:2151:obd_at_measure()) add 15 to 0000000076e65d06 time=12 v=10 (10 1 1 0) 00000100:00000001:3.0:1779213616.540760:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00001000:1.0:1779213616.540762:0:177165:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00000001:3.0:1779213616.540762:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213616.540764:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1779213616.540765:0:177165:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: tried all connections, increasing latency to 10s 02000000:00000001:3.0:1779213616.540766:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213616.540768:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.540769:0:177165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213616.540773:0:177165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1779213616.540774:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213616.540777:0:177165:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00100000:3.0:1779213616.540777:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960568192:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213616.540780:0:177165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 02000000:00000001:2.0:1779213616.540781:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213616.540781:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1779213616.540783:0:177165:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1779213616.540784:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213616.540785:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213616.540787:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213616.540789:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779213616.540790:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1779213616.540791:0:177165:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:1.0:1779213616.540794:0:177165:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1779213616.540797:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068b3a1c1. 02000000:00000010:3.0:1779213616.540797:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf1ee24. 02000000:00000001:3.0:1779213616.540800:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213616.540801:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213616.540806:0:177165:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000400:00000010:3.0:1779213616.540808:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d86ae3. 00000020:00000001:1.0:1779213616.540809:0:177165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000400:00000010:2.0:1779213616.540809:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aba84125. 00000020:00000001:1.0:1779213616.540814:0:177165:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00000040:1.0:1779213616.540817:0:177165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004efe4291 refcount 11 to 192.168.202.129@tcp 00000400:00000010:2.0:1779213616.540817:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd2ae6d2. 00000400:00000010:3.0:1779213616.540817:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 00000100:00000001:1.0:1779213616.540820:0:177165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1779213616.540823:0:177165:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004efe4291 refcount 12 to 192.168.202.129@tcp 00000100:00000001:1.0:1779213616.540824:0:177165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639320217903360 : -104753491648256 : ffffa0ba2d576100) 00000100:00000200:2.0:1779213616.540826:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960568064, portal 25 00000020:00000040:1.0:1779213616.540827:0:177165:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000200:3.0:1779213616.540827:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960568192, portal 10 00000100:00000001:2.0:1779213616.540831:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213616.540831:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1779213616.540832:0:177165:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffffa0ba086af000: import 00000000daf3369f using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00000001:2.0:1779213616.540834:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000001:3.0:1779213616.540834:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 00000100:00000001:1.0:1779213616.540836:0:177165:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213616.540841:0:177165:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1779213616.540842:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213616.540847:0:177165:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213616.540849:0:177165:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.540850:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213616.540851:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.540853:0:177165:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:3.0:1779213616.540856:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000008:00100000:1.0:1779213616.540858:0:177165:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682137 ocd_grant: 2097152, lost: 0. 00000400:00000010:3.0:1779213616.540860:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000008:00000001:1.0:1779213616.540863:0:177165:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213616.540864:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960568192, offset 0 00000100:00000001:1.0:1779213616.540866:0:177165:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213616.540871:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1779213616.540872:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213616.540875:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000200:3.0:1779213616.540875:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213616.540879:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213616.540880:0:177165:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1779213616.540882:0:177165:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213616.540883:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000200:2.0:1779213616.540887:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960568064, offset 0 00000100:00000001:1.0:1779213616.540893:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213616.540895:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1779213616.540896:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213616.540897:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213616.540898:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213616.540904:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009a110aed. 00000400:00000200:3.0:1779213616.540904:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213616.540907:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213616.540909:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213616.540914:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213616.540917:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213616.540921:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [465:465:256:4294967295] 192.168.202.129@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:3.0:1779213616.540933:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213616.540940:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213616.540946:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005023fd5. 00000100:00000001:0.0:1779213616.540949:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213616.540953:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213616.540967:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213616.540976:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213616.540981:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005023fd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213616.541005:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213616.541010:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 206987 usecs (207 jiffies) 00000400:00000200:2.0:1779213616.541013:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213616.541016:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306451663 00000400:00000200:2.0:1779213616.541018:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213616.541022:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306455657 00000400:00000200:2.0:1779213616.541023:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213616.541026:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306451663 00000400:00000200:2.0:1779213616.541028:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213616.541030:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306455657 00000100:00000001:3.0:1779213616.541032:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306451663 00000100:00000001:3.0:1779213616.541034:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306455657 00000100:00000001:3.0:1779213616.541038:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306451663 00000400:00000200:2.0:1779213616.541040:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213616.541041:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306455657 00000100:00000001:3.0:1779213616.541044:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213616.541047:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [466:466:255:4294967295] 192.168.202.129@tcp LPNI seq info [466:466:7:4294967295] 00000400:00000200:2.0:1779213616.541056:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213616.541060:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213616.541064:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000800:00000200:2.0:1779213616.541068:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213616.541072:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213616.541075:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213616.541078:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213616.541081:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306457027 00000100:00000001:2.0:1779213616.541091:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306455657 00000100:00000001:2.0:1779213616.541097:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306457027 00000100:00000001:2.0:1779213616.541100:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306455657 00000100:00000001:2.0:1779213616.541103:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306457027 00000100:00000001:2.0:1779213616.541106:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306455657 00000100:00000001:2.0:1779213616.541108:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306457027 00000100:00000001:2.0:1779213616.541111:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306455657 00000100:00000001:2.0:1779213616.541113:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213616.541115:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213616.541126:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213616.541131:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213616.541203:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213616.541205:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213616.541208:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005023fd5. 00000100:00000001:3.0:1779213616.541210:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.541213:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213616.541217:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213616.541217:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213616.541219:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213616.541252:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213616.541254:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213616.541256:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213616.541257:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.541261:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213616.541262:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213616.541263:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000100:00000001:0.0:1779213616.541265:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213616.541267:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:2.0:1779213616.541273:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213616.541278:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213616.541293:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213616.541297:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213616.541305:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213616.541306:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213616.541377:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213616.541380:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000400:00000200:2.0:1779213616.541382:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213616.541386:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213616.541388:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:2.0:1779213616.541390:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:2.0:1779213616.541392:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213616.541395:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213616.541463:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213616.541465:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213616.541472:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213616.541473:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1779213616.541641:0:177165:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213616.541651:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213616.541652:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.541655:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000590d33bf] to pc [ptlrpcd_rcv+-1] req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.541830:0:177165:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213616.541834:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213616.541838:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213616.541844:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11789) 00000100:00000001:0.0:1779213616.543117:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213616.543123:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213616.543126:0:199011:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213616.543135:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213616.543147:0:199011:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213616.543149:0:199011:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213616.543153:0:199011:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213616.543156:0:199011:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213616.543159:0:199011:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213616.543163:0:199011:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960568320:192.168.202.129@tcp:38: 00000100:00000001:0.0:1779213616.543167:0:199011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213616.543170:0:199011:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213616.543172:0:199011:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213616.543174:0:199011:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213616.543183:0:199011:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ce1241c8. 02000000:00000001:0.0:1779213616.543186:0:199011:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213616.543192:0:199011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b99120. 00000400:00000010:0.0:1779213616.543198:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779213616.543205:0:199011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960568320, portal 10 00000100:00000001:0.0:1779213616.543206:0:199011:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213616.543208:0:199011:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000040:0.0:1779213616.543214:0:199011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213616.543245:0:199011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213616.543261:0:199011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213616.543264:0:199011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e48869. 00000100:00000200:0.0:1779213616.543268:0:199011:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865639960568320, offset 0 00000400:00000200:0.0:1779213616.543274:0:199011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213616.543287:0:199011:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213616.543291:0:199011:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213616.543295:0:199011:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213616.543299:0:199011:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213616.543302:0:199011:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213616.543304:0:199011:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [467:467:256:4294967295] 192.168.202.129@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:0.0:1779213616.543315:0:199011:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213616.543321:0:199011:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213616.543326:0:199011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce0303a. 00000800:00000200:0.0:1779213616.543334:0:199011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213616.543342:0:199011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213616.543346:0:199011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dce0303a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1779213616.543361:0:199011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213616.543365:0:199011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14856 usecs (15 jiffies) 00000100:00000001:0.0:1779213616.543369:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306451474 00000100:00000001:0.0:1779213616.543372:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306457027 00000100:00000001:0.0:1779213616.543374:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306451474 00000100:00000001:0.0:1779213616.543377:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306457027 00000100:00000001:0.0:1779213616.543379:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306451474 00000100:00000001:0.0:1779213616.543382:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306457027 00000100:00000001:0.0:1779213616.543384:0:199011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306451474 00000100:00000001:0.0:1779213616.543386:0:199011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306457027 00000100:00000001:0.0:1779213616.543389:0:199011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213616.543391:0:199011:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213616.543400:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213616.543402:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213616.543410:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213616.543411:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1779213616.543414:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213616.543415:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213616.543417:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213616.543419:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213616.543477:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213616.543481:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce0303a. 00000400:00000200:1.0:1779213616.543486:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213616.543492:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213616.543497:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e48869 00000400:00000010:1.0:1779213616.543499:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e48869. 00000100:00000001:1.0:1779213616.543503:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213616.543506:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.543516:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213616.543519:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.543525:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213616.543526:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213616.543758:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213616.543774:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213616.543778:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213616.543781:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213616.543792:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213616.543808:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720e100 00000400:00000200:0.0:1779213616.543816:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xf59 [1] + 224 00000800:00000001:0.0:1779213616.543822:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213616.543835:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213616.543838:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213616.543842:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213616.543849:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213616.543855:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213616.543866:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213616.543891:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213616.543900:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213616.543903:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213616.543905:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213616.543907:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213616.543910:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213616.543916:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720e180 00000400:00000200:0.0:1779213616.543920:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xf55 [1] + 224 00000800:00000001:0.0:1779213616.543923:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213616.543941:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213616.543944:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213616.543948:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213616.543951:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213616.543955:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213616.543963:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213616.543965:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213616.543970:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213616.543977:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213616.543980:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213616.543982:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aba84125. 00000100:00000001:0.0:1779213616.543986:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213616.543988:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2ae6d2 00000400:00000010:3.0:1779213616.543991:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd2ae6d2. 00000100:00000001:3.0:1779213616.543994:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213616.544000:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213616.544003:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213616.544007:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213616.544014:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213616.544036:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213616.544038:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213616.544039:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.544042:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213616.544043:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213616.544047:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213616.544050:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213616.544053:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213616.544054:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213616.544056:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1779213616.544058:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213616.544059:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d86ae3. 00000400:00000200:1.0:1779213616.544064:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000400:00000010:1.0:1779213616.544066:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00001000:3.0:1779213616.544067:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=71 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213616.544071:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1779213616.544071:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213616.544075:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213616.544077:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213616.544078:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213616.544079:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213616.544082:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.544084:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213616.544091:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213616.544095:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213616.544100:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213616.544106:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213616.544108:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.544111:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213616.544114:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213616.544114:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.544119:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213616.544122:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1779213616.544125:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960568064:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213616.544126:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213616.544130:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.544131:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213616.544134:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.544134:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213616.544138:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960568064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213616.544142:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=60 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213616.544146:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1779213616.544148:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=60 v=5 (1 1 1 1) 02000000:00000001:3.0:1779213616.544149:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213616.544153:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1779213616.544153:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068b3a1c1. 00000100:00000001:1.0:1779213616.544156:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213616.544159:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213616.544159:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213616.544161:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1779213616.544163:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779213616.544164:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213616.544167:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213616.544170:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000020:00000001:3.0:1779213616.544171:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213616.544174:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1779213616.544175:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009364803b. 00000100:00000001:1.0:1779213616.544177:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213616.544182:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1779213616.544184:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213616.544185:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213616.544188:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:1.0:1779213616.544196:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213616.544196:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213616.544199:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.544200:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213616.544202:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213616.544204:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213616.544207:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213616.544213:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213616.544215:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213616.544217:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213616.544219:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213616.544254:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960568192:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213616.544259:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.544261:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213616.544265:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960568192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.544271:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213616.544272:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213616.544273:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf1ee24. 02000000:00000001:1.0:1779213616.544276:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213616.544277:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213616.544278:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213616.544279:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213616.544280:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 02000000:00000001:1.0:1779213616.544282:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213616.544282:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213616.544283:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000100:00000001:1.0:1779213616.544285:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213616.544286:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.544287:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.544290:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213616.544290:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213616.544291:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213616.544293:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213616.551910:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213616.551936:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213616.551942:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213616.551944:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213616.551969:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213616.551993:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 416 into portal 10 MB=0x6a0ca2720e200 00000400:00000200:2.0:1779213616.552003:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 416/416 into md 0xf65 [1] + 0 00000800:00000001:2.0:1779213616.552014:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213616.552025:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213616.552028:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213616.552041:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213616.552050:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213616.552080:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213616.552093:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213616.552113:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213616.552125:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213616.552129:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213616.552178:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213616.552185:0:199011:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213616.552193:0:199011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213616.552196:0:199011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213616.552199:0:199011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021b99120. 00000400:00000200:0.0:1779213616.552206:0:199011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:0.0:1779213616.552208:0:199011:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:0.0:1779213616.552212:0:199011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213616.552247:0:199011:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213616.552258:0:199011:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1779213636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213616.552265:0:199011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213616.552267:0:199011:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213616.552269:0:199011:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213616.552272:0:199011:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213616.552275:0:199011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213616.552277:0:199011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213616.552279:0:199011:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213616.552287:0:199011:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213616.552291:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=12 v=15 (15 1 1 0) 00000100:00000001:0.0:1779213616.552293:0:199011:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213616.552294:0:199011:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213616.552310:0:199011:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213616.552314:0:199011:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213616.552320:0:199011:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213616.552324:0:199011:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213616.552326:0:199011:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213616.552328:0:199011:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213616.552329:0:199011:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213616.552332:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213616.552338:0:199011:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213616.552341:0:199011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213616.552343:0:199011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213616.552345:0:199011:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1779213616.552351:0:199011:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffffa0ba086af000: connect to target with instance 6 00000020:00000001:0.0:1779213616.552353:0:199011:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1779213616.552355:0:199011:0:(genops.c:825:class_conn2export()) looking for export cookie 0xf7a745596219563d 00000020:00000001:0.0:1779213616.552357:0:199011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779213616.552359:0:199011:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000095517b36 refcount=5 00000020:00000001:0.0:1779213616.552361:0:199011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000020:00000001:0.0:1779213616.552363:0:199011:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446639319507558400 : -104754201993216 : ffffa0ba03006000) 00000100:00001000:0.0:1779213616.552366:0:199011:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=1779213616 v=0 (0 0 0 0) 00000100:00001000:0.0:1779213616.552369:0:199011:0:(import.c:2217:obd_at_measure()) AT 0000000076e65d06 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1779213616.552372:0:199011:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1751, crc32c 11075, adler 1279 00000020:00000040:0.0:1779213616.552377:0:199011:0:(genops.c:900:class_export_put()) PUTting export 0000000095517b36 : new refcount 4 00000100:00000001:0.0:1779213616.552380:0:199011:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1779213616.552383:0:199011:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000008:00000020:0.0:1779213616.552386:0:199011:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffffa0ba086af000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1779213616.552390:0:199011:0:(mdc_request.c:3098:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1779213616.552391:0:199011:0:(mdc_request.c:3105:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1779213616.552393:0:199011:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1779213616.552396:0:199011:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1779213616.552403:0:199011:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1779213616.552405:0:199011:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1779213616.552407:0:199011:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213616.552408:0:199011:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1779213616.552411:0:199011:0:(import.c:65:import_set_state_nolock()) 00000000daf3369f lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1779213616.552414:0:199011:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1779213616.552415:0:199011:0:(mdc_request.c:2870:mdc_import_event()) Process entered 00000002:00000001:0.0:1779213616.552416:0:199011:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1779213616.552417:0:199011:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1779213616.552418:0:199011:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1779213616.552420:0:199011:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv 00000000cdd6289b for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1779213616.552423:0:199011:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xf7a7455962195636 00800000:00000040:0.0:1779213616.552425:0:199011:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xf7a745596219563d 00800000:00000040:0.0:1779213616.552426:0:199011:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffffa0ba086af000=0d1ced15-d7b8-4dfb-8a25-2609d381f7a4 device 4 (00000000a035ef17) type mdc at LMV idx 1 00800000:00000040:0.0:1779213616.552429:0:199011:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD 00000000a035ef17 already active! 00800000:00000001:0.0:1779213616.552431:0:199011:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1779213616.552433:0:199011:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1779213616.552434:0:199011:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213616.552436:0:199011:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=5 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000002:00000001:1.0:1779213616.552672:0:199011:0:(mdc_request.c:2944:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213616.552682:0:199011:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1779213616.552685:0:199011:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1779213616.552688:0:199011:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213616.552690:0:199011:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1779213616.552694:0:205556:0:(mdc_request.c:2629:mdc_kuc_reregister_thread()) Process entered 00000100:00000040:1.0:1779213616.552695:0:199011:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213616.552698:0:205556:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1779213616.552703:0:205556:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213616.552705:0:199011:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199011:1865639960568320:192.168.202.129@tcp:38: 00000020:00000001:0.0:1779213616.552707:0:205556:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213616.552710:0:205556:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213616.552712:0:205556:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:0.0:1779213616.552714:0:205556:0:(mdc_request.c:2639:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213616.552722:0:199011:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.552724:0:199011:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213616.552728:0:199011:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960568320/t0(0) o38->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1779213636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213616.552735:0:199011:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213616.552738:0:199011:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213616.552741:0:199011:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ce1241c8. 02000000:00000001:1.0:1779213616.552745:0:199011:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213616.552746:0:199011:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213616.552747:0:199011:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213616.552749:0:199011:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213616.552751:0:199011:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009a110aed. 02000000:00000001:1.0:1779213616.552766:0:199011:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213616.552769:0:199011:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213616.552770:0:199011:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:1.0:1779213616.552775:0:199011:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213616.552777:0:199011:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.552778:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213616.552785:0:199011:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213616.552786:0:199011:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213616.552787:0:199011:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213616.552789:0:199011:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213617.180416:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213617.180420:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213617.180424:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213617.180425:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213617.180487:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213617.180490:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213617.180493:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213618.204586:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213618.204592:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213618.204597:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213618.204598:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213618.204667:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213618.204673:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213618.204676:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213619.228295:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213619.228301:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213619.228304:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213619.228307:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213619.228311:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213619.228314:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213619.228315:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213619.228318:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213619.228322:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213619.228324:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213619.228326:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213619.228328:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213619.228330:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213619.228332:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213619.228333:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213619.228336:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213619.228368:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213619.228372:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213619.228375:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213620.252355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213620.252361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213620.252367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213620.252370:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213620.252439:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213620.252442:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213620.252445:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213621.276361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213621.276382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213621.276389:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213621.276390:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213621.276451:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213621.276457:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213621.276462:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213621.660379:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213621.660383:0:201065:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1779213621.660388:0:201065:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213621.660391:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213621.660400:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213621.660407:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213621.660412:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213621.660427:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213621.660432:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213621.660439:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000001:0.0:1779213621.660446:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213621.660456:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213621.660467:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213621.660468:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213621.660474:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_01+1] req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213621.660508:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213621.660511:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213621.660514:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213621.660516:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213621.660519:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213621.660521:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213621.660523:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213621.660524:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213621.660528:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213621.660531:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213621.660549:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213621.660556:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213621.660558:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213621.660560:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213621.660563:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_02+2] req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213621.660565:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213621.660566:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213621.660570:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213621.660570:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213621.660578:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213621.660588:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213621.660590:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213621.660593:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213621.660595:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213621.660596:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213621.660596:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213621.660599:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213621.660600:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213621.660601:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213621.660603:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213621.660608:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1779213621.660609:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960568448:192.168.202.129@tcp:400: 00000100:00000010:0.0:1779213621.660612:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000100:00000040:3.0:1779213621.660612:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213621.660617:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1779213621.660618:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213621.660622:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213621.660624:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213621.660629:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213621.660630:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213621.660631:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213621.660632:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213621.660634:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213621.660634:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213621.660638:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213621.660638:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213621.660638:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213621.660642:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213621.660644:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7b54c4f. 02000000:00000001:3.0:1779213621.660644:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213621.660646:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 02000000:00000001:1.0:1779213621.660649:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213621.660650:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960568576:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213621.660651:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213621.660656:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000100:00000040:0.0:1779213621.660658:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1779213621.660664:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000001:3.0:1779213621.660666:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1779213621.660672:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960568448, portal 25 00000100:00000001:0.0:1779213621.660673:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213621.660673:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213621.660676:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213621.660677:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213621.660677:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213621.660680:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 02000000:00000001:3.0:1779213621.660681:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213621.660683:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_03+3] req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213621.660687:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000968dc6ab. 00000100:00000040:1.0:1779213621.660689:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213621.660692:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213621.660700:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e80503c9. 00000400:00000010:3.0:1779213621.660708:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000001:1.0:1779213621.660709:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213621.660713:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:3.0:1779213621.660713:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960568576, portal 10 00000100:00000001:0.0:1779213621.660715:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213621.660717:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000001:3.0:1779213621.660717:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213621.660718:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213621.660721:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000200:1.0:1779213621.660723:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960568448, offset 0 00000100:00000040:0.0:1779213621.660726:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213621.660731:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213621.660732:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11794) 00000400:00000200:1.0:1779213621.660735:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213621.660743:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213621.660746:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213621.660747:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213621.660749:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213621.660750:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213621.660752:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1779213621.660752:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9e5ad9. 00000100:00000200:3.0:1779213621.660758:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960568576, offset 0 00000400:00000200:1.0:1779213621.660760:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213621.660761:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213621.660769:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213621.660775:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213621.660776:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213621.660780:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213621.660782:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213621.660783:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213621.660787:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213621.660790:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [468:468:256:4294967295] 192.168.202.129@tcp LPNI seq info [468:468:8:4294967295] 02000000:00000001:2.0:1779213621.660790:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213621.660793:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213621.660799:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960568704:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213621.660802:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213621.660807:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213621.660810:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:2.0:1779213621.660810:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213621.660814:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213621.660820:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075d620df. 00000800:00000200:1.0:1779213621.660821:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213621.660823:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213621.660824:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213621.660829:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff4cc532. 00000400:00000200:3.0:1779213621.660830:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1779213621.660831:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c99ba43. 00000400:00000200:3.0:1779213621.660835:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:2.0:1779213621.660837:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000400:00000200:3.0:1779213621.660838:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213621.660844:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:2.0:1779213621.660844:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960568704, portal 10 00000400:00000200:3.0:1779213621.660845:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213621.660850:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213621.660852:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [469:469:255:4294967295] 192.168.202.129@tcp LPNI seq info [469:469:7:4294967295] 00000100:00000001:2.0:1779213621.660853:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000040:2.0:1779213621.660863:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213621.660869:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213621.660883:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213621.660883:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213621.660888:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213621.660889:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000400:00000010:2.0:1779213621.660891:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba39a694. 00000800:00000200:3.0:1779213621.660895:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213621.660902:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:2.0:1779213621.660903:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960568704, offset 0 00000400:00000200:2.0:1779213621.660911:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213621.660913:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213621.660924:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213621.660928:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213621.660932:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213621.660933:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213621.660935:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213621.660938:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 205530 usecs (206 jiffies) 00000800:00000200:1.0:1779213621.660940:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ff4cc532 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213621.660941:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213621.660944:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306456782 00000100:00000001:1.0:1779213621.660947:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213621.660947:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213621.660950:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306457027 00000100:00000001:1.0:1779213621.660954:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462147 00000400:00000200:2.0:1779213621.660954:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [470:470:254:4294967295] 192.168.202.129@tcp LPNI seq info [470:470:6:4294967295] 00000100:00000001:3.0:1779213621.660955:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306456782 00000100:00000001:3.0:1779213621.660961:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306457027 00000100:00000001:1.0:1779213621.660963:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306457027 00000100:00000001:3.0:1779213621.660965:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306456782 00000100:00000001:3.0:1779213621.660969:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306457027 00000400:00000200:2.0:1779213621.660974:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213621.660976:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306456782 00000100:00000001:1.0:1779213621.660978:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462147 00000100:00000001:3.0:1779213621.660982:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306457027 00000800:00000200:2.0:1779213621.660986:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213621.660987:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306457027 00000100:00000001:3.0:1779213621.660987:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1779213621.660990:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213621.660992:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000100:00000001:3.0:1779213621.660993:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213621.660994:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000100:00000001:1.0:1779213621.660994:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462147 00000100:00000001:3.0:1779213621.660999:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213621.661000:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213621.661000:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306457027 00000800:00000200:2.0:1779213621.661003:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213621.661004:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213621.661007:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462147 00000400:00000200:0.0:1779213621.661009:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213621.661014:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306457027 00000100:00000001:3.0:1779213621.661014:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1779213621.661015:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213621.661016:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9e5ad9 00000100:00000001:3.0:1779213621.661017:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1779213621.661020:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9e5ad9. 00000100:00000001:1.0:1779213621.661020:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213621.661021:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213621.661022:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213621.661025:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213621.661026:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213621.661026:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213621.661028:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213621.661029:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213621.661030:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213621.661031:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213621.661034:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213621.661035:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213621.661035:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14845 usecs (15 jiffies) 00000100:00000001:2.0:1779213621.661041:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306456591 00000100:00000001:1.0:1779213621.661044:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213621.661046:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213621.661046:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306462147 00000100:00000001:1.0:1779213621.661047:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1779213621.661051:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213621.661051:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306456591 00000100:00000001:1.0:1779213621.661052:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213621.661055:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306462147 00000100:00000001:1.0:1779213621.661056:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213621.661059:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213621.661060:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306456591 00000100:00000001:1.0:1779213621.661063:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213621.661063:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306462147 00000100:00000001:2.0:1779213621.661068:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306456591 00000100:00000001:2.0:1779213621.661071:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306462147 00000100:00000001:2.0:1779213621.661075:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213621.661080:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213621.661084:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213621.661084:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213621.661089:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213621.661089:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213621.661095:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213621.661096:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213621.661104:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213621.661104:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213621.661107:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1779213621.661108:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff4cc532. 00000100:00000001:2.0:1779213621.661109:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213621.661112:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213621.661119:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213621.661124:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213621.661128:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:0.0:1779213621.661130:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:0.0:1779213621.661133:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213621.661136:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213621.661143:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213621.661145:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213621.661150:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213621.661151:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213621.661206:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213621.661209:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000400:00000200:0.0:1779213621.661211:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213621.661214:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213621.661216:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba39a694 00000400:00000010:0.0:1779213621.661218:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ba39a694. 00000100:00000001:0.0:1779213621.661220:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213621.661247:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213621.661255:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213621.661257:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213621.661263:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213621.661264:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213621.663166:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663176:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213621.663179:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663180:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213621.663186:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213621.663195:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720e300 00000400:00000200:0.0:1779213621.663200:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xf71 [1] + 224 00000800:00000001:0.0:1779213621.663211:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663213:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213621.663215:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213621.663217:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213621.663220:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213621.663238:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213621.663244:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213621.663254:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213621.663260:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663262:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213621.663263:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663263:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213621.663266:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213621.663270:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720e280 00000400:00000200:0.0:1779213621.663274:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xf6d [1] + 224 00000800:00000001:0.0:1779213621.663276:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663279:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213621.663280:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213621.663282:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213621.663284:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213621.663286:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213621.663289:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213621.663292:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213621.663293:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213621.663299:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213621.663301:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213621.663303:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1779213621.663304:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e80503c9. 00000400:00000200:3.0:1779213621.663308:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:3.0:1779213621.663310:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:3.0:1779213621.663313:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1779213621.663316:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663319:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213621.663319:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213621.663322:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213621.663325:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213621.663329:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213621.663333:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213621.663337:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213621.663342:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720e380 00000100:00000001:1.0:1779213621.663342:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213621.663344:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213621.663348:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213621.663350:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xf7d [1] + 224 00000100:00000001:3.0:1779213621.663351:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213621.663354:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1779213621.663355:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213621.663355:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213621.663356:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1779213621.663359:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213621.663359:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213621.663360:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213621.663363:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 02000000:00000001:3.0:1779213621.663363:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213621.663364:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213621.663370:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213621.663371:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000100:00001000:3.0:1779213621.663373:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=65 v=5 (5 5 5 5) 00000400:00000010:1.0:1779213621.663374:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00001000:3.0:1779213621.663379:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213621.663380:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213621.663381:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213621.663381:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213621.663384:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213621.663386:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1779213621.663389:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213621.663389:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213621.663390:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213621.663396:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213621.663398:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213621.663401:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213621.663404:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213621.663411:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213621.663414:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213621.663422:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213621.663433:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213621.663438:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213621.663442:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213621.663444:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213621.663447:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213621.663449:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213621.663450:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213621.663453:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213621.663455:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213621.663456:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1779213621.663461:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960568576:192.168.202.129@tcp:400: 00000800:00000001:0.0:1779213621.663462:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213621.663463:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213621.663467:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213621.663468:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213621.663469:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213621.663473:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1779213621.663474:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=76 v=5 (5 5 5 5) 00000100:00000040:3.0:1779213621.663477:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960568576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213621.663480:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213621.663486:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213621.663489:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213621.663491:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1779213621.663492:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213621.663494:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213621.663495:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213621.663497:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213621.663501:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213621.663505:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000968dc6ab. 02000000:00000001:3.0:1779213621.663511:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213621.663512:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1779213621.663514:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213621.663516:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1779213621.663517:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213621.663519:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213621.663520:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213621.663521:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213621.663523:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 00000100:00000001:2.0:1779213621.663524:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213621.663525:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213621.663529:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1779213621.663529:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1779213621.663541:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1779213621.663544:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1779213621.663545:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c99ba43. 00000100:00000010:3.0:1779213621.663547:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000400:00000200:2.0:1779213621.663550:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000100:00100000:1.0:1779213621.663552:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960568448:192.168.202.129@tcp:400: 00000400:00000010:2.0:1779213621.663553:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:3.0:1779213621.663554:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213621.663557:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213621.663557:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213621.663562:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213621.663563:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213621.663564:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213621.663567:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213621.663568:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213621.663572:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213621.663576:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960568448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213621.663576:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213621.663579:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213621.663580:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213621.663603:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213621.663603:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213621.663606:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213621.663607:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213621.663610:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7b54c4f. 00000100:00000001:2.0:1779213621.663610:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213621.663611:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213621.663613:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213621.663615:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213621.663616:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1779213621.663616:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213621.663619:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1779213621.663619:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=76 v=5 (5 5 5 5) 00000020:00000040:1.0:1779213621.663622:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00001000:2.0:1779213621.663623:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=5 v=5 (1 0 0 0) 00000020:00000001:1.0:1779213621.663627:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213621.663627:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213621.663630:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213621.663631:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 00010000:00000001:2.0:1779213621.663632:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213621.663635:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213621.663636:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213621.663639:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213621.663641:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00010000:00000001:2.0:1779213621.663642:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213621.663645:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213621.663646:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213621.663647:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213621.663647:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213621.663648:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213621.663654:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213621.663657:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213621.663658:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213621.663663:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213621.663664:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213621.663667:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213621.663667:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213621.663670:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213621.663670:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213621.663672:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213621.663675:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213621.663683:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960568704:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213621.663687:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213621.663689:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213621.663691:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960568704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213621.663697:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213621.663698:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213621.663700:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075d620df. 02000000:00000001:2.0:1779213621.663702:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213621.663703:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213621.663704:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213621.663706:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213621.663708:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 02000000:00000001:2.0:1779213621.663710:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213621.663711:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213621.663712:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:2.0:1779213621.663714:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213621.663715:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213621.663717:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213621.663720:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213621.663721:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213621.663723:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213621.663724:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.172340:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213622.172346:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000000c4c695) refs 2 10000000:00000001:1.0:1779213622.172352:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.172355:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1779213622.172356:0:201073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1779213622.172357:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779213622.172361:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1779213622.172362:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779213622.172364:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffffa0ba086af000 from 14 10000000:00000001:1.0:1779213622.172368:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779213622.172369:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1779213622.172386:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213622.172390:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213622.172395:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213622.172398:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213622.172403:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213622.172410:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7b54c4f. 00000100:00000001:1.0:1779213622.172421:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.172426:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779213622.172429:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1779213622.172435:0:201073:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f5164459. 00010000:00000001:1.0:1779213622.172440:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779213622.172443:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d8d83f50. 00000020:00000001:1.0:1779213622.172447:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779213622.172450:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8d83f50 with handle 0xf7a745596219568a to hash 00000020:00000001:1.0:1779213622.172452:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779213622.172453:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000001:1.0:1779213622.172456:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000001:1.0:1779213622.172459:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213622.172462:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213622.172477:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 00000000d8d83f50/0xf7a745596219568a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213622.172487:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 00000000d8d83f50/0xf7a745596219568a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213622.172497:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 00000000d8d83f50/0xf7a745596219568a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213622.172504:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213622.172506:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213622.172512:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.172514:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319577341120 : -104754132210496 : ffffa0ba07292cc0) 00000100:00000001:1.0:1779213622.172517:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.172518:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000001:1.0:1779213622.172523:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213622.172525:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.172540:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213622.172542:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213622.172551:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.172560:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213622.172562:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.172566:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213622.172568:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213622.172579:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213622.172582:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960568832:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213622.172588:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213622.172593:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213622.172596:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.172598:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213622.172603:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000205414ec. 02000000:00000001:1.0:1779213622.172605:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213622.172616:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000400:00000010:1.0:1779213622.172622:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213622.172630:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960568832, portal 25 00000100:00000001:1.0:1779213622.172632:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.172633:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000040:1.0:1779213622.172638:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.172645:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213622.172647:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213622.172659:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19e4e07. 00000100:00000200:1.0:1779213622.172661:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960568832, offset 0 00000400:00000200:1.0:1779213622.172667:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213622.172680:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213622.172685:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213622.172688:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213622.172692:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213622.172694:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213622.172697:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [471:471:256:4294967295] 192.168.202.129@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:1.0:1779213622.172716:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213622.172721:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213622.172726:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 00000800:00000200:1.0:1779213622.172732:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213622.172740:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213622.172743:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779213622.172760:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.172764:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462659 00000100:00000001:1.0:1779213622.172771:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462147 00000100:00000001:1.0:1779213622.172775:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462659 00000100:00000001:1.0:1779213622.172777:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462147 00000100:00000001:1.0:1779213622.172781:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462659 00000100:00000001:1.0:1779213622.172790:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462147 00000100:00000001:1.0:1779213622.172793:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462659 00000100:00000001:1.0:1779213622.172796:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462147 00000100:00000001:1.0:1779213622.172800:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.172802:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.172805:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213622.172806:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213622.172808:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000097fa36e9 going to sleep for 11 seconds 00000100:00000001:1.0:1779213622.172811:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213622.172813:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213622.172906:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213622.172910:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:2.0:1779213622.172916:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213622.172926:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213622.172931:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19e4e07 00000400:00000010:2.0:1779213622.172933:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e19e4e07. 00000100:00000001:2.0:1779213622.172937:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213622.172940:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.172949:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213622.172951:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.172957:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.172959:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213622.176285:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.176300:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213622.176304:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.176307:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.176316:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213622.176331:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca2720e400 00000400:00000200:0.0:1779213622.176338:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0xf85 [1] + 224 00000800:00000001:0.0:1779213622.176344:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.176351:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.176354:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.176358:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213622.176364:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213622.176371:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213622.176380:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.176406:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213622.176414:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.176416:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.176450:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213622.176458:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213622.176460:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213622.176462:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 00000400:00000200:1.0:1779213622.176466:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:1.0:1779213622.176469:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:1.0:1779213622.176471:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213622.176475:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213622.176484:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.176490:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213622.176492:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.176494:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213622.176497:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213622.176500:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213622.176502:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.176505:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213622.176511:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213622.176515:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213622.176517:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213622.176519:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.176521:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213622.176523:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.176545:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213622.176549:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.176556:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.176559:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213622.176561:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213622.176564:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213622.176571:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960568832:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213622.176575:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.176578:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.176580:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213622.176582:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.176584:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.176590:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213622.176592:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.176595:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213622.176596:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.176598:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779213622.176601:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213622.176603:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213622.176606:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8d83f50 refcount=4 00000020:00000001:1.0:1779213622.176608:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000001:1.0:1779213622.176611:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000040:1.0:1779213622.176616:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000d8d83f50, remote cookie: 0x373baddc8f8f770b, flags: 0x0 00010000:00000001:1.0:1779213622.176620:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779213622.176623:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779213622.176625:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779213622.176626:0:201073:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779213622.176628:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779213622.176630:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f5164459) refcount = 1 00010000:00010000:1.0:1779213622.176639:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 00000000d8d83f50/0xf7a745596219568a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f770b expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213622.176647:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779213622.176649:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779213622.176650:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779213622.176652:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779213622.176654:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213622.176656:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 00000000d8d83f50/0xf7a745596219568a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f770b expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213622.176662:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779213622.176664:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.176665:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213622.176666:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.176667:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213622.176668:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.176671:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.176674:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960568832/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.176680:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213622.176682:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213622.176684:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000205414ec. 02000000:00000001:1.0:1779213622.176687:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213622.176689:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.176691:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.176693:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213622.176695:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e7b54c4f. 02000000:00000001:1.0:1779213622.176698:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213622.176700:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213622.176702:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:1.0:1779213622.176706:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213622.176707:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779213622.176709:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.176712:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213622.176713:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000000c4c695) refs 3 10000000:00000001:1.0:1779213622.176720:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.176722:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213622.176723:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213622.176724:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8d83f50 refcount=3 00000020:00000001:1.0:1779213622.176726:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000001:1.0:1779213622.176728:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000001:1.0:1779213622.176730:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779213622.176731:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.176732:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213622.176733:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.176735:0:201073:0:(mgc_request.c:1521:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1779213622.176738:0:201073:0:(mgc_request.c:1533:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000045916716. 00000100:00000010:1.0:1779213622.176752:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213622.176755:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213622.176758:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213622.176760:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213622.176764:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213622.176768:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7b54c4f. 00000100:00000001:1.0:1779213622.176774:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.176778:0:201073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1779213622.176781:0:201073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000205414ec. 00000100:00000010:1.0:1779213622.176783:0:201073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ab13dfc6. 00000020:00000040:1.0:1779213622.176793:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213622.176798:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213622.176799:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213622.176803:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.176805:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319577341120 : -104754132210496 : ffffa0ba07292cc0) 00000100:00000001:1.0:1779213622.176807:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.176808:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000001:1.0:1779213622.176812:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213622.176814:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.176815:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213622.176817:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213622.176820:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.176838:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213622.176840:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.176844:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213622.176846:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213622.176847:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213622.176850:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960568960:192.168.202.129@tcp:256: 00000100:00000001:1.0:1779213622.176854:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213622.176857:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213622.176859:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.176861:0:201073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1779213622.176866:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ef8a0a. 00000400:00000010:1.0:1779213622.176878:0:201073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b0352340. 00000100:00000200:1.0:1779213622.176883:0:201073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a0ca2720e480-0x6a0ca2720e480, portal 33 00000100:00000001:1.0:1779213622.176886:0:201073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.176889:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213622.176892:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad0f9893. 02000000:00000001:1.0:1779213622.176894:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213622.176896:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213622.176899:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213622.176901:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960568960, portal 25 00000100:00000001:1.0:1779213622.176903:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.176904:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000040:1.0:1779213622.176908:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.176915:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213622.176917:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213622.176919:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90e9037. 00000100:00000200:1.0:1779213622.176922:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1865639960568960, offset 0 00000400:00000200:1.0:1779213622.176927:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213622.176935:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213622.176940:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213622.176949:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213622.176952:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213622.176955:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213622.176958:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [472:472:256:4294967295] 192.168.202.129@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:1.0:1779213622.176968:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213622.176973:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213622.176976:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 00000800:00000200:1.0:1779213622.176982:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213622.176987:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213622.176990:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1779213622.177011:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.177015:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462663 00000100:00000001:1.0:1779213622.177021:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462659 00000100:00000001:1.0:1779213622.177026:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462663 00000100:00000001:1.0:1779213622.177029:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462659 00000100:00000001:1.0:1779213622.177031:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462663 00000100:00000001:1.0:1779213622.177035:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462659 00000100:00000001:1.0:1779213622.177038:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462663 00000100:00000001:1.0:1779213622.177042:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462659 00000100:00000001:1.0:1779213622.177046:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.177048:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.177050:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213622.177052:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213622.177053:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000097fa36e9 going to sleep for 11 seconds 00000100:00000001:1.0:1779213622.177055:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213622.177065:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213622.177095:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213622.177099:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:0.0:1779213622.177102:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.177106:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213622.177109:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90e9037 00000400:00000010:0.0:1779213622.177110:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e90e9037. 00000100:00000001:0.0:1779213622.177113:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213622.177116:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.177124:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213622.177126:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.177131:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213622.177132:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213622.178183:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.178190:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213622.178192:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.178194:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213622.178200:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213622.178209:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 44 into portal 33 MB=0x6a0ca2720e480 00000400:00000200:2.0:1779213622.178213:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.129@tcp of length 44/44 into md 0xf8d [4] + 0 00000400:00000010:2.0:1779213622.178216:0:199006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1ef8a0a. 00000400:00000200:2.0:1779213622.178219:0:199006:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0352340 00000800:00000001:2.0:1779213622.178246:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.178252:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213622.178254:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213622.178257:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213622.178260:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0352340 00000400:00000010:2.0:1779213622.178262:0:199006:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000b0352340. 00000100:00000001:2.0:1779213622.178265:0:199006:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1779213622.178266:0:199006:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000590d33bf desc 00000000205414ec mbits 1865639960568960 00000100:00000001:2.0:1779213622.178278:0:199006:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1779213622.178281:0:199006:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1779213622.178285:0:199006:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213622.178290:0:199006:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [473:473:256:4294967295] 192.168.202.129@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:2.0:1779213622.178308:0:199006:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) 192.168.202.129@tcp : ACK try# 0 00000100:00000001:1.0:1779213622.178314:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213622.178314:0:199006:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213622.178318:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213622.178320:0:199006:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000e86c2fd6. 00000800:00000200:2.0:1779213622.178326:0:199006:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213622.178332:0:199006:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213622.178335:0:199006:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e86c2fd6 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1779213622.178378:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1779213622.178380:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:2.0:1779213622.178381:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000e86c2fd6. 00000800:00000001:0.0:1779213622.178384:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213622.178385:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213622.178391:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: ACK: OK 00000800:00000001:0.0:1779213622.182939:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.182953:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213622.182956:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.182958:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.182965:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213622.182976:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 240 into portal 25 MB=0x6a0ca2720e480 00000400:00000200:0.0:1779213622.182981:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 240/240 into md 0xf91 [1] + 224 00000800:00000001:0.0:1779213622.182987:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.182991:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.182992:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.182995:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213622.182999:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213622.183004:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213622.183022:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.183035:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213622.183042:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.183043:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.183078:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213622.183085:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213622.183094:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213622.183096:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213622.183100:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:1.0:1779213622.183102:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:1.0:1779213622.183106:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213622.183109:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213622.183118:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.183125:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213622.183127:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.183129:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213622.183132:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213622.183134:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213622.183136:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.183139:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213622.183144:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213622.183147:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213622.183149:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213622.183149:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.183151:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213622.183153:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.183154:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213622.183156:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213622.183161:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.183166:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213622.183167:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213622.183168:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213622.183172:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960568960:192.168.202.129@tcp:256: 00000100:00000001:1.0:1779213622.183181:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.183182:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.183184:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213622.183185:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.183187:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.183191:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213622.183193:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.183194:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213622.183195:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1779213622.183198:0:201073:0:(mgc_request.c:1599:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:1.0:1779213622.183201:0:201073:0:(mgc_request.c:1310:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1779213622.183204:0:201073:0:(mgc_request.c:1333:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000003ed7600. 10000000:00000010:1.0:1779213622.183206:0:201073:0:(mgc_request.c:1345:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 000000009ab5d339. 10000000:00000200:1.0:1779213622.183210:0:201073:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1779213622.183212:0:201073:0:(mgc_request.c:1442:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffffa0ba086af000 00010000:00000001:1.0:1779213622.183217:0:201073:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1779213622.183219:0:201073:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:1.0:1779213622.183221:0:201073:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.202.129@tcp has 192.168.202.129@tcp. 00000100:00000001:1.0:1779213622.183250:0:201073:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.183252:0:201073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1779213622.183254:0:201073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.129@tcp with 192.168.202.129@tcp 00000100:00000200:1.0:1779213622.183256:0:201073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.129@tcp' 00000400:00000200:1.0:1779213622.183258:0:201073:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1779213622.183261:0:201073:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1779213622.183264:0:201073:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.129@tcp 00000400:00000200:1.0:1779213622.183269:0:201073:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.129@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1779213622.183275:0:201073:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1779213622.183278:0:201073:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.129@tcp NID 192.168.202.129@tcp: 0. pending discovery 00000400:00000200:1.0:1779213622.183280:0:201073:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.129@tcp 00000100:00000001:1.0:1779213622.183282:0:201073:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.183284:0:201073:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1779213622.183286:0:201073:0:(mgc_request.c:1488:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-MDT0001-mdc-ffffa0ba086af000 10000000:00000010:1.0:1779213622.183288:0:201073:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 000000009ab5d339. 10000000:00000010:1.0:1779213622.183297:0:201073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000003ed7600. 10000000:00000001:1.0:1779213622.183299:0:201073:0:(mgc_request.c:1497:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.183302:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.183305:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960568960/t0(0) o256->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.183311:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213622.183314:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213622.183316:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad0f9893. 02000000:00000001:1.0:1779213622.183319:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213622.183320:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.183322:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.183324:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213622.183326:0:201073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1779213622.183328:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.183328:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.183330:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1779213622.183333:0:201073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ab13dfc6. 00000100:00000010:1.0:1779213622.183336:0:201073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000205414ec. 00000100:00000001:1.0:1779213622.183338:0:201073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1779213622.183340:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e7b54c4f. 02000000:00000001:1.0:1779213622.183342:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213622.183344:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213622.183345:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:1.0:1779213622.183350:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213622.183351:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1779213622.183365:0:201073:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000045916716. 10000000:01000000:1.0:1779213622.183369:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1779213622.183372:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779213622.183374:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213622.183376:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213622.183379:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8d83f50 refcount=3 00000020:00000001:1.0:1779213622.183381:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000001:1.0:1779213622.183383:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325121536 : -104753384430080 : ffffa0ba33bb6600) 00010000:00000001:1.0:1779213622.183386:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779213622.183389:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 00000000d8d83f50/0xf7a745596219568a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f770b expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213622.183403:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.183405:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779213622.183406:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 00000000d8d83f50/0xf7a745596219568a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f770b expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213622.183412:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779213622.183413:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.183414:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779213622.183415:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.183417:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.183420:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779213622.183422:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213622.183423:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000067667326) refs 2 10000000:00000001:1.0:1779213622.183425:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.183427:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779213622.183428:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000000c4c695) refs 3 10000000:00000001:1.0:1779213622.183430:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1779213622.183431:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779213622.183432:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1779213622.183434:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779213622.183435:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0ba086af000 from 43 10000000:00000001:1.0:1779213622.183437:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779213622.183438:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1779213622.183442:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213622.183445:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213622.183449:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213622.183451:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213622.183455:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213622.183460:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7b54c4f. 00000100:00000001:1.0:1779213622.183465:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.183469:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779213622.183477:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1779213622.183483:0:201073:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c5f8436b. 00010000:00000001:1.0:1779213622.183488:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779213622.183489:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003f4d75c1. 00000020:00000001:1.0:1779213622.183495:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779213622.183496:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003f4d75c1 with handle 0xf7a7455962195691 to hash 00000020:00000001:1.0:1779213622.183498:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779213622.183499:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000001:1.0:1779213622.183501:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000001:1.0:1779213622.183503:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779213622.183505:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213622.183507:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213622.183511:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779213622.183518:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779213622.183521:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213622.183523:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213622.183525:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.183538:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319577341120 : -104754132210496 : ffffa0ba07292cc0) 00000100:00000001:1.0:1779213622.183541:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.183542:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000001:1.0:1779213622.183544:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213622.183546:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.183547:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213622.183548:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213622.183551:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.183555:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213622.183557:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.183559:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213622.183561:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213622.183562:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213622.183568:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569088:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213622.183570:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213622.183573:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213622.183575:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.183576:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213622.183579:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000205414ec. 02000000:00000001:1.0:1779213622.183580:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213622.183582:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213622.183585:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213622.183589:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960569088, portal 25 00000100:00000001:1.0:1779213622.183590:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.183591:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000040:1.0:1779213622.183593:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.183597:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213622.183599:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213622.183601:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40c3f01. 00000100:00000200:1.0:1779213622.183602:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960569088, offset 0 00000400:00000200:1.0:1779213622.183605:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213622.183611:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213622.183615:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213622.183618:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213622.183621:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213622.183624:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213622.183627:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [474:474:256:4294967295] 192.168.202.129@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:1.0:1779213622.183635:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213622.183641:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213622.183644:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff4cc532. 00000800:00000200:1.0:1779213622.183650:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213622.183656:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213622.183660:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ff4cc532 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779213622.183680:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.183683:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462670 00000100:00000001:1.0:1779213622.183688:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462663 00000100:00000001:1.0:1779213622.183691:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462670 00000100:00000001:1.0:1779213622.183694:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462663 00000100:00000001:1.0:1779213622.183696:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462670 00000100:00000001:1.0:1779213622.183698:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462663 00000100:00000001:1.0:1779213622.183701:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462670 00000100:00000001:1.0:1779213622.183703:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462663 00000100:00000001:1.0:1779213622.183706:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.183709:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.183711:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213622.183713:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213622.183715:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000097fa36e9 going to sleep for 11 seconds 00000100:00000001:1.0:1779213622.183718:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213622.183719:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213622.183780:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213622.183784:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff4cc532. 00000400:00000200:0.0:1779213622.183788:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.183792:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213622.183796:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40c3f01 00000400:00000010:0.0:1779213622.183797:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b40c3f01. 00000100:00000001:0.0:1779213622.183800:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213622.183803:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.183811:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213622.183813:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.183816:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213622.183817:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213622.185374:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.185384:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213622.185387:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.185389:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213622.185396:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213622.185406:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca2720e500 00000400:00000200:2.0:1779213622.185410:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0xf99 [1] + 224 00000800:00000001:2.0:1779213622.185413:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.185418:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213622.185420:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213622.185424:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213622.185427:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213622.185431:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213622.185440:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.185456:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213622.185461:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.185464:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.185493:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213622.185498:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213622.185500:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213622.185501:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213622.185505:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:1.0:1779213622.185506:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:1.0:1779213622.185509:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213622.185512:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213622.185520:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.185526:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213622.185537:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.185539:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213622.185541:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213622.185543:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213622.185552:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.185554:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213622.185558:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213622.185561:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213622.185563:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213622.185565:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.185567:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213622.185568:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.185571:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213622.185575:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.185581:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.185583:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213622.185584:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213622.185587:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213622.185593:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569088:192.168.202.129@tcp:101: 00000100:00000001:1.0:1779213622.185597:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.185599:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.185600:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213622.185602:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.185604:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.185610:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213622.185612:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.185614:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213622.185615:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.185617:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1779213622.185620:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213622.185621:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213622.185623:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003f4d75c1 refcount=4 00000020:00000001:1.0:1779213622.185625:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000001:1.0:1779213622.185627:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000040:1.0:1779213622.185637:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000003f4d75c1, remote cookie: 0x373baddc8f8f7712, flags: 0x0 00010000:00000001:1.0:1779213622.185640:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1779213622.185643:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1779213622.185645:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1779213622.185647:0:201073:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1779213622.185648:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1779213622.185650:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000c5f8436b) refcount = 1 00010000:00010000:1.0:1779213622.185653:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7712 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213622.185660:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1779213622.185662:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1779213622.185662:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779213622.185664:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1779213622.185666:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213622.185667:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7712 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779213622.185670:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1779213622.185672:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.185672:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213622.185673:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.185673:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213622.185674:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.185675:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.185678:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960569088/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.185681:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213622.185683:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213622.185684:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000205414ec. 02000000:00000001:1.0:1779213622.185686:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213622.185687:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.185688:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.185690:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213622.185691:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e7b54c4f. 02000000:00000001:1.0:1779213622.185696:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213622.185697:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213622.185698:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:1.0:1779213622.185701:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213622.185702:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1779213622.185703:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.185705:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779213622.185706:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000067667326) refs 3 10000000:00000001:1.0:1779213622.185707:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.185708:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779213622.185709:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779213622.185710:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003f4d75c1 refcount=3 00000020:00000001:1.0:1779213622.185711:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000001:1.0:1779213622.185712:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000001:1.0:1779213622.185713:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1779213622.185714:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779213622.185715:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1779213622.185715:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779213622.185717:0:201073:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1779213622.185719:0:201073:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ab13dfc6. 00000020:00000010:1.0:1779213622.185721:0:201073:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7b54c4f. 00000020:00000010:1.0:1779213622.185724:0:201073:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad0f9893. 00000040:00000010:1.0:1779213622.185727:0:201073:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000e6b6c4c2. 00000020:00000010:1.0:1779213622.185730:0:201073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d7b8359. 00000020:00000010:1.0:1779213622.185733:0:201073:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000003c3dd4d3. 80000000:00000010:1.0:1779213622.185736:0:201073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002b633de8. 00040000:00000010:1.0:1779213622.185748:0:201073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d1f8e2f5. 20000000:00000010:1.0:1779213622.185751:0:201073:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000665bc267. 10000000:00000040:1.0:1779213622.185756:0:201073:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 00000000f5f6a2d0 : new refcount 2 00000020:00000001:1.0:1779213622.185759:0:201073:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1779213622.185761:0:201073:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1779213622.185763:0:201073:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1779213622.185766:0:201073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004447e9e8. 00000040:00000001:1.0:1779213622.185769:0:201073:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1779213622.185771:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779213622.185774:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213622.185780:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213622.185784:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213622.185786:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213622.185789:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213622.185793:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007810e6fc. 00000100:00000001:1.0:1779213622.185796:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.185800:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213622.185801:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213622.185804:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.185805:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319577341120 : -104754132210496 : ffffa0ba07292cc0) 00000100:00000001:1.0:1779213622.185806:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.185807:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000001:1.0:1779213622.185809:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213622.185810:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.185811:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213622.185812:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213622.185814:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.185817:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213622.185819:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.185821:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213622.185822:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213622.185823:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213622.185825:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569216:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779213622.185826:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213622.185828:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213622.185829:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.185830:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213622.185832:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d40f4ab. 02000000:00000001:1.0:1779213622.185833:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213622.185835:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213622.185837:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213622.185840:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960569216, portal 25 00000100:00000001:1.0:1779213622.185841:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.185845:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000040:1.0:1779213622.185847:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.185852:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213622.185853:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213622.185854:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a49da33. 00000100:00000200:1.0:1779213622.185856:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960569216, offset 0 00000400:00000200:1.0:1779213622.185859:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213622.185863:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213622.185865:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213622.185867:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213622.185869:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213622.185871:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213622.185872:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [475:475:256:4294967295] 192.168.202.129@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:1.0:1779213622.185878:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213622.185881:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213622.185883:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009364803b. 00000800:00000200:1.0:1779213622.185886:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213622.185890:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213622.185893:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009364803b type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1779213622.185908:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.185910:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462672 00000100:00000001:1.0:1779213622.185914:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462670 00000100:00000001:1.0:1779213622.185916:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462672 00000100:00000001:1.0:1779213622.185918:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462670 00000100:00000001:1.0:1779213622.185919:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462672 00000100:00000001:1.0:1779213622.185921:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462670 00000100:00000001:1.0:1779213622.185922:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462672 00000100:00000001:1.0:1779213622.185923:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462670 00000100:00000001:1.0:1779213622.185928:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.185929:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.185931:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213622.185931:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213622.185933:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000097fa36e9 going to sleep for 11 seconds 00000100:00000001:1.0:1779213622.185934:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213622.185935:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213622.186026:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213622.186029:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009364803b. 00000400:00000200:0.0:1779213622.186033:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.186037:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213622.186040:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a49da33 00000400:00000010:0.0:1779213622.186042:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a49da33. 00000100:00000001:0.0:1779213622.186044:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213622.186047:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.186055:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213622.186057:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.186073:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213622.186074:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213622.187899:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.187909:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213622.187913:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.187916:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.187925:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213622.187936:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca2720e580 00000400:00000200:0.0:1779213622.187943:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0xfa1 [1] + 224 00000800:00000001:0.0:1779213622.187949:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.187955:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.187957:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.187961:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213622.187965:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213622.187970:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213622.187979:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.187998:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213622.188004:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.188007:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.188065:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213622.188070:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213622.188072:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213622.188074:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213622.188077:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:1.0:1779213622.188078:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:1.0:1779213622.188085:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213622.188088:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213622.188096:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.188106:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213622.188108:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.188110:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213622.188112:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213622.188114:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213622.188116:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.188118:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213622.188123:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213622.188126:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213622.188129:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213622.188130:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.188132:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213622.188133:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.188136:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213622.188139:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.188146:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.188158:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213622.188160:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213622.188163:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213622.188171:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569216:192.168.202.129@tcp:501: 00000100:00000001:1.0:1779213622.188176:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.188178:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.188180:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213622.188182:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.188184:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.188191:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213622.188193:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.188206:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213622.188208:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213622.188212:0:201073:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1779213622.188215:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.188216:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.188219:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213622.188220:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.188247:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960569216/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.188254:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213622.188256:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213622.188258:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d40f4ab. 02000000:00000001:1.0:1779213622.188261:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213622.188262:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.188263:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.188265:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213622.188267:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007810e6fc. 02000000:00000001:1.0:1779213622.188270:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213622.188272:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213622.188273:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:1.0:1779213622.188277:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213622.188282:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1779213622.188285:0:201073:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213622.188287:0:201073:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:1.0:1779213622.188292:0:201073:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000adb2637. 00000040:00000001:1.0:1779213622.188295:0:201073:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1779213622.188296:0:201073:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1779213622.188298:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779213622.188301:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213622.188303:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213622.188306:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213622.188308:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213622.188311:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213622.188315:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007810e6fc. 00000100:00000001:1.0:1779213622.188320:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.188322:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213622.188324:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213622.188326:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.188328:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319577341120 : -104754132210496 : ffffa0ba07292cc0) 00000100:00000001:1.0:1779213622.188330:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.188331:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000001:1.0:1779213622.188335:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213622.188337:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.188338:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213622.188339:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213622.188342:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.188349:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213622.188351:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.188353:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213622.188356:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213622.188357:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213622.188360:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569344:192.168.202.129@tcp:503: 00000100:00000001:1.0:1779213622.188363:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213622.188365:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213622.188367:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.188373:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213622.188386:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000554a249c. 02000000:00000001:1.0:1779213622.188388:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213622.188391:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213622.188396:0:201073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000020d6a2f5. 00000100:00000200:1.0:1779213622.188400:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960569344, portal 25 00000100:00000001:1.0:1779213622.188402:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.188403:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000040:1.0:1779213622.188407:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.188414:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213622.188416:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213622.188418:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004733c6c9. 00000100:00000200:1.0:1779213622.188420:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960569344, offset 0 00000400:00000200:1.0:1779213622.188425:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213622.188442:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213622.188446:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213622.188449:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213622.188451:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213622.188453:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213622.188455:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [476:476:256:4294967295] 192.168.202.129@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:1.0:1779213622.188462:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213622.188467:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213622.188470:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000800:00000200:1.0:1779213622.188475:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213622.188481:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213622.188484:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1779213622.188496:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.188501:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462675 00000100:00000001:1.0:1779213622.188505:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462672 00000100:00000001:1.0:1779213622.188509:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462675 00000100:00000001:1.0:1779213622.188517:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462672 00000100:00000001:1.0:1779213622.188520:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462675 00000100:00000001:1.0:1779213622.188523:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462672 00000800:00000200:2.0:1779213622.188599:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213622.188607:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:2.0:1779213622.188611:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213622.188615:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213622.188618:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004733c6c9 00000400:00000010:2.0:1779213622.188620:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004733c6c9. 00000100:00000001:2.0:1779213622.188623:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213622.188626:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.188633:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213622.188635:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.188642:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.188643:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213622.188692:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462675 00000100:00000001:1.0:1779213622.188697:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462672 00000100:00000001:1.0:1779213622.188700:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.188702:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.188704:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213622.188706:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213622.188708:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 0000000097fa36e9 going to sleep for 11 seconds 00000100:00000001:1.0:1779213622.188709:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213622.188711:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213622.192973:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.192987:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213622.192991:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.192993:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.193003:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213622.193017:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8416 into portal 25 MB=0x6a0ca2720e600 00000400:00000200:0.0:1779213622.193025:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8416/8416 into md 0xfa9 [4] + 224 00000800:00000001:0.0:1779213622.193031:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.193056:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.193068:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.193082:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213622.193088:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213622.193094:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213622.193104:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.193125:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213622.193133:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.193137:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.193160:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213622.193166:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213622.193167:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213622.193169:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213622.193172:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d6a2f5 00000400:00000010:1.0:1779213622.193173:0:201073:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000020d6a2f5. 00000100:00000001:1.0:1779213622.193175:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213622.193178:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213622.193184:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.193187:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213622.193189:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.193190:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213622.193193:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213622.193195:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213622.193204:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.193210:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213622.193216:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213622.193220:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213622.193249:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213622.193257:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.193259:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213622.193261:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.193264:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213622.193268:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.193275:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.193278:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213622.193279:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213622.193282:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213622.193288:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569344:192.168.202.129@tcp:503: 00000100:00000001:1.0:1779213622.193291:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.193293:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.193295:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213622.193296:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.193298:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.193302:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213622.193304:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000097fa36e9. 00000100:00000001:1.0:1779213622.193305:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213622.193306:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213622.193312:0:201073:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1779213622.193313:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.193314:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960569344/t0(0) o503->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.193318:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213622.193319:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213622.193321:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000554a249c. 02000000:00000001:1.0:1779213622.193328:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213622.193329:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.193330:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.193332:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213622.193336:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007810e6fc. 02000000:00000001:1.0:1779213622.193339:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213622.193340:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213622.193341:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:1.0:1779213622.193345:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213622.193346:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779213622.193348:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.193348:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.193350:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1779213622.193351:0:201073:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213622.193353:0:201073:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213622.193355:0:201073:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1779213622.193357:0:201073:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d947c3f8. 00000040:00001000:1.0:1779213622.193358:0:201073:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 42 last_idx 0 read_mode 0 00000040:00000001:1.0:1779213622.193557:0:205618:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:1.0:1779213622.193561:0:205618:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007810e6fc. 00000020:00000010:1.0:1779213622.193564:0:205618:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d40f4ab. 00000040:00000010:1.0:1779213622.193566:0:205618:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000071d5fcf9. 00000020:00000010:1.0:1779213622.193570:0:205618:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac9dc22b. 00000020:00000010:1.0:1779213622.193573:0:205618:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005129ab4d. 00000020:00000010:1.0:1779213622.193576:0:205618:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000009de83cab. 80000000:00000010:1.0:1779213622.193578:0:205618:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000060fd951a. 40000000:00000010:1.0:1779213622.193580:0:205618:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d22b2641. 00100000:00000010:1.0:1779213622.193584:0:205618:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000756f8831. 00040000:00000010:1.0:1779213622.193586:0:205618:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080864336. 00040000:00000010:1.0:1779213622.193589:0:205618:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ee3c8b7f. 00040000:00000010:1.0:1779213622.193591:0:205618:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000217e29bf. 00000004:00000010:1.0:1779213622.193594:0:205618:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000025608e8a. 00000004:00000010:1.0:1779213622.193598:0:205618:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c82d2b5. 00000004:00000010:1.0:1779213622.193601:0:205618:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000006ccbd3. 00002000:00000010:1.0:1779213622.193604:0:205618:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000205414ec. 00000004:00000010:1.0:1779213622.193606:0:205618:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000003ed7600. 00000020:00000010:1.0:1779213622.193609:0:205618:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000483689ee. 00000040:00000010:1.0:1779213622.193615:0:205618:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000006c73bd4. 00000040:00001000:1.0:1779213622.193616:0:205618:0:(llog.c:610:llog_process_thread()) index: 43 last_index 64767 00000040:00000001:1.0:1779213622.193621:0:205618:0:(lustre_log.h:474:llog_next_block()) Process entered 00000040:00000001:1.0:1779213622.193623:0:205618:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1779213622.193624:0:205618:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:1.0:1779213622.193626:0:205618:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213622.193628:0:205618:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213622.193630:0:205618:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213622.193632:0:205618:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213622.193635:0:205618:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213622.193638:0:205618:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db79f51d. 00000100:00000001:1.0:1779213622.193642:0:205618:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.193644:0:205618:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779213622.193646:0:205618:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779213622.193648:0:205618:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d6a2f5. 00000100:00000001:1.0:1779213622.193649:0:205618:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319577340928 : -104754132210688 : ffffa0ba07292c00) 00000100:00000001:1.0:1779213622.193651:0:205618:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.193652:0:205618:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000001:1.0:1779213622.193655:0:205618:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213622.193656:0:205618:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.193657:0:205618:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779213622.193658:0:205618:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213622.193660:0:205618:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.193665:0:205618:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213622.193666:0:205618:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.193668:0:205618:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213622.193669:0:205618:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213622.193671:0:205618:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213622.193672:0:205618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b5b512f-2a88-4bb9-9353-717302515155:205618:1865639960569472:192.168.202.129@tcp:502: 00000100:00000001:1.0:1779213622.193674:0:205618:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213622.193677:0:205618:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213622.193678:0:205618:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.193680:0:205618:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213622.193688:0:205618:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000554a249c. 02000000:00000001:1.0:1779213622.193689:0:205618:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213622.193695:0:205618:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213622.193706:0:205618:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000038250a50. 00000100:00000200:1.0:1779213622.193710:0:205618:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1865639960569472, portal 25 00000100:00000001:1.0:1779213622.193711:0:205618:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213622.193712:0:205618:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000040:1.0:1779213622.193715:0:205618:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.193720:0:205618:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213622.193721:0:205618:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213622.193723:0:205618:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028c414bf. 00000100:00000200:1.0:1779213622.193725:0:205618:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1865639960569472, offset 0 00000400:00000200:1.0:1779213622.193728:0:205618:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213622.193734:0:205618:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213622.193737:0:205618:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213622.193740:0:205618:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213622.193742:0:205618:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213622.193744:0:205618:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213622.193746:0:205618:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [477:477:256:4294967295] 192.168.202.129@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:1.0:1779213622.193752:0:205618:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213622.193755:0:205618:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213622.193757:0:205618:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25e7fba. 00000800:00000200:1.0:1779213622.193762:0:205618:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213622.193773:0:205618:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213622.193776:0:205618:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b25e7fba type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1779213622.193787:0:205618:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.193790:0:205618:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462680 00000100:00000001:1.0:1779213622.193796:0:205618:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462675 00000100:00000001:1.0:1779213622.193800:0:205618:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462680 00000100:00000001:1.0:1779213622.193803:0:205618:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462675 00000100:00000001:1.0:1779213622.193806:0:205618:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462680 00000100:00000001:1.0:1779213622.193814:0:205618:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462675 00000100:00000001:1.0:1779213622.193817:0:205618:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462680 00000100:00000001:1.0:1779213622.193820:0:205618:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462675 00000100:00000001:1.0:1779213622.193824:0:205618:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.193826:0:205618:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.193829:0:205618:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213622.193830:0:205618:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779213622.193832:0:205618:0:(client.c:2692:ptlrpc_set_wait()) set 0000000020d6a2f5 going to sleep for 11 seconds 00000100:00000001:1.0:1779213622.193834:0:205618:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213622.193835:0:205618:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213622.193874:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213622.193883:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25e7fba. 00000400:00000200:0.0:1779213622.193887:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.193891:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213622.193893:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c414bf 00000400:00000010:0.0:1779213622.193895:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000028c414bf. 00000100:00000001:0.0:1779213622.193898:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213622.193901:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.193910:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213622.193912:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.193918:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213622.193919:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213622.195764:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.195773:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213622.195776:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.195778:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213622.195786:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213622.195797:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 8472 into portal 25 MB=0x6a0ca2720e680 00000400:00000200:2.0:1779213622.195802:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 8472/8472 into md 0xfb1 [4] + 224 00000800:00000001:2.0:1779213622.195807:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.195814:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213622.195816:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213622.195819:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213622.195823:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213622.195827:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213622.195848:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.195868:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213622.195873:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213622.195876:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.195951:0:205618:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213622.195956:0:205618:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213622.195958:0:205618:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213622.195960:0:205618:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213622.195963:0:205618:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038250a50 00000400:00000010:1.0:1779213622.195965:0:205618:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000038250a50. 00000100:00000001:1.0:1779213622.195967:0:205618:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213622.195971:0:205618:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213622.195978:0:205618:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.195984:0:205618:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213622.195985:0:205618:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.195987:0:205618:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213622.195989:0:205618:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213622.195991:0:205618:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213622.195992:0:205618:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213622.195994:0:205618:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213622.195998:0:205618:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213622.196001:0:205618:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213622.196003:0:205618:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213622.196004:0:205618:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213622.196006:0:205618:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213622.196008:0:205618:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.196016:0:205618:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213622.196028:0:205618:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.196035:0:205618:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213622.196037:0:205618:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213622.196038:0:205618:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213622.196041:0:205618:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213622.196048:0:205618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b5b512f-2a88-4bb9-9353-717302515155:205618:1865639960569472:192.168.202.129@tcp:502: 00000100:00000001:1.0:1779213622.196052:0:205618:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213622.196054:0:205618:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213622.196056:0:205618:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779213622.196057:0:205618:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.196059:0:205618:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.196064:0:205618:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213622.196066:0:205618:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000020d6a2f5. 00000100:00000001:1.0:1779213622.196068:0:205618:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779213622.196076:0:205618:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779213622.196084:0:205618:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1779213622.196086:0:205618:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213622.196089:0:205618:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960569472/t0(0) o502->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213622.196095:0:205618:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213622.196097:0:205618:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213622.196098:0:205618:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000554a249c. 02000000:00000001:1.0:1779213622.196107:0:205618:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213622.196109:0:205618:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.196110:0:205618:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.196112:0:205618:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213622.196114:0:205618:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000db79f51d. 02000000:00000001:1.0:1779213622.196116:0:205618:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213622.196117:0:205618:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213622.196123:0:205618:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:1.0:1779213622.196126:0:205618:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213622.196127:0:205618:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779213622.196130:0:205618:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213622.196131:0:205618:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213622.196132:0:205618:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1779213622.196134:0:205618:0:(lustre_log.h:484:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1779213622.196137:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536000 type=0x10620000 idx=1 00000040:00001000:1.0:1779213622.196140:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1779213622.196141:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5360e0 type=0x10620000 idx=2 00000040:00001000:1.0:1779213622.196143:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1779213622.196144:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536158 type=0x10620000 idx=3 00000040:00001000:1.0:1779213622.196145:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1779213622.196146:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536200 type=0x10620000 idx=4 00000040:00001000:1.0:1779213622.196148:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1779213622.196149:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5362e0 type=0x10620000 idx=5 00000040:00001000:1.0:1779213622.196150:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1779213622.196151:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5363c0 type=0x10620000 idx=6 00000040:00001000:1.0:1779213622.196153:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1779213622.196154:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536438 type=0x10620000 idx=7 00000040:00001000:1.0:1779213622.196155:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1779213622.196156:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5364e0 type=0x10620000 idx=8 00000040:00001000:1.0:1779213622.196157:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1779213622.196158:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5365c0 type=0x10620000 idx=9 00000040:00001000:1.0:1779213622.196160:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1779213622.196161:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5366a0 type=0x10620000 idx=10 00000040:00001000:1.0:1779213622.196163:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1779213622.196164:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536718 type=0x10620000 idx=11 00000040:00001000:1.0:1779213622.196165:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1779213622.196166:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5367f8 type=0x10620000 idx=12 00000040:00001000:1.0:1779213622.196167:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1779213622.196168:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5368d8 type=0x10620000 idx=13 00000040:00001000:1.0:1779213622.196170:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1779213622.196171:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536930 type=0x10620000 idx=14 00000040:00001000:1.0:1779213622.196172:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1779213622.196173:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5369b0 type=0x10620000 idx=15 00000040:00001000:1.0:1779213622.196179:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1779213622.196180:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536a40 type=0x10620000 idx=16 00000040:00001000:1.0:1779213622.196181:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1779213622.196182:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1779213622.196184:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1779213622.196185:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1779213622.196186:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1779213622.196187:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1779213622.196189:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1779213622.196189:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1779213622.196191:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1779213622.196192:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1779213622.196193:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1779213622.196194:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1779213622.196196:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1779213622.196197:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536f08 type=0x10620000 idx=23 00000040:00001000:1.0:1779213622.196198:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1779213622.196199:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d536f88 type=0x10620000 idx=24 00000040:00001000:1.0:1779213622.196200:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1779213622.196201:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537018 type=0x10620000 idx=25 00000040:00001000:1.0:1779213622.196203:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1779213622.196203:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5370b8 type=0x10620000 idx=26 00000040:00001000:1.0:1779213622.196205:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1779213622.196206:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537198 type=0x10620000 idx=27 00000040:00001000:1.0:1779213622.196207:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1779213622.196208:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537278 type=0x10620000 idx=28 00000040:00001000:1.0:1779213622.196210:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1779213622.196211:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5372c8 type=0x10620000 idx=29 00000040:00001000:1.0:1779213622.196246:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1779213622.196248:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5373a8 type=0x10620000 idx=30 00000040:00001000:1.0:1779213622.196250:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1779213622.196251:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537488 type=0x10620000 idx=31 00000040:00001000:1.0:1779213622.196252:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1779213622.196253:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5374e0 type=0x10620000 idx=32 00000040:00001000:1.0:1779213622.196255:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1779213622.196261:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537560 type=0x10620000 idx=33 00000040:00001000:1.0:1779213622.196263:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1779213622.196264:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d5375f0 type=0x10620000 idx=34 00000040:00001000:1.0:1779213622.196265:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1779213622.196266:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537670 type=0x10620000 idx=35 00000040:00001000:1.0:1779213622.196267:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1779213622.196268:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537750 type=0x10620000 idx=36 00000040:00001000:1.0:1779213622.196270:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1779213622.196271:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537830 type=0x10620000 idx=37 00000040:00001000:1.0:1779213622.196273:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1779213622.196274:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537880 type=0x10620000 idx=38 00000040:00001000:1.0:1779213622.196275:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1779213622.196276:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537960 type=0x10620000 idx=39 00000040:00001000:1.0:1779213622.196277:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1779213622.196278:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537a40 type=0x10620000 idx=40 00000040:00001000:1.0:1779213622.196279:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1779213622.196280:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537a98 type=0x10620000 idx=41 00000040:00001000:1.0:1779213622.196282:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1779213622.196283:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537b18 type=0x10620000 idx=42 00000040:00001000:1.0:1779213622.196284:0:205618:0:(llog.c:762:llog_process_thread()) skipping lrh_index 42 00000040:00001000:1.0:1779213622.196285:0:205618:0:(llog.c:666:llog_process_thread()) processing rec 0xffffa0ba2d537ba8 type=0x10620000 idx=43 00000040:00001000:1.0:1779213622.196287:0:205618:0:(llog.c:779:llog_process_thread()) lrh_index: 43 lrh_len: 160 (1112 remains) 00000040:00001000:1.0:1779213622.196289:0:205618:0:(llog.c:800:llog_process_thread()) index: 43, lh_last_idx: 66 synced_idx: 0 lgh_last_idx: 66 00000020:00000001:1.0:1779213622.196292:0:205618:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1779213622.196296:0:205618:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000697f9364. 00000020:01000000:1.0:1779213622.196300:0:205618:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa0ba086af000 00000020:00000010:1.0:1779213622.196303:0:205618:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000020d6a2f5. 00000020:00000080:1.0:1779213622.196306:0:205618:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000020:00000001:1.0:1779213622.196312:0:205618:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:1.0:1779213622.196314:0:205618:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db79f51d. 00000020:00000010:1.0:1779213622.196318:0:205618:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006515fac4. 00000040:00000010:1.0:1779213622.196321:0:205618:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f1ee1edb. 00000020:00000010:1.0:1779213622.196324:0:205618:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000032001aaa. 00000020:00000010:1.0:1779213622.196328:0:205618:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a078aec3. 00040000:00000010:1.0:1779213622.196335:0:205618:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001f4cd30a. 00040000:00000010:1.0:1779213622.196339:0:205618:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c4ceef41. 00800000:00000001:1.0:1779213622.196352:0:205618:0:(lmv_obd.c:1359:lmv_process_config()) Process entered 00800000:00000001:1.0:1779213622.196358:0:205618:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:1.0:1779213622.196359:0:205618:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:1.0:1779213622.196365:0:205618:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000705e87e3. 00020000:00000001:1.0:1779213622.196368:0:205618:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:1.0:1779213622.196370:0:205618:0:(lu_tgt_descs.c:367:ltd_add_tgt()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:1.0:1779213622.196372:0:205618:0:(lmv_obd.c:447:lmv_add_target()) Process leaving via out_tgt (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000010:1.0:1779213622.196374:0:205618:0:(lmv_obd.c:464:lmv_add_target()) kfreed 'tgt': 368 at 00000000705e87e3. 00800000:00000001:1.0:1779213622.196377:0:205618:0:(lmv_obd.c:1376:lmv_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000001:1.0:1779213622.196379:0:205618:0:(lmv_obd.c:1382:lmv_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000010:1.0:1779213622.196382:0:205618:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000006515fac4. 00000040:00000010:1.0:1779213622.196386:0:205618:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000f1ee1edb. 00000020:00000010:1.0:1779213622.196389:0:205618:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000032001aaa. 00000020:00000010:1.0:1779213622.196392:0:205618:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000a078aec3. 00040000:00000010:1.0:1779213622.196395:0:205618:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001f4cd30a. 00040000:00000010:1.0:1779213622.196398:0:205618:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4ceef41. 00000020:00000010:1.0:1779213622.196400:0:205618:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db79f51d. 00000020:00000001:1.0:1779213622.196402:0:205618:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1779213622.196404:0:205618:0:(obd_config.c:1667:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1779213622.196407:0:205618:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000020d6a2f5. 00000020:00000010:1.0:1779213622.196409:0:205618:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000697f9364. 00000020:00020000:1.0:1779213622.196412:0:205618:0:(obd_config.c:2103:class_config_llog_handler()) MGC192.168.202.129@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1779213622.200361:0:205618:0:(obd_config.c:2421:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1779213622.200371:0:205618:0:(obd_config.c:2423:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000001f4cd30a. 00000020:00000001:1.0:1779213622.200377:0:205618:0:(obd_config.c:2352:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1779213622.200382:0:205618:0:(obd_config.c:2411:class_config_parse_rec()) Process leaving (rc=88 : 88 : 58) 00000020:02000400:1.0:1779213622.200384:0:205618:0:(obd_config.c:2429:class_config_dump_handler()) cmd=cf014 0:lustre-clilmv 1:lustre-MDT0001_UUID 2:1 3:1 4:lustre-MDT0001-mdc_UUID 00000020:00000010:1.0:1779213622.203834:0:205618:0:(obd_config.c:2435:class_config_dump_handler()) kfreed 'outstr': 256 at 000000001f4cd30a. 00000020:00000001:1.0:1779213622.203847:0:205618:0:(obd_config.c:2436:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213622.203850:0:205618:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1779213622.203871:0:205618:0:(llog.c:838:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1779213622.203874:0:205618:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 43 count 66 00000040:00000010:1.0:1779213622.203878:0:205618:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 0000000006c73bd4. 00000020:00000010:1.0:1779213622.203885:0:205618:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000483689ee. 00000020:00000010:1.0:1779213622.203902:0:205618:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000009d40f4ab. 00000040:00000010:1.0:1779213622.203907:0:205618:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000071d5fcf9. 00000020:00000010:1.0:1779213622.203911:0:205618:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac9dc22b. 00000020:00000010:1.0:1779213622.203915:0:205618:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005129ab4d. 00000020:00000010:1.0:1779213622.203921:0:205618:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000009de83cab. 80000000:00000010:1.0:1779213622.203924:0:205618:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000060fd951a. 40000000:00000010:1.0:1779213622.203928:0:205618:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d22b2641. 00100000:00000010:1.0:1779213622.203932:0:205618:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000756f8831. 00040000:00000010:1.0:1779213622.203936:0:205618:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080864336. 00040000:00000010:1.0:1779213622.203939:0:205618:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000ee3c8b7f. 00040000:00000010:1.0:1779213622.203941:0:205618:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000217e29bf. 00000004:00000010:1.0:1779213622.203945:0:205618:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 0000000025608e8a. 00000004:00000010:1.0:1779213622.203949:0:205618:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at 000000009c82d2b5. 00000004:00000010:1.0:1779213622.203954:0:205618:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at 00000000006ccbd3. 00002000:00000010:1.0:1779213622.203957:0:205618:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000205414ec. 00000004:00000010:1.0:1779213622.203960:0:205618:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at 0000000003ed7600. 00000020:00000010:1.0:1779213622.203963:0:205618:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007810e6fc. 00000040:00000010:2.0:1779213622.204014:0:201073:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d947c3f8. 00000040:00000001:2.0:1779213622.204024:0:201073:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:2.0:1779213622.204029:0:201073:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 43-43 (rc=-17) 00000040:00000010:2.0:1779213622.204034:0:201073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000adb2637. 00000040:00000010:2.0:1779213622.204040:0:201073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004447e9e8. 00000020:00000001:2.0:1779213622.204043:0:201073:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:2.0:1779213622.204046:0:201073:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1779213622.204051:0:201073:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000ad0f9893. 00000040:00000010:2.0:1779213622.204055:0:201073:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000e6b6c4c2. 00000020:00000010:2.0:1779213622.204059:0:201073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d7b8359. 00000020:00000010:2.0:1779213622.204063:0:201073:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000003c3dd4d3. 80000000:00000010:2.0:1779213622.204068:0:201073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002b633de8. 00040000:00000010:2.0:1779213622.204071:0:201073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d1f8e2f5. 20000000:00000010:2.0:1779213622.204075:0:201073:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000665bc267. 00000020:00000010:2.0:1779213622.204077:0:201073:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7b54c4f. 10000000:00000010:2.0:1779213622.204080:0:201073:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ab13dfc6. 10000000:01000000:2.0:1779213622.204081:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:2.0:1779213622.204084:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1779213622.204086:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779213622.204088:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779213622.204090:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003f4d75c1 refcount=3 00000020:00000001:2.0:1779213622.204091:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000001:2.0:1779213622.204093:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639320325127168 : -104753384424448 : ffffa0ba33bb7c00) 00010000:00000001:2.0:1779213622.204095:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1779213622.204098:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7712 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779213622.204106:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779213622.204108:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1779213622.204109:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7712 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779213622.204115:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1779213622.204123:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779213622.204124:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1779213622.204125:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779213622.204128:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:2.0:1779213622.204130:0:201073:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:2.0:1779213622.206831:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1779213622.206835:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1779213622.206837:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000acdcea85) refs 2 10000000:00000001:2.0:1779213622.206841:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779213622.206843:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1779213622.206844:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000067667326) refs 3 10000000:00000001:2.0:1779213622.206847:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1779213622.206848:0:201073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1779213622.206850:0:201073:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1779213622.206852:0:201073:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:2.0:1779213622.206854:0:201073:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffffa0ba074b8000 from 1 10000000:00000001:2.0:1779213622.206856:0:201073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1779213622.206858:0:201073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1779213622.206866:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00000020:00000040:2.0:1779213622.206871:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213622.206875:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213622.206878:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213622.206882:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213622.206889:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e86c2fd6. 00000100:00000001:2.0:1779213622.206895:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213622.206900:0:201073:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1779213622.206902:0:201073:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1779213622.206907:0:201073:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: 00000000c5f8436b count: 2 00010000:00000001:2.0:1779213622.206910:0:201073:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1779213622.206913:0:201073:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1779213622.206915:0:201073:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000fa2b2c9. 00000020:00000001:2.0:1779213622.206919:0:201073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1779213622.206921:0:201073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000fa2b2c9 with handle 0xf7a7455962195698 to hash 00000020:00000001:2.0:1779213622.206923:0:201073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1779213622.206924:0:201073:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000001:2.0:1779213622.206926:0:201073:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000001:2.0:1779213622.206929:0:201073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1779213622.206940:0:201073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213622.206943:0:201073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 000000000fa2b2c9/0xf7a7455962195698 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779213622.206951:0:201073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 000000000fa2b2c9/0xf7a7455962195698 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779213622.206961:0:201073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 000000000fa2b2c9/0xf7a7455962195698 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1779213622.206966:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1779213622.206968:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1779213622.206973:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ecf01393. 00000100:00000001:2.0:1779213622.206975:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319527871424 : -104754181680192 : ffffa0ba043653c0) 00000100:00000001:2.0:1779213622.206978:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213622.206979:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000001:2.0:1779213622.206983:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213622.206985:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.206987:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1779213622.206989:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213622.206997:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.207005:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213622.207007:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213622.207010:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213622.207012:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213622.207014:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213622.207017:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569600:192.168.202.129@tcp:101: 00000100:00000001:2.0:1779213622.207020:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213622.207024:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213622.207027:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213622.207030:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213622.207033:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000042fd00c0. 02000000:00000001:2.0:1779213622.207035:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213622.207045:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c99ba43. 00000400:00000010:2.0:1779213622.207051:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000200:2.0:1779213622.207057:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865639960569600, portal 25 00000100:00000001:2.0:1779213622.207059:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213622.207060:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000040:2.0:1779213622.207064:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.207071:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213622.207073:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213622.207075:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ccd3067. 00000100:00000200:2.0:1779213622.207077:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1865639960569600, offset 0 00000400:00000200:2.0:1779213622.207083:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213622.207095:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213622.207100:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213622.207104:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213622.207108:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213622.207110:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213622.207114:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [478:478:256:4294967295] 192.168.202.129@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:2.0:1779213622.207124:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213622.207129:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213622.207133:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 00000800:00000200:2.0:1779213622.207139:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213622.207146:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213622.207150:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1779213622.207165:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.207168:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462693 00000100:00000001:2.0:1779213622.207176:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462680 00000100:00000001:2.0:1779213622.207181:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462693 00000100:00000001:2.0:1779213622.207185:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462680 00000100:00000001:2.0:1779213622.207188:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462693 00000100:00000001:2.0:1779213622.207197:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462680 00000100:00000001:2.0:1779213622.207200:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462693 00000100:00000001:2.0:1779213622.207202:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462680 00000100:00000001:2.0:1779213622.207205:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213622.207208:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.207210:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213622.207212:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1779213622.207214:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000ecf01393 going to sleep for 11 seconds 00000100:00000001:2.0:1779213622.207216:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213622.207219:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213622.207302:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213622.207306:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000400:00000200:0.0:1779213622.207310:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.207316:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213622.207320:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccd3067 00000400:00000010:0.0:1779213622.207322:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ccd3067. 00000100:00000001:0.0:1779213622.207326:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213622.207330:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.207339:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213622.207348:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.207355:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213622.207356:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213622.209245:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.209257:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213622.209260:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.209261:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.209267:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213622.209275:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 344 into portal 25 MB=0x6a0ca2720e700 00000400:00000200:0.0:1779213622.209280:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 344/344 into md 0xfb9 [1] + 224 00000800:00000001:0.0:1779213622.209285:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.209289:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.209290:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.209293:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213622.209297:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213622.209300:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213622.209306:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.209320:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213622.209325:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.209327:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213622.209358:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213622.209365:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213622.209366:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213622.209368:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c99ba43. 00000400:00000200:2.0:1779213622.209372:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:2.0:1779213622.209374:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:2.0:1779213622.209376:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213622.209380:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213622.209387:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.209392:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213622.209393:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213622.209395:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213622.209398:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213622.209400:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213622.209402:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213622.209404:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213622.209408:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213622.209411:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213622.209414:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213622.209415:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213622.209417:0:201073:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213622.209418:0:201073:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.209433:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213622.209436:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.209442:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213622.209444:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213622.209446:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213622.209448:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213622.209454:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569600:192.168.202.129@tcp:101: 00000100:00000001:2.0:1779213622.209458:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213622.209460:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.209462:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1779213622.209463:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213622.209465:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.209470:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213622.209471:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ecf01393. 00000100:00000001:2.0:1779213622.209474:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1779213622.209475:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213622.209477:0:201073:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1779213622.209479:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779213622.209481:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779213622.209483:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000fa2b2c9 refcount=4 00000020:00000001:2.0:1779213622.209485:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000001:2.0:1779213622.209487:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000040:2.0:1779213622.209491:0:201073:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000000fa2b2c9, remote cookie: 0x373baddc8f8f7719, flags: 0x0 00010000:00000001:2.0:1779213622.209494:0:201073:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1779213622.209497:0:201073:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1779213622.209499:0:201073:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1779213622.209501:0:201073:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1779213622.209501:0:201073:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1779213622.209503:0:201073:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000c5f8436b) refcount = 2 00010000:00000040:2.0:1779213622.209509:0:201073:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1779213622.209511:0:201073:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: MGC192.168.202.129@tcp lock: 000000003f4d75c1/0xf7a7455962195691 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7712 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779213622.209517:0:201073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 000000000fa2b2c9/0xf7a7455962195698 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7719 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779213622.209522:0:201073:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1779213622.209524:0:201073:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1779213622.209525:0:201073:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1779213622.209537:0:201073:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1779213622.209539:0:201073:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779213622.209541:0:201073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 000000000fa2b2c9/0xf7a7455962195698 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x373baddc8f8f7719 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779213622.209546:0:201073:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1779213622.209547:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779213622.209549:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779213622.209550:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779213622.209550:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779213622.209551:0:201073:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.209554:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213622.209556:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960569600/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.209561:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213622.209563:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213622.209565:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000042fd00c0. 02000000:00000001:2.0:1779213622.209567:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213622.209569:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213622.209570:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213622.209572:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213622.209574:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e86c2fd6. 02000000:00000001:2.0:1779213622.209576:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213622.209578:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213622.209579:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000001:2.0:1779213622.209586:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213622.209586:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1779213622.209588:0:201073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779213622.209590:0:201073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1779213622.209592:0:201073:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000acdcea85) refs 3 10000000:00000001:2.0:1779213622.209594:0:201073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213622.209595:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779213622.209596:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779213622.209597:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000fa2b2c9 refcount=3 00000020:00000001:2.0:1779213622.209599:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000001:2.0:1779213622.209601:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000001:2.0:1779213622.209602:0:201073:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1779213622.209603:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779213622.209604:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779213622.209605:0:201073:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779213622.209607:0:201073:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1779213622.209609:0:201073:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c91f6110. 00000020:00000010:2.0:1779213622.209612:0:201073:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e86c2fd6. 00000020:00000010:2.0:1779213622.209616:0:201073:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e4ad6b8a. 00000040:00000010:2.0:1779213622.209625:0:201073:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000ef6d70b. 00000020:00000010:2.0:1779213622.209629:0:201073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008de29bdb. 00000020:00000010:2.0:1779213622.209632:0:201073:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000008325a1f. 80000000:00000010:2.0:1779213622.209636:0:201073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000485ce20e. 00040000:00000010:2.0:1779213622.209639:0:201073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000baaa7612. 20000000:00000010:2.0:1779213622.209642:0:201073:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000003ddffa11. 10000000:00000040:2.0:1779213622.209645:0:201073:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 00000000f5f6a2d0 : new refcount 2 00000020:00000001:2.0:1779213622.209648:0:201073:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1779213622.209649:0:201073:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1779213622.209651:0:201073:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1779213622.209653:0:201073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000072261974. 00000040:00000001:2.0:1779213622.209656:0:201073:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1779213622.209657:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000010:2.0:1779213622.209660:0:201073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00000020:00000040:2.0:1779213622.209662:0:201073:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=5 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213622.209665:0:201073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213622.209671:0:201073:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213622.209673:0:201073:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213622.209679:0:201073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e7c5429. 00000100:00000001:2.0:1779213622.209682:0:201073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.209686:0:201073:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1779213622.209687:0:201073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1779213622.209690:0:201073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ecf01393. 00000100:00000001:2.0:1779213622.209691:0:201073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446639319527871424 : -104754181680192 : ffffa0ba043653c0) 00000100:00000001:2.0:1779213622.209693:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213622.209694:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000001:2.0:1779213622.209696:0:201073:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213622.209698:0:201073:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.209700:0:201073:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1779213622.209701:0:201073:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213622.209703:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.209708:0:201073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213622.209710:0:201073:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213622.209712:0:201073:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213622.209713:0:201073:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213622.209715:0:201073:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213622.209717:0:201073:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569728:192.168.202.129@tcp:501: 00000100:00000001:2.0:1779213622.209720:0:201073:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213622.209722:0:201073:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213622.209724:0:201073:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213622.209725:0:201073:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213622.209728:0:201073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075d620df. 02000000:00000001:2.0:1779213622.209729:0:201073:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213622.209731:0:201073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c99ba43. 00000400:00000010:2.0:1779213622.209734:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000200:2.0:1779213622.209738:0:201073:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960569728, portal 25 00000100:00000001:2.0:1779213622.209739:0:201073:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213622.209740:0:201073:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 00000100:00000040:2.0:1779213622.209742:0:201073:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.209752:0:201073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213622.209754:0:201073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213622.209756:0:201073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042750886. 00000100:00000200:2.0:1779213622.209757:0:201073:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1865639960569728, offset 0 00000400:00000200:2.0:1779213622.209762:0:201073:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213622.209785:0:201073:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213622.209789:0:201073:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213622.209792:0:201073:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213622.209794:0:201073:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213622.209796:0:201073:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213622.209799:0:201073:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [479:479:256:4294967295] 192.168.202.129@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:2.0:1779213622.209807:0:201073:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213622.209811:0:201073:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213622.209814:0:201073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000800:00000200:2.0:1779213622.209819:0:201073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213622.209825:0:201073:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213622.209828:0:201073:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1779213622.209852:0:201073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.209855:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306462696 00000100:00000001:2.0:1779213622.209861:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462693 00000100:00000001:2.0:1779213622.209865:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306462696 00000100:00000001:2.0:1779213622.209869:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462693 00000100:00000001:2.0:1779213622.209871:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306462696 00000100:00000001:2.0:1779213622.209875:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462693 00000100:00000001:2.0:1779213622.209879:0:201073:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306462696 00000100:00000001:2.0:1779213622.209882:0:201073:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462693 00000100:00000001:2.0:1779213622.209885:0:201073:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213622.209888:0:201073:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213622.209894:0:201073:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213622.209895:0:201073:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1779213622.209897:0:201073:0:(client.c:2692:ptlrpc_set_wait()) set 00000000ecf01393 going to sleep for 11 seconds 00000100:00000001:2.0:1779213622.209899:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213622.209900:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213622.210010:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213622.210013:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000400:00000200:3.0:1779213622.210015:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213622.210018:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213622.210021:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042750886 00000400:00000010:3.0:1779213622.210022:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000042750886. 00000100:00000001:3.0:1779213622.210025:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213622.210027:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213622.210033:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213622.210035:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213622.210039:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213622.210041:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213622.211294:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.211302:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213622.211305:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.211307:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.211313:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213622.211323:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 272 into portal 25 MB=0x6a0ca2720e780 00000400:00000200:0.0:1779213622.211328:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 272/272 into md 0xfc1 [1] + 224 00000800:00000001:0.0:1779213622.211334:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.211339:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213622.211349:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213622.211353:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213622.211357:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213622.211359:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213622.211365:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213622.211380:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213622.211385:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213622.211387:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213622.211429:0:201073:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213622.211432:0:201073:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213622.211433:0:201073:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213622.211435:0:201073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c99ba43. 00000400:00000200:2.0:1779213622.211438:0:201073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:2.0:1779213622.211439:0:201073:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:2.0:1779213622.211440:0:201073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213622.211443:0:201073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213622.211447:0:201073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.211451:0:201073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213622.211452:0:201073:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213622.211453:0:201073:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213622.211454:0:201073:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213622.211455:0:201073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213622.211456:0:201073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213622.211458:0:201073:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213622.211461:0:201073:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213622.211463:0:201073:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213622.211464:0:201073:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1779213622.211466:0:201073:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.211470:0:201073:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1779213622.211471:0:201073:0:(client.c:1783:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1779213622.211473:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.211477:0:201073:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1779213622.211478:0:201073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213622.211483:0:201073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213622.211485:0:201073:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213622.211489:0:201073:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b5b512f-2a88-4bb9-9353-717302515155:201073:1865639960569728:192.168.202.129@tcp:501: 00000100:00000001:2.0:1779213622.211492:0:201073:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213622.211493:0:201073:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1779213622.211494:0:201073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1779213622.211495:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213622.211496:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.211499:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213622.211501:0:201073:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ecf01393. 00000100:00000001:2.0:1779213622.211502:0:201073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1779213622.211503:0:201073:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1779213622.211505:0:201073:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1779213622.211507:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213622.211508:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213622.211509:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213622.211510:0:201073:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213622.211511:0:201073:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960569728/t0(0) o501->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1779213638 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213622.211515:0:201073:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213622.211516:0:201073:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213622.211518:0:201073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075d620df. 02000000:00000001:2.0:1779213622.211520:0:201073:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213622.211521:0:201073:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213622.211522:0:201073:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213622.211524:0:201073:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213622.211525:0:201073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005e7c5429. 02000000:00000001:2.0:1779213622.211537:0:201073:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213622.211539:0:201073:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213622.211540:0:201073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00000100:00000001:2.0:1779213622.211542:0:201073:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213622.211548:0:201073:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1779213622.211550:0:201073:0:(llog.c:1550:llog_open()) MGC192.168.202.129@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1779213622.211553:0:201073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000072261974. 00000040:00000001:2.0:1779213622.211555:0:201073:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1779213622.211557:0:201073:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1779213622.211560:0:201073:0:(mgc_request.c:1714:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1779213622.211564:0:201073:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000e4ad6b8a. 00000040:00000010:2.0:1779213622.211568:0:201073:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000000ef6d70b. 00000020:00000010:2.0:1779213622.211571:0:201073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008de29bdb. 00000020:00000010:2.0:1779213622.211575:0:201073:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000008325a1f. 80000000:00000010:2.0:1779213622.211578:0:201073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000485ce20e. 00040000:00000010:2.0:1779213622.211582:0:201073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000baaa7612. 20000000:00000010:2.0:1779213622.211585:0:201073:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000003ddffa11. 00000020:00000010:2.0:1779213622.211587:0:201073:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e86c2fd6. 10000000:00000010:2.0:1779213622.211589:0:201073:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c91f6110. 10000000:01000000:2.0:1779213622.211591:0:201073:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1779213622.211594:0:201073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1779213622.211596:0:201073:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779213622.211598:0:201073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779213622.211600:0:201073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000fa2b2c9 refcount=3 00000020:00000001:2.0:1779213622.211601:0:201073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000001:2.0:1779213622.211604:0:201073:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639319530208768 : -104754179342848 : ffffa0ba0459fe00) 00010000:00000001:2.0:1779213622.211606:0:201073:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1779213622.211609:0:201073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 000000000fa2b2c9/0xf7a7455962195698 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7719 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779213622.211617:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779213622.211618:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1779213622.211620:0:201073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 000000000fa2b2c9/0xf7a7455962195698 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x373baddc8f8f7719 expref: -99 pid: 201073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779213622.211626:0:201073:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1779213622.211627:0:201073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779213622.211633:0:201073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1779213622.211634:0:201073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779213622.211636:0:201073:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1779213622.211639:0:201073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1779213622.211641:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1779213622.211642:0:201073:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000acdcea85) refs 3 10000000:00000001:2.0:1779213622.211644:0:201073:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1779213622.300336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213622.300341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213622.300345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213622.300346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213622.300407:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213622.300411:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213622.300414:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213623.324289:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213623.324296:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213623.324301:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213623.324302:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213623.324362:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213623.324365:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213623.324367:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213624.348334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213624.348340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213624.348346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213624.348348:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213624.348404:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213624.348407:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213624.348410:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213625.372599:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213625.372604:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213625.372610:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213625.372611:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213625.372791:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213625.372795:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213625.372797:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213626.396564:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213626.396569:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213626.396575:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213626.396576:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213626.396657:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213626.396661:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213626.396663:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213626.780438:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213626.780450:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213626.780460:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 00000020:00000040:3.0:1779213626.780466:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213626.780470:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213626.780473:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213626.780478:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213626.780515:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213626.780521:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213626.780532:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213626.780542:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213626.780544:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213626.780548:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_00+0] req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213626.780582:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213626.780585:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213626.780588:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213626.780593:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fde6a2ac. 00000020:00000040:3.0:1779213626.780595:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213626.780598:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213626.780599:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213626.780601:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213626.780604:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:0.0:1779213626.780606:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213626.780607:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213626.780611:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:3.0:1779213626.780613:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213626.780614:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213626.780614:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213626.780618:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.780623:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213626.780626:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213626.780628:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213626.780629:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213626.780631:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213626.780633:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213626.780638:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213626.780645:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213626.780647:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213626.780650:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213626.780650:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213626.780653:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213626.780656:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213626.780659:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde6a2ac] to pc [ptlrpcd_00_01+1] req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213626.780661:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960569856:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213626.780668:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213626.780673:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213626.780682:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213626.780682:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213626.780686:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213626.780687:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213626.780691:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1779213626.780693:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a7e2a8. 00000100:00000001:1.0:1779213626.780695:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213626.780696:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213626.780696:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000938c3234. 00000100:00100000:1.0:1779213626.780699:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1779213626.780701:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1779213626.780701:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000010:0.0:1779213626.780703:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b99120. 00000100:00000001:3.0:1779213626.780706:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213626.780707:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213626.780709:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213626.780710:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 02000000:00000001:3.0:1779213626.780710:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213626.780711:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213626.780714:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213626.780715:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213626.780715:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213626.780717:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960569856, portal 25 00000100:00000001:0.0:1779213626.780720:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213626.780722:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213626.780723:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 02000000:00000010:3.0:1779213626.780726:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000040:0.0:1779213626.780731:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213626.780732:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213626.780742:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213626.780746:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213626.780749:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.780753:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213626.780759:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213626.780759:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213626.780762:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213626.780762:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213626.780764:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65c6e90. 02000000:00000001:1.0:1779213626.780765:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213626.780768:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960569856, offset 0 00000100:00000040:3.0:1779213626.780769:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000938c3234] to pc [ptlrpcd_00_02+2] req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213626.780770:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213626.780778:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213626.780778:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000fde6a2ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960569984:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213626.780786:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213626.780791:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1779213626.780793:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213626.780794:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213626.780798:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213626.780800:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1779213626.780801:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a078aec3. 02000000:00000001:1.0:1779213626.780804:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213626.780805:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213626.780808:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000200:0.0:1779213626.780810:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1779213626.780813:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000001:3.0:1779213626.780813:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213626.780814:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213626.780819:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [480:480:256:4294967295] 192.168.202.129@tcp LPNI seq info [480:480:8:4294967295] 00000100:00000200:1.0:1779213626.780819:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960569984, portal 10 00000100:00000040:3.0:1779213626.780819:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213626.780823:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213626.780825:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406579328 : -104753302972288 : ffffa0ba38965880) 00000100:00000040:3.0:1779213626.780828:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213626.780833:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213626.780834:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11799) 00000100:00000001:2.0:1779213626.780843:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213626.780845:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213626.780847:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213626.780850:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213626.780850:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213626.780854:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:1.0:1779213626.780854:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000100:00000040:2.0:1779213626.780857:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213626.780858:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960569984, offset 0 00000800:00000200:0.0:1779213626.780866:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213626.780870:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213626.780872:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1779213626.780874:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000001:3.0:1779213626.780876:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213626.780879:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213626.780881:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213626.780881:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213626.780886:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:2.0:1779213626.780886:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213626.780889:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213626.780890:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213626.780893:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213626.780894:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213626.780898:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213626.780901:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213626.780904:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1779213626.780905:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000938c3234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960570112:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213626.780908:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213626.780912:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779213626.780915:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [481:481:255:4294967295] 192.168.202.129@tcp LPNI seq info [481:481:7:4294967295] 02000000:00000001:2.0:1779213626.780916:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213626.780919:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213626.780919:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213626.780924:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213626.780926:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306467267 00000400:00000200:1.0:1779213626.780928:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000010:2.0:1779213626.780928:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008325a1f. 02000000:00000001:2.0:1779213626.780932:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.780936:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462696 00000800:00000200:1.0:1779213626.780937:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213626.780937:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c99ba43. 00000800:00000010:1.0:1779213626.780942:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000400:00000010:2.0:1779213626.780944:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000001:0.0:1779213626.780946:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306467267 00000100:00000200:2.0:1779213626.780948:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960570112, portal 10 00000800:00000200:1.0:1779213626.780949:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213626.780951:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462696 00000100:00000001:0.0:1779213626.780954:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306467267 00000100:00000001:0.0:1779213626.780959:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306462696 00000100:00000001:2.0:1779213626.780959:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213626.780962:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406580224 : -104753302971392 : ffffa0ba38965c00) 00000800:00000200:1.0:1779213626.780963:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213626.780965:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306467267 00000800:00000200:1.0:1779213626.780968:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213626.780971:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306462696 00000100:00000001:1.0:1779213626.780972:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213626.780972:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213626.780975:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213626.780977:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 204086 usecs (205 jiffies) 00000800:00000200:3.0:1779213626.780979:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213626.780980:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213626.780982:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306461901 00000800:00000010:3.0:1779213626.780985:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000100:00000001:0.0:1779213626.780986:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213626.780987:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306467267 00000100:00000001:0.0:1779213626.780992:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213626.780992:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306461901 00000100:00000001:2.0:1779213626.780995:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213626.780995:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213626.780996:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306467267 00000100:00000001:0.0:1779213626.780997:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213626.781000:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213626.781001:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306461901 00000100:00000040:2.0:1779213626.781001:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213626.781003:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213626.781005:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306467267 00000100:00000001:0.0:1779213626.781006:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213626.781009:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f71418c. 00000100:00000001:1.0:1779213626.781010:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306461901 00000100:00000200:2.0:1779213626.781013:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960570112, offset 0 00000400:00000200:3.0:1779213626.781013:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213626.781014:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306467267 00000100:00000001:1.0:1779213626.781020:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213626.781023:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213626.781028:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65c6e90 00000400:00000200:2.0:1779213626.781031:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213626.781032:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a65c6e90. 00000100:00000001:1.0:1779213626.781033:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213626.781034:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213626.781038:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213626.781039:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213626.781043:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213626.781044:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213626.781044:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1779213626.781049:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:3.0:1779213626.781052:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213626.781054:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [482:482:254:4294967295] 192.168.202.129@tcp LPNI seq info [482:482:6:4294967295] 00000400:00000200:2.0:1779213626.781068:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213626.781069:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1779213626.781076:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213626.781076:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1779213626.781081:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d5e81ba. 00000800:00000200:2.0:1779213626.781087:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213626.781092:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213626.781094:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213626.781095:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213626.781098:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004d5e81ba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213626.781106:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213626.781109:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14763 usecs (15 jiffies) 00000100:00000001:2.0:1779213626.781111:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306461711 00000100:00000001:2.0:1779213626.781113:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306467267 00000800:00000200:3.0:1779213626.781115:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213626.781116:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306461711 00000800:00000010:3.0:1779213626.781118:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000100:00000001:2.0:1779213626.781119:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306467267 00000100:00000001:2.0:1779213626.781123:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306461711 00000100:00000001:2.0:1779213626.781124:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306467267 00000400:00000200:3.0:1779213626.781124:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213626.781127:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306461711 00000100:00000001:2.0:1779213626.781129:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306467267 00000100:00000001:2.0:1779213626.781132:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213626.781132:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213626.781136:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213626.781137:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000100:00000001:2.0:1779213626.781138:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213626.781141:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213626.781141:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:2.0:1779213626.781146:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213626.781146:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213626.781148:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1779213626.781150:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213626.781151:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213626.781153:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213626.781155:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213626.781158:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213626.781164:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213626.781167:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213626.781172:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213626.781173:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213626.781220:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213626.781240:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d5e81ba. 00000400:00000200:3.0:1779213626.781243:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213626.781246:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213626.781248:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f71418c 00000400:00000010:3.0:1779213626.781250:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005f71418c. 00000100:00000001:3.0:1779213626.781252:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213626.781254:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213626.781261:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213626.781263:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213626.781274:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213626.781275:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213626.782806:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.782986:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213626.782990:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.782994:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213626.783007:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213626.783018:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720e800 00000400:00000200:3.0:1779213626.783024:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xfc9 [1] + 224 00000800:00000001:3.0:1779213626.783030:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.783083:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213626.783085:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213626.783088:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213626.783091:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213626.783094:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213626.783100:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213626.783120:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213626.783125:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.783127:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213626.783128:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.783129:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213626.783132:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213626.783135:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720e880 00000400:00000200:3.0:1779213626.783138:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xfd1 [1] + 224 00000800:00000001:3.0:1779213626.783140:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.783142:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213626.783143:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213626.783144:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213626.783147:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213626.783154:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213626.783158:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213626.783167:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213626.783170:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.783172:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213626.783173:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.783174:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213626.783177:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213626.783182:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720e900 00000400:00000200:3.0:1779213626.783184:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xfd9 [1] + 224 00000800:00000001:3.0:1779213626.783187:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213626.783190:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213626.783192:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213626.783192:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213626.783195:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213626.783198:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213626.783201:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213626.783205:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213626.783205:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213626.783207:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021b99120. 00000100:00000001:1.0:1779213626.783208:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213626.783211:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:0.0:1779213626.783213:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:0.0:1779213626.783216:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213626.783217:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1779213626.783220:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1779213626.783221:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213626.783246:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213626.783249:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213626.783251:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213626.783254:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213626.783261:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:1.0:1779213626.783266:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:1.0:1779213626.783271:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213626.783276:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213626.783278:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213626.783280:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213626.783280:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213626.783281:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213626.783285:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213626.783288:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213626.783291:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213626.783296:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213626.783311:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=81 v=5 (5 5 5 5) 00000100:00000200:1.0:1779213626.783313:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213626.783317:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213626.783318:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213626.783324:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1779213626.783325:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213626.783328:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213626.783328:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213626.783330:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213626.783331:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213626.783332:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213626.783335:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.783337:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213626.783342:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213626.783343:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213626.783347:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213626.783350:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213626.783351:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213626.783354:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.783355:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1779213626.783357:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.783358:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213626.783359:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213626.783363:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213626.783364:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213626.783366:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=70 v=5 (5 5 5 5) 00000400:00000001:2.0:1779213626.783367:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213626.783370:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213626.783372:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c99ba43. 00000100:00001000:1.0:1779213626.783375:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=70 v=5 (1 1 1 1) 00000400:00000200:2.0:1779213626.783377:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:2.0:1779213626.783380:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00100000:0.0:1779213626.783382:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960569856:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213626.783383:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213626.783384:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213626.783387:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.783390:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213626.783390:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1779213626.783391:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213626.783394:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1779213626.783395:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213626.783400:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213626.783402:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213626.783405:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213626.783411:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1779213626.783411:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213626.783414:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.783422:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1779213626.783424:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213626.783425:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213626.783428:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a7e2a8. 02000000:00000001:0.0:1779213626.783433:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213626.783436:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213626.783438:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213626.783444:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213626.783447:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:0.0:1779213626.783452:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213626.783455:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213626.783458:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:1.0:1779213626.783458:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213626.783458:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213626.783461:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213626.783465:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213626.783465:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213626.783465:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213626.783468:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213626.783468:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213626.783469:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213626.783470:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213626.783472:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213626.783473:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213626.783475:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213626.783477:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213626.783479:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=81 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213626.783496:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1779213626.783497:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213626.783499:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213626.783504:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213626.783505:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213626.783507:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213626.783508:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213626.783512:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1779213626.783516:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000fde6a2ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960569984:192.168.202.129@tcp:400: 00010000:00080000:2.0:1779213626.783517:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213626.783526:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213626.783527:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213626.783530:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213626.783531:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213626.783534:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213626.783535:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1779213626.783538:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fde6a2ac x1865639960569984/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213626.783538:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213626.783546:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213626.783553:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213626.783556:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213626.783558:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a078aec3. 00000100:00000001:2.0:1779213626.783561:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213626.783563:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213626.783564:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1779213626.783565:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213626.783566:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1779213626.783568:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213626.783572:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213626.783579:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213626.783582:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:1.0:1779213626.783587:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1779213626.783587:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000938c3234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960570112:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213626.783590:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213626.783592:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fde6a2ac. 00000100:00000001:2.0:1779213626.783595:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213626.783596:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213626.783599:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213626.783599:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213626.783603:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213626.783608:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213626.783609:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213626.783611:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213626.783612:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213626.783614:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000938c3234 x1865639960570112/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213626.783629:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213626.783631:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213626.783632:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008325a1f. 02000000:00000001:2.0:1779213626.783634:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213626.783635:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213626.783635:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213626.783637:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213626.783638:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:2.0:1779213626.783640:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213626.783640:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213626.783641:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000938c3234. 00000100:00000001:2.0:1779213626.783643:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213626.783643:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213626.783645:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213626.783647:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213626.783648:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213626.783649:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213626.783651:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213627.420285:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213627.420290:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213627.420295:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213627.420296:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213627.420347:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213627.420351:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213627.420354:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213628.444311:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213628.444318:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213628.444320:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213628.444322:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213628.444326:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213628.444328:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213628.444329:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213628.444330:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213628.444333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213628.444334:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213628.444335:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213628.444336:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213628.444337:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213628.444338:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213628.444354:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213628.444355:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213628.444417:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213628.444420:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213628.444423:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1779213628.828338:0:201073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1779213628.828343:0:201073:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1779213629.468341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213629.468347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213629.468353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213629.468354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213629.468403:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213629.468408:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213629.468411:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213630.492333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213630.492339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213630.492345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213630.492346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213630.492400:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213630.492404:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213630.492422:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213631.516328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213631.516334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213631.516341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213631.516342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213631.516395:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213631.516398:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213631.516401:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213631.900361:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213631.900371:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213631.900382:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779213631.900389:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213631.900394:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213631.900397:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213631.900402:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213631.900411:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed470df3. 00000100:00000001:3.0:1779213631.900418:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213631.900463:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213631.900475:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213631.900477:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213631.900483:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_03+3] req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.900521:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213631.900523:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213631.900527:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213631.900530:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000020:00000040:3.0:1779213631.900533:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213631.900536:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213631.900537:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213631.900540:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213631.900542:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213631.900543:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009994e6b8. 00000100:00000001:2.0:1779213631.900548:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213631.900548:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213631.900552:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213631.900554:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213631.900560:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.900570:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213631.900572:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.900578:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213631.900578:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213631.900581:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213631.900581:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_00+0] req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213631.900587:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213631.900587:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213631.900591:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213631.900594:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213631.900598:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960570240:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213631.900604:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213631.900612:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213631.900616:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213631.900619:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213631.900621:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213631.900623:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1779213631.900624:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1f8e2f5. 00000100:00000001:3.0:1779213631.900627:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213631.900628:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779213631.900630:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000020:00000040:3.0:1779213631.900633:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000400:00000010:2.0:1779213631.900635:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c99ba43. 00000100:00000001:3.0:1779213631.900635:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213631.900637:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213631.900637:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213631.900639:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213631.900642:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:3.0:1779213631.900644:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:0.0:1779213631.900645:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213631.900645:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000001:3.0:1779213631.900650:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.900656:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1779213631.900656:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960570240, portal 25 00000100:00000040:3.0:1779213631.900657:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213631.900660:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213631.900660:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213631.900663:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.900666:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213631.900668:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213631.900670:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213631.900671:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:0.0:1779213631.900674:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213631.900679:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1779213631.900680:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213631.900682:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.900682:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213631.900691:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a474cc5] to pc [ptlrpcd_00_01+1] req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213631.900701:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213631.900707:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213631.900711:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6bbba04. 00000100:00000001:0.0:1779213631.900713:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1779213631.900715:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960570240, offset 0 00000100:00000001:0.0:1779213631.900716:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213631.900721:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213631.900724:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213631.900725:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213631.900727:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213631.900728:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213631.900730:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1779213631.900734:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960570368:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213631.900736:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213631.900737:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213631.900740:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213631.900744:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1779213631.900745:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213631.900746:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213631.900746:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1779213631.900747:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11804) 02000000:00000001:0.0:1779213631.900749:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213631.900752:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213631.900753:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1779213631.900753:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213631.900756:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213631.900758:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213631.900759:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213631.900760:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213631.900761:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213631.900763:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213631.900764:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c03ea08. 00000400:00000200:2.0:1779213631.900764:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213631.900768:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213631.900770:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213631.900772:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [483:483:256:4294967295] 192.168.202.129@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000010:0.0:1779213631.900776:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b99120. 00000100:00000001:1.0:1779213631.900784:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1779213631.900785:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000001:1.0:1779213631.900785:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213631.900788:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213631.900790:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213631.900792:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213631.900795:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213631.900799:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960570368, portal 10 00000100:00100000:1.0:1779213631.900800:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960570496:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213631.900805:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213631.900806:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213631.900807:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213631.900809:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 02000000:00000001:1.0:1779213631.900810:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213631.900811:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213631.900814:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1779213631.900814:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f188a3a. 02000000:00000010:1.0:1779213631.900817:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036277bc7. 00000100:00000040:0.0:1779213631.900821:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213631.900821:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.900833:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213631.900834:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213631.900837:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213631.900840:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c30ccf9. 00000100:00000200:0.0:1779213631.900843:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960570368, offset 0 00000400:00000010:1.0:1779213631.900843:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213631.900852:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000800:00000200:2.0:1779213631.900853:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213631.900856:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213631.900860:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f188a3a type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779213631.900864:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960570496, portal 10 00000400:00000200:0.0:1779213631.900866:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213631.900869:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213631.900871:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213631.900871:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 00000400:00000200:0.0:1779213631.900876:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213631.900877:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213631.900880:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213631.900882:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213631.900883:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306472387 00000400:00000200:0.0:1779213631.900887:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213631.900893:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306467267 00000400:00000200:0.0:1779213631.900895:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [484:484:255:4294967295] 192.168.202.129@tcp LPNI seq info [484:484:7:4294967295] 00000100:00000001:1.0:1779213631.900898:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213631.900905:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213631.900907:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306472387 00000400:00000010:1.0:1779213631.900910:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169bda26. 00000100:00000001:2.0:1779213631.900913:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306467267 00000400:00000200:0.0:1779213631.900914:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:1.0:1779213631.900915:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960570496, offset 0 00000100:00000001:2.0:1779213631.900919:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306472387 00000800:00000200:0.0:1779213631.900926:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213631.900926:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306467267 00000400:00000200:1.0:1779213631.900930:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213631.900932:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306472387 00000800:00000010:0.0:1779213631.900933:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b9153e. 00000400:00000200:1.0:1779213631.900937:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213631.900943:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213631.900944:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213631.900944:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306467267 00000400:00000200:1.0:1779213631.900949:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213631.900950:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213631.900952:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213631.900955:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213631.900956:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213631.900960:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [485:485:254:4294967295] 192.168.202.129@tcp LPNI seq info [485:485:6:4294967295] 00000100:00000001:2.0:1779213631.900962:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213631.900966:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213631.900967:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213631.900973:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213631.900975:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000030b9153e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213631.900975:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213631.900976:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213631.900983:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213631.900983:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1779213631.900987:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213631.900987:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1779213631.900989:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1779213631.900990:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 202662 usecs (203 jiffies) 00000100:00000001:2.0:1779213631.900990:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213631.900992:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f4cd30a. 00000800:00000010:3.0:1779213631.900994:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f188a3a. 00000100:00000001:0.0:1779213631.900997:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306467019 00000100:00000001:2.0:1779213631.900997:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213631.901000:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1779213631.901001:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213631.901004:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306472387 00000100:00000001:0.0:1779213631.901009:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306467019 00000800:00000200:1.0:1779213631.901011:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213631.901012:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213631.901015:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306472387 00000800:00000200:1.0:1779213631.901018:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f4cd30a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213631.901019:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306467019 00000400:00000200:3.0:1779213631.901020:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bbba04 00000100:00000001:1.0:1779213631.901022:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213631.901023:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bbba04. 00000100:00000040:1.0:1779213631.901028:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14681 usecs (15 jiffies) 00000100:00000001:3.0:1779213631.901028:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213631.901029:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306472387 00000100:00000200:3.0:1779213631.901033:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213631.901034:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306466831 00000100:00000001:0.0:1779213631.901035:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306467019 00000100:00000001:1.0:1779213631.901040:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306472387 00000100:00000001:0.0:1779213631.901041:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306472387 00000100:00000001:0.0:1779213631.901046:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213631.901046:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306466831 00000100:00000001:1.0:1779213631.901051:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306472387 00000100:00000001:0.0:1779213631.901052:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.901054:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.901056:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.901058:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213631.901059:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213631.901060:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.901062:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213631.901067:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306466831 00000100:00000001:1.0:1779213631.901071:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306472387 00000100:00000001:1.0:1779213631.901073:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306466831 00000100:00000001:1.0:1779213631.901076:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306472387 00000100:00000001:1.0:1779213631.901078:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213631.901080:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213631.901082:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213631.901084:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213631.901120:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213631.901124:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.901130:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213631.901140:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213631.901156:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213631.901158:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b9153e. 00000400:00000200:3.0:1779213631.901161:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213631.901164:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213631.901166:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c30ccf9 00000400:00000010:3.0:1779213631.901168:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001c30ccf9. 00000100:00000001:3.0:1779213631.901170:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213631.901172:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.901178:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213631.901180:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.901186:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213631.901187:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213631.901214:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213631.901216:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f4cd30a. 00000400:00000200:3.0:1779213631.901220:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213631.901241:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213631.901243:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000169bda26 00000400:00000010:3.0:1779213631.901245:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000169bda26. 00000100:00000001:3.0:1779213631.901247:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213631.901250:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.901309:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213631.901312:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.901327:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213631.901329:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213631.902801:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.902879:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213631.902884:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.902886:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213631.902895:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213631.902908:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720e980 00000400:00000200:3.0:1779213631.902915:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:3.0:1779213631.902922:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.902924:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213631.902926:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213631.902930:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213631.902935:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213631.902940:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213631.902949:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.902971:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213631.902977:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.902979:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213631.902980:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.902982:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213631.902985:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213631.902989:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ea00 00000400:00000200:3.0:1779213631.902993:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xfe9 [1] + 224 00000800:00000001:3.0:1779213631.902996:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.902998:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213631.903000:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213631.903003:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213631.903005:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213631.903013:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213631.903017:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1779213631.903022:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213631.903023:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213631.903027:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213631.903031:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c99ba43. 00000100:00000040:3.0:1779213631.903032:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213631.903038:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:2.0:1779213631.903041:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:2.0:1779213631.903045:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213631.903050:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213631.903050:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213631.903055:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.903061:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213631.903063:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213631.903064:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.903067:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213631.903075:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213631.903078:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213631.903079:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213631.903083:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213631.903086:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213631.903088:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213631.903089:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ea80 00000100:00000001:2.0:1779213631.903090:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213631.903092:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213631.903094:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213631.903099:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xff1 [1] + 224 02000000:00000001:2.0:1779213631.903101:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213631.903103:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213631.903104:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213631.903107:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1779213631.903108:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=86 v=5 (5 5 5 5) 00000400:00000010:0.0:1779213631.903109:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021b99120. 00000800:00000001:3.0:1779213631.903111:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213631.903115:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000100:00001000:2.0:1779213631.903116:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=86 v=5 (1 1 1 1) 00000400:00000200:3.0:1779213631.903116:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1779213631.903118:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:0.0:1779213631.903124:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213631.903124:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1779213631.903125:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213631.903128:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213631.903130:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1779213631.903131:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1779213631.903132:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213631.903135:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213631.903136:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213631.903148:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213631.903158:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213631.903158:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213631.903161:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213631.903188:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213631.903189:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213631.903192:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213631.903194:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213631.903197:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213631.903198:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213631.903200:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213631.903202:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1779213631.903204:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213631.903205:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213631.903206:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1779213631.903211:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213631.903212:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213631.903217:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213631.903218:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=75 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213631.903250:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1779213631.903253:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213631.903254:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213631.903258:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1779213631.903260:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1779213631.903261:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960570240:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213631.903262:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213631.903262:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213631.903266:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000100:00000001:2.0:1779213631.903268:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213631.903272:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1779213631.903272:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000100:00000001:2.0:1779213631.903272:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1779213631.903276:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00010000:00000001:0.0:1779213631.903277:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213631.903278:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960570240/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213631.903281:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213631.903283:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213631.903286:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000200:1.0:1779213631.903290:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213631.903291:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213631.903295:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213631.903298:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213631.903301:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213631.903306:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1f8e2f5. 00000100:00000040:0.0:1779213631.903310:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213631.903311:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213631.903311:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213631.903314:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213631.903317:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213631.903322:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213631.903326:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed470df3. 00000100:00000001:0.0:1779213631.903329:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213631.903332:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213631.903334:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1779213631.903336:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213631.903338:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213631.903339:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000100:00000001:1.0:1779213631.903340:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1779213631.903344:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213631.903344:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213631.903346:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213631.903347:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213631.903349:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213631.903350:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213631.903353:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213631.903353:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213631.903357:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213631.903361:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1779213631.903364:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960570368:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213631.903364:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213631.903367:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213631.903371:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.903372:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213631.903376:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213631.903378:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960570368/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213631.903385:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213631.903386:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213631.903388:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c03ea08. 02000000:00000001:0.0:1779213631.903393:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213631.903394:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213631.903395:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213631.903397:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213631.903399:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009994e6b8. 02000000:00000001:0.0:1779213631.903401:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213631.903402:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213631.903403:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:0.0:1779213631.903406:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213631.903407:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213631.903408:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213631.903412:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1779213631.903413:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213631.903419:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213631.903419:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=86 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213631.903423:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1779213631.903425:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213631.903426:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213631.903429:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213631.903442:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213631.903444:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213631.903448:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213631.903461:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213631.903464:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213631.903465:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213631.903467:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213631.903468:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213631.903471:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213631.903477:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213631.903479:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213631.903480:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213631.903483:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213631.903489:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960570496:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213631.903493:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213631.903494:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213631.903496:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a474cc5 x1865639960570496/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213631.903501:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213631.903503:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213631.903505:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036277bc7. 02000000:00000001:1.0:1779213631.903508:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213631.903509:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213631.903510:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213631.903512:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213631.903514:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:1.0:1779213631.903516:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213631.903517:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213631.903518:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 00000100:00000001:1.0:1779213631.903520:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213631.903521:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213631.903527:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213631.903531:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213631.903533:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213631.903535:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213631.903536:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213632.540315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213632.540321:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213632.540325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213632.540343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213632.540400:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213632.540405:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213632.540408:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213633.564332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213633.564338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213633.564343:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213633.564343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213633.564407:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213633.564411:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213633.564425:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213634.588351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213634.588359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213634.588377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213634.588379:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213634.588449:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213634.588453:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213634.588455:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213635.612321:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213635.612329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213635.612336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213635.612337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213635.612409:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213635.612413:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213635.612437:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213636.636364:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213636.636373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213636.636381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213636.636395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213636.636454:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213636.636458:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213636.636460:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213637.020356:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213637.020367:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213637.020389:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213637.020396:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213637.020400:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213637.020403:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213637.020408:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213637.020418:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213637.020425:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213637.020436:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213637.020444:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213637.020446:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213637.020451:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_02+2] req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.020475:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213637.020476:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213637.020479:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213637.020481:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213637.020482:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213637.020483:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213637.020485:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213637.020486:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213637.020488:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:0.0:1779213637.020490:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213637.020493:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213637.020503:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213637.020506:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213637.020509:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1779213637.020510:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213637.020513:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213637.020523:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213637.020524:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213637.020526:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1779213637.020529:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_03+3] req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213637.020531:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213637.020537:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213637.020540:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213637.020544:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213637.020550:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.020554:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213637.020558:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213637.020566:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213637.020570:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000100:00000001:3.0:1779213637.020571:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1779213637.020574:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213637.020575:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213637.020580:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213637.020582:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213637.020582:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213637.020584:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213637.020586:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1779213637.020588:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000513bfa11. 00000100:00000001:2.0:1779213637.020588:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213637.020593:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213637.020593:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1779213637.020593:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213637.020598:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213637.020602:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1779213637.020602:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960570624:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213637.020605:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213637.020608:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213637.020613:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213637.020614:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213637.020618:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213637.020618:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213637.020620:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213637.020621:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213637.020624:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_00+0] req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213637.020629:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213637.020632:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213637.020638:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213637.020643:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1779213637.020643:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213637.020646:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213637.020649:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1779213637.020650:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000470ad378. 02000000:00000001:2.0:1779213637.020651:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213637.020653:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213637.020654:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213637.020656:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213637.020659:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1779213637.020661:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960570752:192.168.202.129@tcp:400: 00000400:00000010:3.0:1779213637.020665:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e80503c9. 00000100:00000040:0.0:1779213637.020667:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213637.020669:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213637.020675:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11809) 00000400:00000010:3.0:1779213637.020675:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 02000000:00000001:2.0:1779213637.020682:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213637.020684:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213637.020685:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960570624, portal 25 02000000:00000001:2.0:1779213637.020688:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213637.020689:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213637.020691:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213637.020692:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000001:0.0:1779213637.020693:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213637.020694:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d5fcf9. 00000100:00000001:1.0:1779213637.020695:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213637.020698:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.020699:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779213637.020699:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213637.020702:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213637.020706:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c99ba43. 00000100:00000040:1.0:1779213637.020708:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213637.020714:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000200:2.0:1779213637.020720:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960570752, portal 10 00000100:00000001:3.0:1779213637.020723:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213637.020724:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213637.020727:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000001:1.0:1779213637.020729:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213637.020731:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213637.020736:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213637.020736:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213637.020737:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213637.020739:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213637.020742:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6bd63e0. 02000000:00000001:1.0:1779213637.020744:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213637.020748:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960570624, offset 0 00000100:00100000:1.0:1779213637.020752:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960570880:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213637.020757:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213637.020760:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213637.020761:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213637.020764:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213637.020765:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213637.020768:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213637.020769:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 02000000:00000001:1.0:1779213637.020770:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1779213637.020773:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960570752, offset 0 02000000:00000010:1.0:1779213637.020776:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a75be30. 02000000:00000001:1.0:1779213637.020781:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213637.020781:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213637.020782:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213637.020789:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000200:3.0:1779213637.020792:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1779213637.020795:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000400:00000200:3.0:1779213637.020799:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779213637.020800:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960570880, portal 10 00000100:00000001:1.0:1779213637.020804:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213637.020804:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213637.020807:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000400:00000200:3.0:1779213637.020809:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213637.020814:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [486:486:256:4294967295] 192.168.202.129@tcp LPNI seq info [486:486:8:4294967295] 00000100:00000040:1.0:1779213637.020816:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213637.020826:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213637.020834:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213637.020835:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:1.0:1779213637.020838:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 00000100:00000200:1.0:1779213637.020842:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960570880, offset 0 00000400:00000200:2.0:1779213637.020847:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:3.0:1779213637.020847:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213637.020852:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213637.020854:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1779213637.020855:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005023fd5. 00000400:00000200:2.0:1779213637.020858:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213637.020864:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213637.020868:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213637.020870:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213637.020875:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [487:487:255:4294967295] 192.168.202.129@tcp LPNI seq info [487:487:7:4294967295] 00000800:00000200:3.0:1779213637.020881:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213637.020887:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213637.020888:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005023fd5 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1779213637.020896:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213637.020900:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:2.0:1779213637.020900:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d28c7f. 00000400:00000200:1.0:1779213637.020907:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1779213637.020910:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213637.020910:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213637.020913:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213637.020917:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306477507 00000400:00000200:1.0:1779213637.020919:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1779213637.020922:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213637.020926:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1779213637.020927:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b0d28c7f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213637.020929:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306472387 00000100:00000001:2.0:1779213637.020933:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213637.020934:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [488:488:254:4294967295] 192.168.202.129@tcp LPNI seq info [488:488:6:4294967295] 00000100:00000001:3.0:1779213637.020937:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306477507 00000100:00000040:2.0:1779213637.020939:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 201258 usecs (202 jiffies) 00000100:00000001:3.0:1779213637.020943:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306472387 00000100:00000001:2.0:1779213637.020944:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306472138 00000100:00000001:3.0:1779213637.020950:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306477507 00000400:00000200:1.0:1779213637.020953:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213637.020954:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306477507 00000100:00000001:3.0:1779213637.020957:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306472387 00000100:00000001:2.0:1779213637.020959:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306472138 00000100:00000001:2.0:1779213637.020964:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306477507 00000100:00000001:3.0:1779213637.020966:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306477507 00000800:00000200:1.0:1779213637.020967:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213637.020968:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306472138 00000100:00000001:2.0:1779213637.020973:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306477507 00000800:00000010:1.0:1779213637.020974:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000100:00000001:3.0:1779213637.020974:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306472387 00000100:00000001:2.0:1779213637.020975:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306472138 00000800:00000200:0.0:1779213637.020981:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1779213637.020982:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213637.020982:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306477507 00000100:00000001:3.0:1779213637.020982:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213637.020989:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1779213637.020990:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005023fd5. 00000100:00000001:3.0:1779213637.020990:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213637.020992:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213637.020996:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213637.020997:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213637.021002:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.021003:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213637.021003:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213637.021009:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14600 usecs (15 jiffies) 00000100:00000001:2.0:1779213637.021009:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213637.021012:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213637.021013:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306471951 00000100:00000001:2.0:1779213637.021013:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.021018:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306477507 00000100:00000001:1.0:1779213637.021021:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306471951 00000100:00000001:1.0:1779213637.021025:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306477507 00000100:00000001:3.0:1779213637.021025:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213637.021028:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213637.021030:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306471951 00000400:00000200:0.0:1779213637.021032:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213637.021033:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.021036:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306477507 00000100:00000001:3.0:1779213637.021038:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.021040:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306471951 00000400:00000200:0.0:1779213637.021042:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bd63e0 00000100:00000001:1.0:1779213637.021044:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306477507 00000400:00000010:0.0:1779213637.021047:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a6bd63e0. 00000100:00000001:1.0:1779213637.021047:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213637.021052:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213637.021054:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213637.021055:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.021058:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213637.021061:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213637.021064:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213637.021066:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213637.021073:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213637.021074:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213637.021076:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213637.021076:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213637.021077:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.021080:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213637.021088:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213637.021090:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213637.021105:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213637.021107:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d28c7f. 00000400:00000200:0.0:1779213637.021110:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213637.021113:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213637.021116:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:0.0:1779213637.021118:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:0.0:1779213637.021120:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213637.021123:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.021131:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213637.021133:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.021139:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213637.021140:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213637.021210:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213637.021212:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000400:00000200:0.0:1779213637.021216:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213637.021219:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213637.021221:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000400:00000010:0.0:1779213637.021242:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000100:00000001:0.0:1779213637.021244:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213637.021246:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.021255:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213637.021257:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.021261:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213637.021261:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213637.023437:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213637.023457:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213637.023463:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213637.023465:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213637.023478:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213637.023496:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720eb00 00000400:00000200:3.0:1779213637.023507:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0xff9 [1] + 224 00000800:00000001:3.0:1779213637.023516:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213637.023520:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213637.023524:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213637.023529:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213637.023535:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213637.023543:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213637.023554:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213637.023575:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213637.023584:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213637.023588:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213637.023590:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213637.023592:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213637.023596:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213637.023603:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720eb80 00000400:00000200:3.0:1779213637.023609:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xffd [1] + 224 00000800:00000001:3.0:1779213637.023613:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213637.023617:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213637.023618:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213637.023620:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213637.023622:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213637.023625:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213637.023627:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1779213637.023634:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213637.023636:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213637.023639:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e80503c9. 00000100:00000200:3.0:1779213637.023645:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213637.023646:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:2.0:1779213637.023649:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:2.0:1779213637.023654:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213637.023662:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213637.023662:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213637.023694:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213637.023702:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213637.023704:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213637.023706:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213637.023707:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213637.023712:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1779213637.023714:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213637.023715:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213637.023719:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213637.023720:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213637.023723:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213637.023724:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213637.023727:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213637.023733:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=92 v=5 (5 5 5 5) 00000400:00000200:3.0:1779213637.023734:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:2.0:1779213637.023742:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=92 v=5 (1 1 1 1) 00000400:00000200:3.0:1779213637.023743:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ec00 00000100:00000001:0.0:1779213637.023747:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213637.023751:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213637.023751:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1009 [1] + 224 00000100:00000001:2.0:1779213637.023756:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1779213637.023758:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213637.023758:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213637.023759:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213637.023761:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213637.023764:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c99ba43. 00010000:00000001:2.0:1779213637.023765:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1779213637.023767:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00010000:00000001:2.0:1779213637.023769:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213637.023771:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:0.0:1779213637.023776:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213637.023776:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213637.023777:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213637.023782:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213637.023782:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1779213637.023786:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213637.023791:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213637.023799:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213637.023806:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213637.023809:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213637.023814:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213637.023821:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213637.023825:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213637.023836:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.023837:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213637.023839:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213637.023839:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.023843:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213637.023845:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213637.023847:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213637.023850:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213637.023855:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213637.023864:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=81 v=5 (5 5 5 5) 00000100:00100000:2.0:1779213637.023864:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960570624:192.168.202.129@tcp:400: 00000100:00001000:0.0:1779213637.023870:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213637.023874:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213637.023874:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213637.023875:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213637.023876:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213637.023879:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1779213637.023880:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1779213637.023882:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1779213637.023884:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213637.023885:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960570624/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.023889:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213637.023893:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213637.023896:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213637.023897:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1779213637.023897:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213637.023901:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213637.023905:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000470ad378. 00000100:00000001:0.0:1779213637.023906:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213637.023912:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1779213637.023915:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213637.023917:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213637.023921:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213637.023926:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213637.023928:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213637.023928:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213637.023931:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213637.023933:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213637.023934:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213637.023936:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213637.023936:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1779213637.023940:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213637.023940:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1779213637.023940:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1779213637.023944:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1779213637.023944:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000400:00000010:1.0:1779213637.023947:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000100:00000001:2.0:1779213637.023951:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1779213637.023954:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960570752:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213637.023954:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213637.023955:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000100:00000001:2.0:1779213637.023959:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213637.023960:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:0.0:1779213637.023961:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213637.023966:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213637.023968:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213637.023969:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960570752/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213637.023970:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213637.023973:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213637.023975:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213637.023990:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.023993:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213637.023996:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213637.023999:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d5fcf9. 00000100:00000001:1.0:1779213637.024000:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213637.024002:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213637.024005:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213637.024007:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1779213637.024009:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213637.024009:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213637.024011:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213637.024013:0:199014:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1779213637.024014:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213637.024019:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213637.024020:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1779213637.024021:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=92 v=5 (5 5 5 5) 00000020:00000001:0.0:1779213637.024022:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213637.024024:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 00000100:00001000:1.0:1779213637.024027:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=21 v=5 (1 0 0 0) 02000000:00000001:0.0:1779213637.024030:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213637.024030:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.024031:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1779213637.024032:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213637.024034:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213637.024035:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00010000:00000001:1.0:1779213637.024038:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213637.024039:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213637.024042:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1779213637.024043:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213637.024045:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213637.024051:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213637.024054:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213637.024056:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213637.024057:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213637.024059:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.024061:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213637.024063:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213637.024065:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213637.024066:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213637.024078:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213637.024085:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213637.024088:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213637.024089:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213637.024092:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213637.024099:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960570880:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213637.024104:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213637.024105:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213637.024107:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960570880/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213637.024112:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213637.024113:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213637.024115:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a75be30. 02000000:00000001:1.0:1779213637.024121:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213637.024122:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213637.024123:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213637.024124:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213637.024126:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000513bfa11. 02000000:00000001:1.0:1779213637.024128:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213637.024129:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213637.024130:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:1.0:1779213637.024132:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213637.024133:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213637.024134:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213637.024138:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213637.024139:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213637.024141:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213637.024143:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213637.660366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213637.660388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213637.660395:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213637.660396:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213637.660486:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213637.660493:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213637.660515:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213638.684391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213638.684401:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213638.684404:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213638.684407:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213638.684413:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213638.684416:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213638.684417:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213638.684419:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213638.684424:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213638.684426:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213638.684427:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213638.684428:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213638.684430:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213638.684431:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213638.684433:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213638.684434:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213638.684492:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213638.684496:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213638.684499:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213639.708527:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213639.708532:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213639.708537:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213639.708537:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213639.708599:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213639.708602:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213639.708605:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213640.732360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213640.732367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213640.732375:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213640.732376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213640.732444:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213640.732448:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213640.732451:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213641.756379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213641.756387:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213641.756392:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213641.756393:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213641.756453:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213641.756456:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213641.756480:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213642.140393:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213642.140462:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213642.140476:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213642.140484:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213642.140490:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213642.140493:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213642.140500:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213642.140509:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213642.140518:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213642.140532:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213642.140552:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213642.140554:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213642.140561:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_01+1] req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.140593:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213642.140596:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213642.140599:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213642.140602:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213642.140604:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213642.140607:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213642.140609:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213642.140611:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213642.140616:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:0.0:1779213642.140617:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213642.140620:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213642.140623:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213642.140626:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213642.140628:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213642.140629:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213642.140635:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213642.140637:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.140642:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213642.140645:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213642.140654:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213642.140654:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_02+2] req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213642.140656:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213642.140661:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213642.140663:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213642.140666:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213642.140670:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960571008:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213642.140677:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213642.140684:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213642.140687:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213642.140690:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213642.140696:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e95bb4a. 02000000:00000001:0.0:1779213642.140698:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213642.140705:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b99120. 00000400:00000010:0.0:1779213642.140713:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000200:0.0:1779213642.140722:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571008, portal 25 00000100:00000001:0.0:1779213642.140725:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213642.140726:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000100:00000040:0.0:1779213642.140732:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213642.140740:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213642.140740:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213642.140744:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213642.140746:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213642.140750:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1779213642.140751:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 00000100:00000010:3.0:1779213642.140755:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000100:00000200:0.0:1779213642.140756:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960571008, offset 0 00000020:00000040:3.0:1779213642.140759:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213642.140762:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213642.140763:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213642.140765:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213642.140766:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213642.140767:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213642.140769:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213642.140770:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213642.140770:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213642.140770:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213642.140777:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213642.140778:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:3.0:1779213642.140784:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213642.140790:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213642.140793:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779213642.140809:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213642.140815:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213642.140818:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213642.140818:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.140820:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213642.140823:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213642.140824:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213642.140826:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213642.140827:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213642.140831:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213642.140831:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_03+3] req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213642.140833:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00100000:2.0:1779213642.140837:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960571136:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213642.140841:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [489:489:256:4294967295] 192.168.202.129@tcp LPNI seq info [489:489:8:4294967295] 00000100:00000001:2.0:1779213642.140845:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213642.140848:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213642.140851:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213642.140854:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213642.140858:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007810e6fc. 02000000:00000001:2.0:1779213642.140862:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.140864:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213642.140867:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213642.140868:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f463ba2b. 00000100:00000040:3.0:1779213642.140869:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213642.140875:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000100:00000040:3.0:1779213642.140878:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1779213642.140880:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571136, portal 10 00000100:00000001:2.0:1779213642.140883:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213642.140885:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213642.140885:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000040:3.0:1779213642.140885:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11814) 00000100:00000001:1.0:1779213642.140887:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213642.140890:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213642.140893:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213642.140894:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213642.140901:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1779213642.140905:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213642.140906:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213642.140906:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213642.140908:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213642.140910:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 02000000:00000001:1.0:1779213642.140912:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1779213642.140912:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960571136, offset 0 00000800:00000010:0.0:1779213642.140913:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce0303a. 02000000:00000001:1.0:1779213642.140914:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213642.140919:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213642.140919:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213642.140922:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960571264:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213642.140926:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213642.140927:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213642.140928:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213642.140930:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213642.140931:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213642.140933:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213642.140934:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213642.140935:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213642.140936:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213642.140938:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:1.0:1779213642.140939:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000689f2398. 02000000:00000001:1.0:1779213642.140942:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213642.140944:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213642.140944:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [490:490:255:4294967295] 192.168.202.129@tcp LPNI seq info [490:490:7:4294967295] 00000400:00000010:1.0:1779213642.140947:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213642.140951:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000800:00000200:0.0:1779213642.140952:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dce0303a type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779213642.140954:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571264, portal 10 00000400:00000200:2.0:1779213642.140956:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213642.140959:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213642.140961:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 00000100:00000040:1.0:1779213642.140966:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213642.140966:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213642.140970:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213642.140970:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003d8d33b. 00000100:00000001:1.0:1779213642.140976:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213642.140976:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213642.140979:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306482627 00000100:00000040:1.0:1779213642.140979:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213642.140981:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000800:00000200:2.0:1779213642.140983:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:1.0:1779213642.140985:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960571264, offset 0 00000800:00000200:2.0:1779213642.140986:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003d8d33b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213642.140989:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213642.140990:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213642.140991:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306477507 00000100:00000040:2.0:1779213642.140993:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 199880 usecs (200 jiffies) 00000400:00000200:1.0:1779213642.140995:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213642.140998:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213642.140998:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306477256 00000100:00000001:0.0:1779213642.140999:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306482627 00000400:00000200:1.0:1779213642.141002:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213642.141002:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306482627 00000100:00000001:2.0:1779213642.141005:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306477256 00000100:00000001:0.0:1779213642.141006:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306477507 00000400:00000200:1.0:1779213642.141006:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213642.141011:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306482627 00000100:00000001:2.0:1779213642.141012:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306482627 00000400:00000200:1.0:1779213642.141014:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213642.141016:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306477507 00000100:00000001:2.0:1779213642.141016:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306477256 00000400:00000200:1.0:1779213642.141020:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [491:491:254:4294967295] 192.168.202.129@tcp LPNI seq info [491:491:6:4294967295] 00000100:00000001:0.0:1779213642.141022:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306482627 00000100:00000001:2.0:1779213642.141022:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306482627 00000100:00000001:2.0:1779213642.141027:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306477256 00000100:00000001:0.0:1779213642.141028:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306477507 00000100:00000001:0.0:1779213642.141034:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213642.141034:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213642.141035:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306482627 00000100:00000001:0.0:1779213642.141039:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213642.141039:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213642.141042:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213642.141044:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213642.141046:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213642.141047:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005060b810. 00000100:00000001:2.0:1779213642.141047:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213642.141051:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213642.141052:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213642.141055:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213642.141061:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213642.141063:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005060b810 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213642.141064:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213642.141064:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213642.141066:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213642.141067:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213642.141068:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1779213642.141069:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14526 usecs (15 jiffies) 00000800:00000200:3.0:1779213642.141071:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213642.141072:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213642.141073:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213642.141074:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306477071 00000100:00000001:2.0:1779213642.141074:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213642.141077:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213642.141077:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce0303a. 00000100:00000001:0.0:1779213642.141078:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213642.141078:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306482627 00000100:00000001:0.0:1779213642.141082:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213642.141082:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306477071 00000100:00000001:2.0:1779213642.141083:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213642.141086:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213642.141088:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213642.141088:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306482627 00000100:00000001:1.0:1779213642.141091:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306477071 00000100:00000001:1.0:1779213642.141094:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306482627 00000400:00000200:3.0:1779213642.141095:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213642.141100:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306477071 00000100:00000001:1.0:1779213642.141103:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306482627 00000400:00000200:3.0:1779213642.141103:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000100:00000001:1.0:1779213642.141105:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213642.141108:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213642.141108:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:1.0:1779213642.141113:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.141114:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213642.141116:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213642.141121:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1779213642.141121:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213642.141123:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213642.141139:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213642.141142:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213642.141145:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213642.141149:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.141153:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213642.141158:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.141166:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.141168:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213642.141182:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213642.141184:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003d8d33b. 00000400:00000200:3.0:1779213642.141186:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213642.141190:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213642.141192:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:3.0:1779213642.141194:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:3.0:1779213642.141196:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213642.141199:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.141206:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213642.141207:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.141214:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.141215:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213642.141303:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213642.141306:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005060b810. 00000400:00000200:3.0:1779213642.141310:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213642.141313:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213642.141316:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:3.0:1779213642.141317:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:3.0:1779213642.141320:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213642.141322:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.141342:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213642.141345:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.141362:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.141364:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213642.142726:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142758:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213642.142763:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142766:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213642.142778:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213642.142793:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720ec80 00000400:00000200:0.0:1779213642.142802:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1011 [1] + 224 00000800:00000001:0.0:1779213642.142810:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142814:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213642.142817:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213642.142826:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213642.142832:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213642.142840:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213642.142850:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213642.142877:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213642.142887:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142891:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213642.142892:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142894:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213642.142898:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213642.142903:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ed00 00000400:00000200:0.0:1779213642.142908:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1019 [1] + 224 00000800:00000001:0.0:1779213642.142911:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142914:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213642.142915:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213642.142918:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213642.142920:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213642.142923:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213642.142930:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213642.142964:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213642.142969:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142973:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213642.142974:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142976:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213642.142980:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213642.142985:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ed80 00000400:00000200:0.0:1779213642.142990:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1021 [1] + 224 00000800:00000001:0.0:1779213642.142994:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.142999:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213642.143000:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213642.143003:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213642.143005:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213642.143008:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213642.143016:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213642.143031:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213642.143034:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213642.143036:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213642.143076:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213642.143087:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213642.143094:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213642.143096:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213642.143099:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213642.143103:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:1.0:1779213642.143106:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:2.0:1779213642.143106:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213642.143110:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213642.143111:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1779213642.143114:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1779213642.143118:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213642.143118:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213642.143121:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021b99120. 00000400:00000200:2.0:1779213642.143127:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000100:00000200:1.0:1779213642.143132:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213642.143138:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:2.0:1779213642.143145:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213642.143146:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213642.143150:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213642.143153:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213642.143154:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213642.143159:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213642.143163:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1779213642.143166:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213642.143167:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213642.143173:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213642.143174:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213642.143177:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213642.143179:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213642.143180:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213642.143180:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213642.143181:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213642.143183:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213642.143186:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213642.143186:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213642.143195:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=97 v=5 (1 1 1 1) 00000100:00001000:1.0:1779213642.143196:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213642.143200:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213642.143201:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213642.143202:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213642.143204:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213642.143206:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213642.143207:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213642.143208:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213642.143211:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1779213642.143213:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213642.143216:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213642.143247:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213642.143250:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213642.143251:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213642.143254:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213642.143272:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213642.143275:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960571008:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213642.143278:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213642.143282:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213642.143284:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213642.143286:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213642.143288:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213642.143288:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213642.143294:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960571008/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213642.143296:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213642.143315:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213642.143317:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213642.143326:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213642.143342:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1779213642.143345:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213642.143347:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213642.143351:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e95bb4a. 02000000:00000001:2.0:1779213642.143357:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1779213642.143359:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960571264:192.168.202.129@tcp:400: 00000020:00000001:2.0:1779213642.143360:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213642.143364:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213642.143365:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779213642.143367:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213642.143368:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213642.143372:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960571264/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213642.143372:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:2.0:1779213642.143378:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213642.143382:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213642.143382:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213642.143384:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 02000000:00000001:1.0:1779213642.143385:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213642.143389:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000689f2398. 00000100:00000001:2.0:1779213642.143390:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213642.143392:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213642.143394:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213642.143395:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779213642.143396:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213642.143399:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213642.143404:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213642.143407:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213642.143409:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213642.143411:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213642.143491:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213642.143493:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:1.0:1779213642.143497:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213642.143499:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213642.143500:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:1.0:1779213642.143504:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213642.143504:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213642.143505:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213642.143509:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213642.143513:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213642.143514:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213642.143516:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213642.143519:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f463ba2b. 00000100:00000001:1.0:1779213642.143521:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213642.143523:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213642.143523:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000100:00000001:1.0:1779213642.143526:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213642.143528:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213642.143535:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000100:00000001:3.0:1779213642.143540:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213642.143545:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213642.143553:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.143560:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213642.143561:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213642.143563:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213642.143565:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213642.143566:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213642.143567:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213642.143569:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213642.143573:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213642.143576:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213642.143578:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213642.143579:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213642.143581:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213642.143583:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.143586:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213642.143587:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213642.143589:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213642.143590:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213642.143593:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.143599:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213642.143608:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213642.143609:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213642.143613:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213642.143620:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960571136:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213642.143625:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213642.143627:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213642.143629:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960571136/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213642.143635:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213642.143637:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213642.143639:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007810e6fc. 02000000:00000001:3.0:1779213642.143642:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213642.143643:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213642.143644:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213642.143646:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213642.143648:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:3.0:1779213642.143650:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213642.143651:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213642.143652:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:3.0:1779213642.143655:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213642.143656:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213642.143658:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213642.143661:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213642.143662:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213642.143664:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213642.143672:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213642.780357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213642.780363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213642.780368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213642.780369:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213642.780427:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213642.780432:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213642.780435:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213643.804350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213643.804356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213643.804361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213643.804363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213643.804431:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213643.804434:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213643.804437:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213644.828318:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213644.828323:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213644.828330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213644.828332:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213644.828375:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213644.828378:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213644.828379:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213645.852346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213645.852351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213645.852357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213645.852359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213645.852412:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213645.852429:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213645.852431:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213646.876407:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213646.876412:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213646.876417:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213646.876434:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213646.876491:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213646.876496:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213646.876500:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213647.260358:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213647.260372:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213647.260382:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213647.260391:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213647.260397:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213647.260418:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213647.260424:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213647.260433:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce8f820. 00000100:00000001:0.0:1779213647.260442:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213647.260455:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213647.260468:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213647.260471:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213647.260478:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_00+0] req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213647.260505:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213647.260508:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213647.260513:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213647.260521:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213647.260524:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000020:00000040:0.0:1779213647.260528:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00100000:2.0:1779213647.260528:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1779213647.260533:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213647.260533:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213647.260536:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213647.260539:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213647.260544:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:2.0:1779213647.260544:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213647.260548:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213647.260549:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213647.260549:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213647.260554:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213647.260555:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213647.260557:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213647.260559:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213647.260563:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213647.260569:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213647.260571:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213647.260573:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213647.260577:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_01+1] req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213647.260593:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213647.260597:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213647.260603:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213647.260606:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213647.260606:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213647.260610:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213647.260611:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.260617:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1779213647.260618:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960571392:192.168.202.129@tcp:400: 00000100:00000010:0.0:1779213647.260621:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007560d7e1. 00000020:00000040:0.0:1779213647.260625:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213647.260625:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213647.260632:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213647.260636:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213647.260636:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213647.260638:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213647.260641:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213647.260641:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1779213647.260642:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213647.260645:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1779213647.260647:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213647.260648:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000513bfa11. 02000000:00000010:2.0:1779213647.260648:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1963698. 00000100:00000001:1.0:1779213647.260650:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213647.260653:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213647.260654:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213647.260654:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213647.260656:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213647.260659:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213647.260663:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1779213647.260664:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1c960b. 00000100:00000001:0.0:1779213647.260673:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213647.260674:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213647.260676:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000001:1.0:1779213647.260678:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213647.260681:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007560d7e1] to pc [ptlrpcd_00_02+2] req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213647.260686:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213647.260686:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571392, portal 25 00000100:00000001:2.0:1779213647.260693:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213647.260696:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000040:2.0:1779213647.260707:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213647.260708:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213647.260711:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213647.260716:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213647.260718:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213647.260722:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213647.260722:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213647.260728:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213647.260729:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960571520:192.168.202.129@tcp:400: 00000400:00000010:2.0:1779213647.260732:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb59e63. 00000100:00000001:1.0:1779213647.260734:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1779213647.260737:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960571392, offset 0 00000100:00000001:0.0:1779213647.260738:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213647.260739:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213647.260742:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213647.260743:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213647.260746:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213647.260750:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213647.260751:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1779213647.260752:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075ba07f4. 02000000:00000001:1.0:1779213647.260756:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213647.260758:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11819) 00000400:00000010:1.0:1779213647.260763:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213647.260769:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000200:1.0:1779213647.260774:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571520, portal 10 00000400:00000200:2.0:1779213647.260777:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213647.260778:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213647.260781:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000400:00000200:2.0:1779213647.260784:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213647.260791:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213647.260792:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213647.260798:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213647.260800:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213647.260805:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1779213647.260805:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213647.260810:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213647.260810:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213647.260813:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [492:492:256:4294967295] 192.168.202.129@tcp LPNI seq info [492:492:8:4294967295] 00000100:00000001:0.0:1779213647.260817:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1779213647.260818:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213647.260821:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213647.260822:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000100:00000001:0.0:1779213647.260825:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213647.260827:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1779213647.260827:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960571520, offset 0 00000100:00000001:0.0:1779213647.260830:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213647.260837:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:1.0:1779213647.260838:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213647.260840:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213647.260851:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213647.260857:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213647.260858:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1779213647.260858:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213647.260862:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213647.260864:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000010:2.0:1779213647.260866:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecf43c8a. 02000000:00000001:0.0:1779213647.260867:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213647.260869:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1779213647.260870:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213647.260875:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213647.260875:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1779213647.260879:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00100000:0.0:1779213647.260883:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960571648:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213647.260884:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [493:493:255:4294967295] 192.168.202.129@tcp LPNI seq info [493:493:7:4294967295] 00000800:00000200:2.0:1779213647.260893:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213647.260899:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ecf43c8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213647.260900:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213647.260904:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213647.260906:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213647.260908:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213647.260912:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b53750df. 00000100:00000001:2.0:1779213647.260912:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213647.260917:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213647.260920:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306487747 00000400:00000010:0.0:1779213647.260923:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000200:1.0:1779213647.260923:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:0.0:1779213647.260930:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000001:2.0:1779213647.260930:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306482627 00000800:00000200:1.0:1779213647.260935:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213647.260937:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571648, portal 10 00000100:00000001:2.0:1779213647.260938:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306487747 00000800:00000010:1.0:1779213647.260941:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e6e5927. 00000100:00000001:0.0:1779213647.260942:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213647.260944:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306482627 00000100:00000001:0.0:1779213647.260945:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220287872 : -104753489263744 : ffffa0ba2d7bc380) 00000100:00000001:2.0:1779213647.260950:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306487747 00000800:00000200:1.0:1779213647.260951:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:0.0:1779213647.260956:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213647.260957:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306482627 00000800:00000200:1.0:1779213647.260961:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213647.260963:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306487747 00000800:00000200:1.0:1779213647.260967:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006e6e5927 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213647.260969:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306482627 00000100:00000001:2.0:1779213647.260975:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213647.260980:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213647.260982:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213647.260984:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213647.260987:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 198516 usecs (199 jiffies) 00000100:00000001:0.0:1779213647.260988:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213647.260988:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213647.260993:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213647.260994:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306482375 00000100:00000040:0.0:1779213647.260995:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213647.260996:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213647.260999:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306487747 00000100:00000001:2.0:1779213647.261000:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213647.261001:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000100:00000001:2.0:1779213647.261004:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213647.261005:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306482375 00000100:00000200:0.0:1779213647.261006:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960571648, offset 0 00000100:00000001:1.0:1779213647.261010:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306487747 00000100:00000001:1.0:1779213647.261013:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306482375 00000400:00000200:0.0:1779213647.261017:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213647.261017:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306487747 00000100:00000001:1.0:1779213647.261021:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306482375 00000100:00000001:1.0:1779213647.261024:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306487747 00000100:00000001:1.0:1779213647.261026:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213647.261028:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213647.261030:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213647.261033:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213647.261033:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213647.261037:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213647.261038:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213647.261042:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213647.261045:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213647.261048:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [494:494:254:4294967295] 192.168.202.129@tcp LPNI seq info [494:494:6:4294967295] 00000400:00000200:0.0:1779213647.261057:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213647.261063:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213647.261066:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec58ae11. 00000800:00000200:0.0:1779213647.261070:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213647.261074:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213647.261076:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ec58ae11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213647.261079:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213647.261087:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14443 usecs (15 jiffies) 00000100:00000001:0.0:1779213647.261090:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306482191 00000100:00000001:0.0:1779213647.261093:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306487747 00000100:00000001:0.0:1779213647.261095:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306482191 00000100:00000001:0.0:1779213647.261097:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306487747 00000100:00000001:0.0:1779213647.261099:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306482191 00000100:00000001:0.0:1779213647.261101:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306487747 00000100:00000001:0.0:1779213647.261103:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306482191 00000100:00000001:0.0:1779213647.261104:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306487747 00000100:00000001:0.0:1779213647.261105:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213647.261107:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.261109:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.261111:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213647.261177:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213647.261180:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213647.261260:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213647.261264:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecf43c8a. 00000400:00000200:3.0:1779213647.261270:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213647.261288:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213647.261295:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb59e63 00000400:00000010:3.0:1779213647.261298:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000abb59e63. 00000100:00000001:3.0:1779213647.261302:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213647.261306:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.261316:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213647.261319:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.261327:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213647.261328:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213647.261341:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213647.261343:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e6e5927. 00000400:00000200:3.0:1779213647.261347:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213647.261350:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213647.261352:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:3.0:1779213647.261354:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:3.0:1779213647.261356:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213647.261358:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.261365:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213647.261366:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.261372:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213647.261373:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213647.261425:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213647.261427:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec58ae11. 00000400:00000200:3.0:1779213647.261436:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213647.261440:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213647.261443:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:3.0:1779213647.261445:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000001:3.0:1779213647.261448:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213647.261450:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.261458:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213647.261460:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.261467:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213647.261468:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213647.263257:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213647.263415:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213647.263420:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213647.263424:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213647.263435:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213647.263449:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720ee00 00000400:00000200:3.0:1779213647.263457:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:3.0:1779213647.263465:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213647.263469:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213647.263471:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213647.263475:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213647.263483:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213647.263488:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213647.263500:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.263527:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213647.263537:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213647.263541:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213647.263543:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213647.263555:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213647.263561:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213647.263567:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ee80 00000400:00000200:3.0:1779213647.263574:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1031 [1] + 224 00000800:00000001:3.0:1779213647.263579:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213647.263580:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213647.263581:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213647.263582:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213647.263586:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213647.263589:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213647.263591:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1779213647.263594:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213647.263599:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213647.263603:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1779213647.263605:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213647.263606:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b1c960b. 00000400:00000200:2.0:1779213647.263612:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:2.0:1779213647.263616:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779213647.263622:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213647.263628:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213647.263632:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213647.263639:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213647.263640:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213647.263644:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213647.263648:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213647.263651:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213647.263656:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213647.263659:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213647.263660:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213647.263665:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213647.263669:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1779213647.263669:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ef00 00000100:00000001:2.0:1779213647.263673:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1779213647.263675:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1039 [1] + 224 00000100:00000001:2.0:1779213647.263678:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213647.263679:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213647.263681:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213647.263683:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213647.263685:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213647.263686:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213647.263690:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1779213647.263690:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1779213647.263691:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=102 v=5 (5 5 5 5) 00000400:00000001:1.0:1779213647.263694:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213647.263698:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:3.0:1779213647.263699:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00001000:2.0:1779213647.263700:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=102 v=5 (1 1 1 1) 00000400:00000200:1.0:1779213647.263704:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000100:00000001:2.0:1779213647.263706:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1779213647.263708:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:2.0:1779213647.263709:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213647.263714:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213647.263715:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1779213647.263717:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213647.263717:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213647.263722:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213647.263723:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213647.263723:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213647.263730:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213647.263760:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213647.263760:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213647.263766:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213647.263770:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213647.263778:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213647.263783:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213647.263805:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960571392:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213647.263812:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213647.263816:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213647.263819:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213647.263821:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213647.263825:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213647.263827:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213647.263828:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213647.263828:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213647.263833:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213647.263833:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213647.263834:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1779213647.263837:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213647.263841:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960571392/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213647.263842:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213647.263850:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213647.263853:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213647.263855:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213647.263859:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213647.263862:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1779213647.263864:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.263865:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213647.263865:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1779213647.263871:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213647.263871:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1779213647.263871:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1779213647.263874:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1779213647.263875:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000010:2.0:1779213647.263876:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1963698. 00000400:00000010:0.0:1779213647.263877:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000100:00000001:1.0:1779213647.263881:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1779213647.263882:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000100:00000001:1.0:1779213647.263883:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213647.263884:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1779213647.263886:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000020:00000001:2.0:1779213647.263888:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213647.263890:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1779213647.263891:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1779213647.263893:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000200:0.0:1779213647.263898:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213647.263899:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213647.263904:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce8f820. 02000000:00000001:2.0:1779213647.263912:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213647.263913:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213647.263916:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213647.263919:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1779213647.263919:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:1.0:1779213647.263922:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213647.263924:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213647.263926:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213647.263928:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213647.263930:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213647.263933:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213647.263944:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213647.263948:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.263949:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213647.263953:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213647.263953:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213647.263956:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960571520:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213647.263957:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.263958:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213647.263961:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213647.263963:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213647.263965:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213647.263966:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213647.263969:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213647.263973:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960571520/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213647.263987:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213647.263994:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=102 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213647.264000:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1779213647.264001:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=31 v=5 (1 0 0 0) 02000000:00000001:1.0:1779213647.264004:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213647.264006:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1779213647.264007:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075ba07f4. 00000100:00000001:0.0:1779213647.264008:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213647.264012:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1779213647.264014:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:0.0:1779213647.264018:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213647.264018:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213647.264021:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213647.264026:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213647.264029:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 00010000:00000001:0.0:1779213647.264035:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213647.264036:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213647.264038:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1779213647.264039:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1779213647.264040:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213647.264043:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1779213647.264043:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:0.0:1779213647.264044:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213647.264049:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213647.264050:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213647.264052:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213647.264057:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213647.264058:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213647.264062:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213647.264062:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213647.264065:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213647.264065:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213647.264068:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213647.264073:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213647.264077:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960571648:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213647.264077:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.264084:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213647.264086:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213647.264088:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007560d7e1 x1865639960571648/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213647.264094:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213647.264095:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213647.264097:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b53750df. 02000000:00000001:0.0:1779213647.264100:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213647.264101:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213647.264102:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213647.264110:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213647.264112:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000513bfa11. 02000000:00000001:0.0:1779213647.264114:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213647.264115:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213647.264117:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007560d7e1. 00000100:00000001:0.0:1779213647.264120:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213647.264121:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213647.264123:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213647.264127:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213647.264128:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213647.264129:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213647.264131:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213647.900345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213647.900351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213647.900356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213647.900357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213647.900413:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213647.900418:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213647.900421:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213648.924333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213648.924340:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213648.924343:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213648.924346:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213648.924350:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213648.924352:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213648.924354:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213648.924356:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213648.924359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213648.924361:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213648.924377:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213648.924378:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213648.924380:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213648.924382:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213648.924383:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213648.924385:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213648.924435:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213648.924438:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213648.924442:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213649.948305:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213649.948313:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213649.948321:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213649.948322:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213649.948378:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213649.948383:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213649.948386:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213650.972300:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213650.972306:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213650.972312:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213650.972312:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213650.972355:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213650.972358:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213650.972360:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213651.996368:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213651.996374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213651.996381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213651.996381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213651.996450:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213651.996455:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213651.996458:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213652.380355:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213652.380366:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213652.380375:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb3172c. 00000020:00000040:2.0:1779213652.380382:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213652.380388:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213652.380392:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213652.380398:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213652.380408:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003d8d33b. 00000100:00000001:2.0:1779213652.380417:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213652.380430:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213652.380453:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213652.380455:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213652.380462:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb3172c] to pc [ptlrpcd_00_03+3] req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.380486:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213652.380504:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213652.380508:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213652.380511:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a7a2bbf. 00000020:00000040:2.0:1779213652.380513:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213652.380516:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213652.380517:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213652.380519:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.380520:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1779213652.380523:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d28c7f. 00000100:00000001:0.0:1779213652.380526:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213652.380527:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.380530:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213652.380532:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1779213652.380539:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.380544:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213652.380546:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213652.380553:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a7a2bbf] to pc [ptlrpcd_00_00+0] req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213652.380554:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213652.380568:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213652.380579:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213652.380582:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213652.380586:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.380586:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213652.380591:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213652.380592:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213652.380594:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960571776:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213652.380596:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213652.380596:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779213652.380601:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb6aa159. 00000100:00000001:0.0:1779213652.380603:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1779213652.380603:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213652.380607:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213652.380608:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213652.380609:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213652.380611:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1779213652.380613:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f188a3a. 02000000:00000001:0.0:1779213652.380615:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.380616:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213652.380619:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213652.380619:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213652.380622:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1779213652.380623:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213652.380625:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213652.380626:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000648976d5. 02000000:00000001:0.0:1779213652.380631:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.380632:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213652.380633:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213652.380635:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213652.380636:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213652.380638:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb6aa159] to pc [ptlrpcd_00_01+1] req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213652.380638:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213652.380639:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213652.380641:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1779213652.380642:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000100:00000040:3.0:1779213652.380646:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213652.380653:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000001:3.0:1779213652.380656:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213652.380658:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.380660:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213652.380660:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213652.380662:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213652.380662:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1779213652.380664:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571776, portal 25 02000000:00000001:3.0:1779213652.380665:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213652.380667:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1779213652.380670:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960571904:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213652.380671:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213652.380673:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213652.380674:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11824) 00000100:00000001:0.0:1779213652.380681:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527170816 : -104754182380800 : ffffa0ba042ba300) 02000000:00000001:3.0:1779213652.380683:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213652.380685:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213652.380688:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213652.380691:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213652.380692:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083511cf3. 02000000:00000001:3.0:1779213652.380697:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213652.380703:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039701eb4. 00000100:00000001:0.0:1779213652.380705:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1779213652.380709:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000040:0.0:1779213652.380710:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:3.0:1779213652.380714:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960571904, portal 10 00000400:00000010:0.0:1779213652.380715:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139181df. 00000100:00000001:3.0:1779213652.380718:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213652.380720:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527162752 : -104754182388864 : ffffa0ba042b8380) 00000100:00000200:0.0:1779213652.380721:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960571776, offset 0 00000100:00000040:3.0:1779213652.380729:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213652.380731:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213652.380734:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213652.380742:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213652.380742:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213652.380744:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213652.380745:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213652.380747:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1779213652.380748:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000100:00000001:1.0:1779213652.380749:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213652.380751:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213652.380751:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960571904, offset 0 00000100:00000001:1.0:1779213652.380752:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213652.380753:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213652.380755:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:1.0:1779213652.380758:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213652.380758:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213652.380766:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213652.380768:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213652.380770:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213652.380772:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213652.380773:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213652.380775:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213652.380777:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960572032:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213652.380781:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213652.380787:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213652.380789:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213652.380792:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213652.380794:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213652.380795:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213652.380800:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:1.0:1779213652.380800:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a35ea80. 02000000:00000001:1.0:1779213652.380804:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213652.380807:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [495:495:256:4294967295] 192.168.202.129@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000010:1.0:1779213652.380808:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213652.380813:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000200:1.0:1779213652.380816:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572032, portal 10 00000100:00000001:1.0:1779213652.380819:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213652.380820:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527165440 : -104754182386176 : ffffa0ba042b8e00) 00000400:00000200:0.0:1779213652.380826:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:1.0:1779213652.380829:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213652.380837:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213652.380839:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213652.380840:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213652.380841:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213652.380843:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1779213652.380845:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000400:00000200:3.0:1779213652.380846:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:1.0:1779213652.380847:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960572032, offset 0 00000400:00000200:1.0:1779213652.380852:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213652.380855:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000800:00000200:0.0:1779213652.380865:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213652.380874:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213652.380878:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213652.380898:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.380903:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306492867 00000100:00000001:0.0:1779213652.380911:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306487747 00000100:00000001:0.0:1779213652.380915:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306492867 00000100:00000001:0.0:1779213652.380921:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306487747 00000400:00000200:3.0:1779213652.380923:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213652.380927:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213652.380928:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306492867 00000400:00000200:3.0:1779213652.380933:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [496:496:255:4294967295] 192.168.202.129@tcp LPNI seq info [496:496:7:4294967295] 00000100:00000001:0.0:1779213652.380934:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306487747 00000100:00000001:0.0:1779213652.380940:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306492867 00000100:00000001:0.0:1779213652.380944:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306487747 00000400:00000200:3.0:1779213652.380946:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213652.380953:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213652.380956:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1779213652.380958:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005023fd5. 00000100:00000001:0.0:1779213652.380960:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.380965:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213652.380966:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213652.380969:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213652.380973:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213652.380976:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1779213652.380976:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005023fd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213652.380979:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213652.380981:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.380982:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213652.380985:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213652.380987:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 197175 usecs (198 jiffies) 00000100:00000001:0.0:1779213652.380988:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213652.380988:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213652.380993:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213652.380993:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306487494 00000800:00000010:2.0:1779213652.380994:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000400:00000200:2.0:1779213652.381000:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213652.381001:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306492867 00000100:00000001:3.0:1779213652.381003:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306487494 00000100:00000001:3.0:1779213652.381005:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306492867 00000400:00000200:2.0:1779213652.381007:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213652.381007:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306487494 00000100:00000001:3.0:1779213652.381009:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306492867 00000100:00000001:3.0:1779213652.381011:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306487494 00000100:00000001:3.0:1779213652.381013:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306492867 00000100:00000001:3.0:1779213652.381015:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213652.381017:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213652.381019:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213652.381021:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213652.381023:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213652.381024:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213652.381025:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213652.381026:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213652.381031:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213652.381033:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213652.381036:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213652.381038:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213652.381040:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213652.381043:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [497:497:254:4294967295] 192.168.202.129@tcp LPNI seq info [497:497:6:4294967295] 00000400:00000200:1.0:1779213652.381050:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213652.381054:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213652.381058:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9fe75b8. 00000800:00000200:1.0:1779213652.381061:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213652.381065:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213652.381067:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a9fe75b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213652.381070:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213652.381084:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14371 usecs (15 jiffies) 00000100:00000001:1.0:1779213652.381087:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306487311 00000100:00000001:1.0:1779213652.381095:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306492867 00000100:00000001:1.0:1779213652.381097:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306487311 00000100:00000001:1.0:1779213652.381098:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306492867 00000100:00000001:1.0:1779213652.381100:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306487311 00000100:00000001:1.0:1779213652.381102:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306492867 00000100:00000001:1.0:1779213652.381103:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306487311 00000100:00000001:1.0:1779213652.381105:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306492867 00000100:00000001:1.0:1779213652.381105:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213652.381106:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213652.381108:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213652.381109:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213652.381132:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139181df 00000400:00000010:2.0:1779213652.381134:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000139181df. 00000100:00000001:2.0:1779213652.381138:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213652.381141:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.381147:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213652.381149:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.381154:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.381155:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213652.381167:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213652.381168:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005023fd5. 00000400:00000200:2.0:1779213652.381170:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213652.381172:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213652.381173:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:2.0:1779213652.381174:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000001:2.0:1779213652.381176:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213652.381177:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.381181:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213652.381182:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.381193:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.381194:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213652.381215:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213652.381216:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9fe75b8. 00000400:00000200:2.0:1779213652.381219:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213652.381325:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213652.381328:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:2.0:1779213652.381330:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:2.0:1779213652.381333:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213652.381336:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.381343:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213652.381344:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.381348:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.381349:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213652.382401:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382414:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213652.382418:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382419:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213652.382460:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213652.382477:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720ef80 00000400:00000200:3.0:1779213652.382485:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:3.0:1779213652.382492:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382496:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213652.382497:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213652.382500:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213652.382505:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213652.382511:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213652.382519:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213652.382547:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213652.382554:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382557:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213652.382558:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382559:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213652.382562:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213652.382565:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f000 00000400:00000200:3.0:1779213652.382569:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1045 [1] + 224 00000800:00000001:3.0:1779213652.382572:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382574:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213652.382575:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213652.382577:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213652.382579:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213652.382582:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213652.382587:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213652.382595:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213652.382601:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213652.382601:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213652.382605:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382608:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213652.382609:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213652.382610:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382612:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213652.382613:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1779213652.382616:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:0.0:1779213652.382617:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:3.0:1779213652.382621:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f080 00000400:00000200:0.0:1779213652.382622:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:0.0:1779213652.382625:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:0.0:1779213652.382628:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213652.382632:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213652.382632:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1051 [1] + 224 00000800:00000001:3.0:1779213652.382639:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213652.382644:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213652.382646:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213652.382647:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213652.382649:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213652.382652:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213652.382657:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1779213652.382657:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:2.0:1779213652.382661:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213652.382663:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1779213652.382664:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039701eb4. 00000100:00000001:0.0:1779213652.382667:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213652.382669:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000100:00000001:0.0:1779213652.382671:0:199015:0:(client.c:1579:after_reply()) Process entered 00000400:00000010:2.0:1779213652.382672:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 02000000:00000001:0.0:1779213652.382675:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213652.382676:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213652.382676:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213652.382678:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213652.382680:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213652.382683:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213652.382684:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213652.382685:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213652.382694:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213652.382702:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213652.382710:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213652.382713:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213652.382716:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213652.382717:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213652.382719:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213652.382723:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.382729:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.382742:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1779213652.382745:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.382745:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213652.382747:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213652.382749:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213652.382752:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1779213652.382752:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213652.382756:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213652.382758:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213652.382762:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213652.382763:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213652.382764:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.382766:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213652.382768:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213652.382772:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213652.382774:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=96 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213652.382776:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213652.382779:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1779213652.382781:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=96 v=5 (1 1 1 1) 00000400:00000001:1.0:1779213652.382784:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213652.382787:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213652.382788:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1779213652.382789:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000100:00000001:2.0:1779213652.382791:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213652.382793:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cfb3172c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960571776:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213652.382794:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00010000:00000001:2.0:1779213652.382795:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1779213652.382798:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00010000:00000001:2.0:1779213652.382800:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213652.382802:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213652.382803:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213652.382805:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213652.382808:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1779213652.382808:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213652.382809:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213652.382813:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1779213652.382815:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb3172c x1865639960571776/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.382816:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213652.382825:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213652.382827:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213652.382836:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213652.382840:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213652.382840:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213652.382843:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213652.382845:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000648976d5. 00000100:00000001:1.0:1779213652.382847:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213652.382849:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1779213652.382851:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213652.382852:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213652.382854:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213652.382856:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213652.382858:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1779213652.382859:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=107 v=5 (5 5 5 5) 00000020:00000001:0.0:1779213652.382860:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213652.382861:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1779213652.382863:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213652.382864:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213652.382870:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:1.0:1779213652.382870:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=36 v=5 (1 0 0 0) 00000100:00000040:2.0:1779213652.382872:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213652.382874:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003d8d33b. 02000000:00000001:0.0:1779213652.382879:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213652.382881:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1779213652.382882:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213652.382883:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213652.382885:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb3172c. 00010000:00000001:1.0:1779213652.382887:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213652.382892:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00080000:1.0:1779213652.382893:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213652.382895:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779213652.382895:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960571904:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213652.382900:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213652.382906:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213652.382907:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.382909:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213652.382912:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213652.382912:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213652.382912:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213652.382914:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213652.382917:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213652.382917:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1779213652.382918:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a7a2bbf x1865639960571904/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213652.382920:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213652.382921:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213652.382927:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213652.382938:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213652.382939:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213652.382940:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213652.382941:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213652.382943:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213652.382943:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083511cf3. 00000100:00000040:1.0:1779213652.382948:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213652.382949:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213652.382952:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:1.0:1779213652.382955:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eb6aa159 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960572032:192.168.202.129@tcp:400: 00000020:00000040:2.0:1779213652.382955:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213652.382960:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213652.382961:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213652.382962:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d28c7f. 00000100:00000001:1.0:1779213652.382963:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213652.382964:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb6aa159 x1865639960572032/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213652.382968:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213652.382969:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213652.382972:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a35ea80. 02000000:00000001:2.0:1779213652.382973:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213652.382975:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1779213652.382975:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1779213652.382977:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:2.0:1779213652.382978:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a7a2bbf. 00000020:00000040:1.0:1779213652.382979:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213652.382983:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213652.382984:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f188a3a. 00000100:00000001:2.0:1779213652.382984:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213652.382987:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213652.382988:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213652.382990:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213652.382994:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213652.382994:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213652.382997:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779213652.382998:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb6aa159. 00000100:00000001:2.0:1779213652.383002:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213652.383003:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213652.383006:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213652.383006:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213652.383010:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213652.383016:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213652.383017:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213652.383019:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213652.383021:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213653.020326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213653.020331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213653.020334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213653.020335:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213653.020387:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213653.020390:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213653.020392:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213654.044340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213654.044347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213654.044354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213654.044355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213654.044514:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213654.044520:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213654.044524:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213655.068415:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213655.068424:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213655.068431:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213655.068432:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213655.068542:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213655.068546:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213655.068548:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213656.092351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213656.092360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213656.092376:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213656.092378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213656.092429:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213656.092452:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213656.092459:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213657.116354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213657.116362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213657.116369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213657.116371:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213657.116443:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213657.116447:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213657.116450:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213657.501300:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213657.501309:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213657.501317:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213657.501325:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213657.501330:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213657.501334:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213657.501339:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213657.501348:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009994e6b8. 00000100:00000001:3.0:1779213657.501364:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213657.501378:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213657.501391:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213657.501394:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213657.501400:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_02+2] req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213657.501424:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213657.501433:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213657.501437:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213657.501439:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213657.501444:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213657.501446:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1779213657.501450:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000100:00000040:2.0:1779213657.501451:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1779213657.501455:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213657.501456:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213657.501462:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501462:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1779213657.501464:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1779213657.501465:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213657.501467:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213657.501469:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213657.501471:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1779213657.501473:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed470df3. 00000100:00000001:3.0:1779213657.501476:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213657.501479:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213657.501482:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213657.501483:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213657.501490:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960572160:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213657.501495:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213657.501497:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213657.501497:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213657.501502:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_03+3] req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213657.501503:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213657.501506:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213657.501511:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213657.501515:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f4aef5. 00000100:00000001:3.0:1779213657.501516:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213657.501518:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213657.501519:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213657.501523:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1779213657.501525:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1c960b. 00000100:00000010:3.0:1779213657.501526:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213657.501529:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213657.501531:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213657.501532:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1779213657.501534:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 02000000:00000001:3.0:1779213657.501534:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213657.501537:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.501540:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213657.501543:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1779213657.501543:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000200:2.0:1779213657.501544:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572160, portal 25 00000100:00000001:3.0:1779213657.501548:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.501549:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213657.501553:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213657.501553:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000100:00000040:3.0:1779213657.501555:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213657.501563:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.501582:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213657.501583:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213657.501585:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501585:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.501589:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1779213657.501591:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213657.501594:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213657.501596:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_00+0] req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213657.501597:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213657.501600:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213657.501602:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00100000:0.0:1779213657.501607:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960572288:192.168.202.129@tcp:400: 00000100:00000200:2.0:1779213657.501607:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960572160, offset 0 00000100:00000001:0.0:1779213657.501613:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213657.501618:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213657.501620:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213657.501621:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213657.501625:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213657.501630:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010ec1975. 02000000:00000001:0.0:1779213657.501633:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213657.501638:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000400:00000200:2.0:1779213657.501638:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213657.501640:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213657.501643:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213657.501644:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1779213657.501645:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000200:0.0:1779213657.501650:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572288, portal 10 00000100:00000040:3.0:1779213657.501650:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213657.501651:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213657.501655:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213657.501657:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000040:3.0:1779213657.501657:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11830) 00000400:00000200:2.0:1779213657.501660:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1779213657.501664:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213657.501666:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213657.501669:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213657.501672:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213657.501674:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213657.501675:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213657.501676:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [498:498:256:4294967295] 192.168.202.129@tcp LPNI seq info [498:498:8:4294967295] 00000100:00000040:3.0:1779213657.501681:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213657.501682:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213657.501688:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139181df. 00000100:00000001:3.0:1779213657.501689:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213657.501691:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213657.501693:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960572288, offset 0 02000000:00000001:3.0:1779213657.501695:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213657.501699:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213657.501702:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213657.501704:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213657.501705:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:3.0:1779213657.501707:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960572416:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213657.501719:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213657.501719:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213657.501722:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213657.501723:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1779213657.501725:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d34bf323. 02000000:00000001:3.0:1779213657.501725:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213657.501729:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213657.501733:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083511cf3. 00000400:00000200:0.0:1779213657.501735:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213657.501736:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213657.501739:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213657.501742:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac862642. 00000400:00000200:0.0:1779213657.501744:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:3.0:1779213657.501747:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000400:00000200:0.0:1779213657.501748:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1779213657.501751:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572416, portal 10 00000800:00000200:2.0:1779213657.501753:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213657.501754:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213657.501755:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213657.501756:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000400:00000200:0.0:1779213657.501762:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [499:499:255:4294967295] 192.168.202.129@tcp LPNI seq info [499:499:7:4294967295] 00000100:00000040:3.0:1779213657.501763:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213657.501768:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d34bf323 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213657.501777:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213657.501782:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213657.501784:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213657.501788:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213657.501790:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213657.501791:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000200:3.0:1779213657.501794:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960572416, offset 0 00000100:00000001:2.0:1779213657.501795:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306497988 00000800:00000010:0.0:1779213657.501796:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b9153e. 00000400:00000200:3.0:1779213657.501802:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213657.501803:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213657.501805:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306492867 00000800:00000200:0.0:1779213657.501810:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213657.501812:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213657.501813:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306497988 00000800:00000200:0.0:1779213657.501815:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000030b9153e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213657.501818:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213657.501820:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.501822:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306492867 00000400:00000200:3.0:1779213657.501823:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213657.501825:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 195843 usecs (196 jiffies) 00000400:00000200:3.0:1779213657.501827:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213657.501830:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306492613 00000400:00000200:3.0:1779213657.501831:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213657.501835:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306497988 00000400:00000200:3.0:1779213657.501835:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [500:500:254:4294967295] 192.168.202.129@tcp LPNI seq info [500:500:6:4294967295] 00000100:00000001:2.0:1779213657.501837:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306497988 00000100:00000001:0.0:1779213657.501841:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306492613 00000100:00000001:2.0:1779213657.501844:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306492867 00000100:00000001:0.0:1779213657.501845:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306497988 00000100:00000001:0.0:1779213657.501851:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306492613 00000100:00000001:2.0:1779213657.501852:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306497988 00000100:00000001:0.0:1779213657.501855:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306497988 00000100:00000001:2.0:1779213657.501859:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306492867 00000100:00000001:0.0:1779213657.501860:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306492613 00000400:00000200:3.0:1779213657.501863:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213657.501865:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306497988 00000100:00000001:2.0:1779213657.501865:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213657.501870:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213657.501871:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213657.501872:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.501875:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213657.501875:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2b4e9b0. 00000100:00000001:2.0:1779213657.501877:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.501880:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.501881:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213657.501883:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213657.501886:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213657.501890:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213657.501893:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213657.501893:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1779213657.501893:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2b4e9b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213657.501897:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213657.501897:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213657.501898:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.501904:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213657.501904:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213657.501906:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213657.501906:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14291 usecs (15 jiffies) 00000100:00000001:2.0:1779213657.501910:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501910:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306492432 00000100:00000001:0.0:1779213657.501913:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213657.501914:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.501916:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501917:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306497988 00000100:00000001:0.0:1779213657.501920:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501921:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306492432 00000100:00000001:3.0:1779213657.501925:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306497988 00000100:00000001:3.0:1779213657.501928:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306492432 00000100:00000001:3.0:1779213657.501930:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306497988 00000100:00000001:3.0:1779213657.501932:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306492432 00000100:00000001:3.0:1779213657.501935:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306497988 00000100:00000001:3.0:1779213657.501936:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213657.501938:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213657.501938:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.501942:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501942:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501949:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213657.501953:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213657.501955:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213657.501958:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213657.501960:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213657.501962:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.501964:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213657.501978:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213657.501983:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d34bf323. 00000400:00000200:0.0:1779213657.501988:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213657.501995:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213657.502001:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:0.0:1779213657.502004:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:0.0:1779213657.502009:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213657.502014:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.502024:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213657.502027:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.502035:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.502037:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213657.502051:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213657.502053:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b9153e. 00000400:00000200:0.0:1779213657.502056:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213657.502060:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213657.502062:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139181df 00000400:00000010:0.0:1779213657.502063:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000139181df. 00000100:00000001:0.0:1779213657.502066:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213657.502069:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.502076:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213657.502078:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.502085:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.502087:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213657.502162:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213657.502164:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2b4e9b0. 00000400:00000200:0.0:1779213657.502167:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213657.502187:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213657.502190:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:0.0:1779213657.502192:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:0.0:1779213657.502196:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213657.502199:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.502207:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213657.502211:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.502217:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.502218:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213657.503876:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213657.503889:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213657.503893:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213657.503896:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213657.503906:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213657.503922:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720f100 00000400:00000200:2.0:1779213657.503931:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:2.0:1779213657.503939:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213657.503944:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213657.503947:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213657.503959:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213657.503966:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213657.503971:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213657.503982:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213657.504000:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213657.504008:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213657.504011:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213657.504013:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213657.504015:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213657.504018:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213657.504024:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f180 00000100:00000001:3.0:1779213657.504028:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213657.504029:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1061 [1] + 224 00000100:00000001:3.0:1779213657.504031:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1779213657.504033:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213657.504036:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213657.504038:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1779213657.504038:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213657.504041:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1779213657.504043:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213657.504045:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b1c960b. 00000400:00000200:3.0:1779213657.504049:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:3.0:1779213657.504050:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:2.0:1779213657.504053:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213657.504053:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213657.504057:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213657.504058:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213657.504076:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213657.504080:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213657.504087:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213657.504090:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213657.504094:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213657.504098:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213657.504100:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213657.504102:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213657.504104:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.504106:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1779213657.504111:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=112 v=5 (5 5 5 5) 00000800:00000001:2.0:1779213657.504113:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1779213657.504115:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=112 v=5 (1 1 1 1) 00000800:00000001:2.0:1779213657.504118:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213657.504118:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213657.504119:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213657.504122:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1779213657.504123:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213657.504126:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213657.504127:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213657.504130:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213657.504134:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213657.504138:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213657.504138:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.504142:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213657.504144:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f200 00000400:00000001:0.0:1779213657.504149:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213657.504152:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213657.504152:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213657.504156:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:0.0:1779213657.504161:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000100:00000001:3.0:1779213657.504161:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213657.504163:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213657.504164:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:0.0:1779213657.504169:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1779213657.504169:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213657.504173:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1069 [1] + 224 00000100:00000200:0.0:1779213657.504186:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213657.504200:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213657.504207:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1779213657.504209:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960572160:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213657.504210:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1779213657.504211:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213657.504219:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213657.504221:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213657.504244:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213657.504251:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960572160/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213657.504252:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213657.504256:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213657.504259:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213657.504260:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.504264:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213657.504268:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213657.504269:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213657.504271:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1779213657.504274:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213657.504275:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213657.504279:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213657.504279:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7f4aef5. 00000100:00000040:2.0:1779213657.504281:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213657.504285:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1779213657.504288:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=101 v=5 (5 5 5 5) 00000020:00000001:3.0:1779213657.504289:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213657.504291:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213657.504294:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:0.0:1779213657.504295:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=101 v=5 (1 1 1 1) 02000000:00000010:3.0:1779213657.504297:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009994e6b8. 00000100:00000001:0.0:1779213657.504299:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213657.504301:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213657.504301:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213657.504303:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213657.504303:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213657.504306:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:3.0:1779213657.504309:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1779213657.504310:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213657.504310:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213657.504311:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213657.504314:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213657.504315:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213657.504315:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213657.504320:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213657.504321:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213657.504324:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213657.504326:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213657.504327:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213657.504327:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213657.504333:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213657.504333:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213657.504337:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.504342:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213657.504342:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213657.504345:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213657.504346:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213657.504347:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213657.504352:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213657.504352:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213657.504355:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213657.504359:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac862642. 00000100:00100000:0.0:1779213657.504365:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960572288:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213657.504366:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:2.0:1779213657.504369:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:0.0:1779213657.504372:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213657.504373:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213657.504376:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1779213657.504380:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213657.504382:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960572288/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213657.504406:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213657.504408:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1779213657.504409:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213657.504410:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010ec1975. 02000000:00000001:0.0:1779213657.504415:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213657.504417:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213657.504419:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213657.504423:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213657.504424:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1779213657.504425:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed470df3. 00000100:00000001:2.0:1779213657.504428:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213657.504429:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213657.504431:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213657.504432:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000010:0.0:1779213657.504433:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 02000000:00000001:2.0:1779213657.504436:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213657.504437:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213657.504440:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213657.504441:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213657.504444:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213657.504446:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213657.504450:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.504450:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.504454:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213657.504455:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213657.504456:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213657.504460:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213657.504464:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213657.504466:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213657.504472:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213657.504474:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213657.504477:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213657.504482:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.504484:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213657.504486:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213657.504487:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213657.504488:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213657.504490:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213657.504494:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213657.504496:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213657.504497:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213657.504498:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213657.504502:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960572416:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213657.504504:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213657.504506:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213657.504507:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960572416/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213657.504511:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213657.504512:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213657.504514:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083511cf3. 02000000:00000001:2.0:1779213657.504517:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213657.504517:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213657.504518:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213657.504520:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213657.504521:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:2.0:1779213657.504522:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213657.504523:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213657.504524:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:2.0:1779213657.504531:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213657.504531:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213657.504533:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213657.504536:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213657.504537:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213657.504538:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213657.504540:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213658.140384:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213658.140392:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213658.140401:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213658.140403:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213658.140470:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213658.140474:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213658.140478:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213659.164326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213659.164333:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213659.164336:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213659.164339:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213659.164343:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213659.164345:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213659.164347:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213659.164348:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213659.164351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213659.164353:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213659.164354:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213659.164355:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213659.164357:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213659.164358:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213659.164359:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213659.164360:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213659.164424:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213659.164428:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213659.164430:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213660.188353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213660.188367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213660.188374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213660.188375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213660.188436:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213660.188441:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213660.188444:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213661.212369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213661.212377:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213661.212398:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213661.212399:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213661.212465:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213661.212469:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213661.212490:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213662.236327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213662.236334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213662.236340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213662.236356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213662.236414:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213662.236419:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213662.236422:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213662.620534:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213662.620548:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213662.620561:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213662.620569:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213662.620574:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213662.620579:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213662.620585:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213662.620595:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009994e6b8. 00000100:00000001:3.0:1779213662.620604:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.620618:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213662.620630:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213662.620632:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.620638:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_01+1] req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213662.620675:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.620678:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213662.620682:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213662.620685:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213662.620688:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213662.620692:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213662.620693:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213662.620695:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213662.620698:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213662.620701:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.620705:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213662.620713:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213662.620715:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.620719:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_02+2] req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213662.620733:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213662.620740:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1779213662.620742:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213662.620746:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213662.620754:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213662.620762:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213662.620765:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213662.620768:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213662.620771:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213662.620774:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213662.620780:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213662.620783:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213662.620785:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213662.620795:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213662.620801:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213662.620801:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1779213662.620801:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000100:00000001:0.0:1779213662.620810:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213662.620812:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1779213662.620817:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1779213662.620817:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213662.620819:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213662.620819:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213662.620825:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213662.620827:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213662.620827:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213662.620831:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213662.620835:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213662.620837:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213662.620842:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960572544:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213662.620844:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213662.620847:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213662.620850:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213662.620851:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1779213662.620856:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:0.0:1779213662.620857:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213662.620857:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213662.620865:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213662.620866:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213662.620872:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.620873:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213662.620874:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213662.620880:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213662.620891:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f48b1dc. 02000000:00000001:0.0:1779213662.620899:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213662.620907:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8115a80. 00000100:00000001:3.0:1779213662.620917:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213662.620920:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213662.620921:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd403435. 00000100:00000001:2.0:1779213662.620924:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213662.620928:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.620931:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_03+3] req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213662.620932:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572544, portal 25 02000000:00000001:2.0:1779213662.620936:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213662.620938:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213662.620943:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 02000000:00000001:2.0:1779213662.620944:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213662.620950:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213662.620960:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960572672:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213662.620962:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213662.620964:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213662.620971:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213662.620972:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213662.620979:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213662.620979:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1779213662.620984:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213662.620986:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1779213662.620989:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11835) 02000000:00000010:2.0:1779213662.620994:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ba4bb6. 02000000:00000001:2.0:1779213662.620997:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213662.621001:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcfc962. 00000400:00000010:2.0:1779213662.621007:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000100:00000001:3.0:1779213662.621010:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213662.621014:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572672, portal 10 00000100:00100000:3.0:1779213662.621015:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1779213662.621021:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213662.621023:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213662.621024:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213662.621029:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 00000100:00000040:0.0:1779213662.621030:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213662.621032:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213662.621035:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213662.621037:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139181df. 00000100:00000001:3.0:1779213662.621039:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213662.621043:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960572544, offset 0 00000100:00000040:2.0:1779213662.621046:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213662.621046:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213662.621050:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213662.621058:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213662.621062:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213662.621081:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213662.621090:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213662.621096:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213662.621103:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213662.621107:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:2.0:1779213662.621111:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9874c6d. 00000400:00000200:0.0:1779213662.621115:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213662.621121:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213662.621122:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213662.621140:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213662.621142:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960572672, offset 0 02000000:00000001:3.0:1779213662.621148:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213662.621149:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [501:501:256:4294967295] 192.168.202.129@tcp LPNI seq info [501:501:8:4294967295] 02000000:00000001:3.0:1779213662.621153:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213662.621160:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213662.621163:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213662.621171:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960572800:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213662.621177:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213662.621179:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213662.621184:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213662.621187:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213662.621188:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213662.621191:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213662.621195:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:0.0:1779213662.621196:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b9153e. 02000000:00000010:3.0:1779213662.621197:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d40f4ab. 02000000:00000001:3.0:1779213662.621206:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213662.621209:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1779213662.621211:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008208d92d. 00000800:00000200:0.0:1779213662.621215:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213662.621217:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:3.0:1779213662.621219:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000400:00000200:2.0:1779213662.621261:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1779213662.621264:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572800, portal 10 00000400:00000200:2.0:1779213662.621265:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213662.621271:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [502:502:255:4294967295] 192.168.202.129@tcp LPNI seq info [502:502:7:4294967295] 00000100:00000001:3.0:1779213662.621271:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213662.621277:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000100:00000040:3.0:1779213662.621292:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213662.621299:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213662.621312:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213662.621321:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000030b9153e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213662.621325:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213662.621329:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213662.621335:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213662.621338:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000400:00000010:3.0:1779213662.621341:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000001:0.0:1779213662.621346:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213662.621346:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960572800, offset 0 00000800:00000200:2.0:1779213662.621352:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213662.621357:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306503108 00000400:00000200:3.0:1779213662.621366:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213662.621370:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306497988 00000800:00000200:2.0:1779213662.621371:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213662.621381:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213662.621381:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213662.621382:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306503108 00000400:00000200:3.0:1779213662.621387:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213662.621392:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306497988 00000400:00000200:3.0:1779213662.621395:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213662.621396:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213662.621398:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306503108 00000400:00000200:3.0:1779213662.621407:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213662.621409:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306497988 00000100:00000040:2.0:1779213662.621410:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 194535 usecs (195 jiffies) 00000800:00000200:1.0:1779213662.621414:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1779213662.621415:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213662.621417:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306503108 00000100:00000001:2.0:1779213662.621421:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306497732 00000800:00000010:1.0:1779213662.621423:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b9153e. 00000100:00000001:0.0:1779213662.621425:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306497988 00000400:00000200:3.0:1779213662.621430:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [503:503:254:4294967295] 192.168.202.129@tcp LPNI seq info [503:503:6:4294967295] 00000100:00000001:2.0:1779213662.621440:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306503108 00000100:00000001:0.0:1779213662.621443:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213662.621443:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213662.621445:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306497732 00000100:00000001:0.0:1779213662.621450:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213662.621458:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306503108 00000100:00000001:0.0:1779213662.621460:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213662.621464:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213662.621466:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306497732 00000400:00000200:3.0:1779213662.621467:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213662.621468:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213662.621475:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306503108 00000100:00000001:2.0:1779213662.621483:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306497732 00000100:00000001:2.0:1779213662.621486:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306503108 00000100:00000001:2.0:1779213662.621489:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213662.621491:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139181df 00000100:00000001:2.0:1779213662.621496:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213662.621497:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000139181df. 00000800:00000200:3.0:1779213662.621497:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213662.621500:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213662.621508:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed470df3. 00000100:00000001:1.0:1779213662.621509:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213662.621509:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213662.621521:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213662.621522:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213662.621523:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213662.621527:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213662.621534:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213662.621541:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213662.621542:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213662.621551:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed470df3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213662.621560:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213662.621564:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213662.621565:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14216 usecs (15 jiffies) 00000100:00000001:3.0:1779213662.621571:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306497552 00000100:00000040:1.0:1779213662.621573:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213662.621577:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306503108 00000100:00000001:3.0:1779213662.621585:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306497552 00000100:00000001:1.0:1779213662.621595:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213662.621595:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306503108 00000100:00000001:1.0:1779213662.621603:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213662.621603:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306497552 00000100:00000001:3.0:1779213662.621609:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306503108 00000100:00000001:3.0:1779213662.621610:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306497552 00000100:00000001:3.0:1779213662.621612:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306503108 00000100:00000001:3.0:1779213662.621614:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213662.621617:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213662.621619:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213662.621623:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213662.621624:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213662.621629:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000400:00000200:1.0:1779213662.621633:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213662.621637:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213662.621640:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9874c6d 00000400:00000010:1.0:1779213662.621643:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f9874c6d. 00000100:00000001:1.0:1779213662.621646:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213662.621648:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213662.621657:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213662.621665:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213662.621669:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213662.621670:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213662.621715:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213662.621717:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed470df3. 00000400:00000200:1.0:1779213662.621719:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213662.621721:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213662.621722:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:1.0:1779213662.621723:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00000001:1.0:1779213662.621725:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213662.621727:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213662.621732:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213662.621733:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213662.621736:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213662.621737:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213662.623894:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213662.623914:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213662.623919:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213662.623921:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213662.623933:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213662.623950:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720f280 00000400:00000200:0.0:1779213662.623960:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:0.0:1779213662.623969:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213662.623973:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213662.623976:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213662.623981:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213662.623989:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213662.623995:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213662.624007:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213662.624028:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213662.624038:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213662.624042:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213662.624044:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213662.624046:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213662.624050:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213662.624057:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f300 00000400:00000200:0.0:1779213662.624064:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1075 [1] + 224 00000800:00000001:0.0:1779213662.624069:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213662.624074:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213662.624076:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213662.624080:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213662.624096:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213662.624098:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213662.624104:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213662.624107:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213662.624112:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213662.624116:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1779213662.624120:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213662.624122:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8115a80. 00000400:00000200:2.0:1779213662.624141:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd403435 00000400:00000010:2.0:1779213662.624143:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000dd403435. 00000100:00000001:2.0:1779213662.624147:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213662.624154:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213662.624163:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213662.624171:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213662.624172:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213662.624174:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213662.624178:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213662.624184:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213662.624186:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213662.624189:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213662.624200:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213662.624205:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213662.624208:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213662.624210:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213662.624212:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213662.624214:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213662.624217:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213662.624221:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213662.624257:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213662.624260:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213662.624266:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213662.624268:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213662.624269:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213662.624274:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213662.624279:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213662.624281:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213662.624289:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213662.624293:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1779213662.624296:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213662.624297:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1779213662.624303:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213662.624303:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcfc962. 00000400:00000200:1.0:1779213662.624313:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000200:0.0:1779213662.624319:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:1.0:1779213662.624319:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00100000:2.0:1779213662.624323:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960572544:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213662.624331:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213662.624339:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213662.624344:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213662.624345:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f380 00000100:00000001:2.0:1779213662.624349:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213662.624359:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960572544/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213662.624360:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1081 [1] + 224 00000800:00000001:0.0:1779213662.624378:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1779213662.624388:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213662.624388:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1779213662.624391:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213662.624398:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213662.624401:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213662.624402:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213662.624404:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213662.624406:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f48b1dc. 00000100:00000001:1.0:1779213662.624407:0:199015:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:0.0:1779213662.624409:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:2.0:1779213662.624415:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1779213662.624416:0:199007:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1779213662.624417:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213662.624420:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1779213662.624420:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213662.624422:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213662.624423:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000200:0.0:1779213662.624426:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213662.624427:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213662.624429:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213662.624435:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009994e6b8. 02000000:00000001:2.0:1779213662.624442:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1779213662.624444:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=106 v=5 (5 5 5 5) 02000000:00000001:2.0:1779213662.624447:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213662.624450:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000040:0.0:1779213662.624453:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213662.624454:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213662.624457:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213662.624461:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213662.624470:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213662.624472:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213662.624477:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213662.624485:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213662.624485:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213662.624491:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213662.624493:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213662.624497:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213662.624499:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213662.624499:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213662.624500:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213662.624503:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000800:00000001:0.0:1779213662.624506:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213662.624507:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213662.624510:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213662.624511:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213662.624517:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213662.624522:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213662.624524:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213662.624525:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213662.624527:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213662.624532:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960572672:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213662.624536:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213662.624537:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213662.624539:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960572672/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213662.624543:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213662.624543:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213662.624545:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ba4bb6. 02000000:00000001:1.0:1779213662.624547:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213662.624547:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213662.624548:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213662.624550:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213662.624555:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:1.0:1779213662.624557:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213662.624558:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213662.624558:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:1.0:1779213662.624560:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213662.624561:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213662.624562:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213662.624565:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213662.624566:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213662.624568:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213662.624570:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213662.624591:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213662.624595:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213662.624601:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213662.624603:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213662.624605:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008208d92d. 00000400:00000200:3.0:1779213662.624610:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000400:00000010:3.0:1779213662.624614:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:3.0:1779213662.624617:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213662.624622:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213662.624631:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213662.624645:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213662.624647:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213662.624650:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213662.624653:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213662.624655:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213662.624657:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213662.624659:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213662.624667:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213662.624671:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213662.624673:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213662.624675:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213662.624677:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213662.624681:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213662.624688:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213662.624691:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213662.624693:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213662.624695:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213662.624696:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213662.624699:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213662.624705:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213662.624708:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213662.624710:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213662.624713:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213662.624720:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960572800:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213662.624725:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213662.624727:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213662.624730:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960572800/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213662.624757:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213662.624759:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213662.624762:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d40f4ab. 02000000:00000001:3.0:1779213662.624766:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213662.624768:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213662.624770:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213662.624772:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213662.624775:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:3.0:1779213662.624778:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213662.624780:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213662.624781:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:3.0:1779213662.624785:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213662.624786:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213662.624788:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213662.624795:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213662.624797:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213662.624799:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213662.624801:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213663.260338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213663.260343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213663.260350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213663.260352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213663.260426:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213663.260430:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213663.260433:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213664.284315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213664.284320:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213664.284325:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213664.284326:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213664.284379:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213664.284383:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213664.284386:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213665.308337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213665.308343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213665.308347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213665.308364:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213665.308415:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213665.308418:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213665.308420:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213666.332295:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213666.332299:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213666.332303:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213666.332303:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213666.332366:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213666.332369:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213666.332372:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213667.356350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213667.356358:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213667.356366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213667.356367:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213667.356418:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213667.356421:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213667.356424:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213667.740393:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213667.740407:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213667.740420:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213667.740428:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213667.740433:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213667.740437:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213667.740444:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213667.740455:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9fe75b8. 00000100:00000001:1.0:1779213667.740464:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.740478:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213667.740491:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213667.740493:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.740501:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000590d33bf] to pc [ptlrpcd_00_00+0] req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213667.740539:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.740542:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213667.740545:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213667.740548:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 00000020:00000040:1.0:1779213667.740550:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213667.740553:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213667.740555:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213667.740571:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213667.740575:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213667.740577:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213667.740577:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:1.0:1779213667.740580:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e6e5927. 00000100:00000001:3.0:1779213667.740581:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213667.740583:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213667.740587:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.740592:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213667.740592:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213667.740595:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213667.740601:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213667.740603:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213667.740605:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.740609:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_01+1] req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213667.740611:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213667.740616:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213667.740624:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213667.740629:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.740634:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213667.740639:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213667.740640:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1779213667.740643:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5713afe. 00000100:00000001:3.0:1779213667.740644:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213667.740647:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213667.740650:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213667.740651:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213667.740652:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213667.740655:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213667.740655:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1779213667.740660:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005060b810. 02000000:00000001:3.0:1779213667.740660:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213667.740662:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213667.740667:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213667.740667:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779213667.740669:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960572928:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213667.740672:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213667.740674:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213667.740679:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213667.740679:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213667.740683:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213667.740688:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213667.740688:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213667.740689:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213667.740692:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213667.740692:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779213667.740693:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213667.740695:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213667.740698:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213667.740699:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5713afe] to pc [ptlrpcd_00_02+2] req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213667.740703:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213667.740705:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6c018e9. 02000000:00000001:3.0:1779213667.740710:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213667.740718:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008208d92d. 00000100:00000001:2.0:1779213667.740726:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213667.740727:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213667.740730:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1779213667.740730:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 02000000:00000001:2.0:1779213667.740732:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213667.740735:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213667.740738:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960573056:192.168.202.129@tcp:400: 00000100:00000200:3.0:1779213667.740740:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960572928, portal 25 00000100:00000001:2.0:1779213667.740742:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213667.740746:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213667.740746:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213667.740749:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 02000000:00000001:2.0:1779213667.740750:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213667.740752:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213667.740753:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213667.740757:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1779213667.740759:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ba4bb6. 00000100:00000040:3.0:1779213667.740760:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213667.740764:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.740765:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1779213667.740772:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057ef75f1. 00000100:00000001:3.0:1779213667.740776:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213667.740780:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213667.740783:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000040:1.0:1779213667.740785:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11840) 00000100:00000200:3.0:1779213667.740786:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960572928, offset 0 00000400:00000010:2.0:1779213667.740793:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000400:00000200:3.0:1779213667.740797:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213667.740813:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213667.740819:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213667.740823:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213667.740826:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213667.740829:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213667.740840:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [504:504:256:4294967295] 192.168.202.129@tcp LPNI seq info [504:504:8:4294967295] 00000100:00000001:0.0:1779213667.740851:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213667.740854:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213667.740856:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213667.740859:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1779213667.740860:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573056, portal 10 00000800:00000200:3.0:1779213667.740864:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213667.740870:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1779213667.740871:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005023fd5. 00000100:00000001:2.0:1779213667.740872:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 00000100:00000040:0.0:1779213667.740873:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213667.740883:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213667.740884:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213667.740902:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213667.740906:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213667.740909:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213667.740910:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213667.740910:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005023fd5 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1779213667.740914:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213667.740917:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213667.740918:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213667.740921:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213667.740921:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010694bba. 00000100:00000200:2.0:1779213667.740926:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960573056, offset 0 00000100:00000001:3.0:1779213667.740926:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213667.740928:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000d5713afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960573184:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213667.740933:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306508227 00000100:00000001:0.0:1779213667.740934:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213667.740938:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213667.740938:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213667.740942:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.740943:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306503108 02000000:00000001:0.0:1779213667.740944:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213667.740947:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213667.740949:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306508227 02000000:00000010:0.0:1779213667.740951:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b2ad140. 00000400:00000200:2.0:1779213667.740951:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213667.740955:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.740956:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306503108 00000400:00000200:2.0:1779213667.740957:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:0.0:1779213667.740962:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9989933. 00000100:00000001:3.0:1779213667.740962:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306508227 00000400:00000200:2.0:1779213667.740963:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213667.740968:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306503108 00000400:00000010:0.0:1779213667.740971:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000400:00000200:2.0:1779213667.740971:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213667.740972:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306508227 00000100:00000200:0.0:1779213667.740977:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573184, portal 10 00000400:00000200:2.0:1779213667.740978:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [505:505:255:4294967295] 192.168.202.129@tcp LPNI seq info [505:505:7:4294967295] 00000100:00000001:3.0:1779213667.740978:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306503108 00000100:00000001:0.0:1779213667.740981:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213667.740984:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728212608 : -104753981339008 : ffffa0ba10274a80) 00000100:00000001:3.0:1779213667.740991:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213667.740994:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213667.740997:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213667.740997:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.741007:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213667.741011:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213667.741012:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213667.741013:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213667.741018:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213667.741018:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1779213667.741020:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024616477. 00000400:00000010:0.0:1779213667.741021:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb873417. 00000100:00000001:3.0:1779213667.741021:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213667.741025:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213667.741026:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960573184, offset 0 00000100:00000001:3.0:1779213667.741029:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213667.741030:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213667.741036:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213667.741040:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213667.741043:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024616477 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213667.741045:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213667.741048:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213667.741049:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213667.741053:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 193251 usecs (194 jiffies) 00000400:00000200:0.0:1779213667.741054:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213667.741059:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213667.741059:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306502850 00000100:00000001:2.0:1779213667.741064:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306508227 00000400:00000200:0.0:1779213667.741065:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213667.741069:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306502850 00000400:00000200:0.0:1779213667.741083:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [506:506:254:4294967295] 192.168.202.129@tcp LPNI seq info [506:506:6:4294967295] 00000100:00000001:2.0:1779213667.741086:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306508227 00000100:00000001:2.0:1779213667.741090:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306502850 00000100:00000001:2.0:1779213667.741095:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306508227 00000400:00000200:0.0:1779213667.741097:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213667.741104:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306502850 00000100:00000001:2.0:1779213667.741108:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306508227 00000800:00000200:3.0:1779213667.741109:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1779213667.741114:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213667.741114:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1779213667.741115:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005023fd5. 00000100:00000001:2.0:1779213667.741120:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213667.741121:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000001:2.0:1779213667.741124:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213667.741124:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1779213667.741130:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213667.741130:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213667.741134:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:0.0:1779213667.741139:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213667.741140:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000800:00000200:0.0:1779213667.741143:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1779213667.741144:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:0.0:1779213667.741147:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.741154:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1779213667.741156:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14151 usecs (15 jiffies) 00000100:00000200:3.0:1779213667.741159:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213667.741161:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306502671 00000100:00000001:0.0:1779213667.741166:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306508227 00000100:00000001:0.0:1779213667.741171:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306502671 00000100:00000001:0.0:1779213667.741175:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306508227 00000100:00000001:0.0:1779213667.741178:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306502671 00000100:00000001:3.0:1779213667.741179:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213667.741181:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306508227 00000100:00000040:3.0:1779213667.741184:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213667.741185:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306502671 00000100:00000001:0.0:1779213667.741188:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306508227 00000100:00000001:0.0:1779213667.741193:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213667.741197:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213667.741201:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.741203:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213667.741204:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213667.741208:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213667.741211:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213667.741213:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213667.741215:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213667.741216:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213667.741218:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213667.741248:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213667.741251:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024616477. 00000400:00000200:3.0:1779213667.741257:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213667.741260:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213667.741265:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213667.741266:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010694bba 00000400:00000010:3.0:1779213667.741270:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010694bba. 00000100:00000001:3.0:1779213667.741274:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213667.741276:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213667.741284:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213667.741287:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213667.741293:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.741295:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213667.741321:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213667.741324:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213667.741362:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213667.741365:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000400:00000200:3.0:1779213667.741368:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213667.741372:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213667.741375:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb873417 00000400:00000010:3.0:1779213667.741376:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb873417. 00000100:00000001:3.0:1779213667.741379:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213667.741382:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213667.741389:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213667.741391:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213667.741403:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.741405:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213667.743064:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213667.743094:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213667.743098:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213667.743101:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213667.743111:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213667.743136:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f480 00000400:00000200:1.0:1779213667.743143:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1091 [1] + 224 00000800:00000001:1.0:1779213667.743151:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213667.743155:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213667.743158:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213667.743161:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213667.743166:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213667.743170:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213667.743181:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213667.743198:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213667.743206:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213667.743217:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213667.743220:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213667.743247:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213667.743251:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779213667.743254:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213667.743257:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213667.743260:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213667.743263:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:2.0:1779213667.743264:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057ef75f1. 00000400:00000200:2.0:1779213667.743270:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000200:1.0:1779213667.743274:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720f400 00000400:00000010:2.0:1779213667.743274:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:2.0:1779213667.743280:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213667.743283:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1089 [1] + 224 00000100:00000200:2.0:1779213667.743285:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213667.743291:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213667.743297:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213667.743299:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213667.743301:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213667.743310:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213667.743312:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213667.743315:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213667.743317:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213667.743321:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213667.743323:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213667.743328:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213667.743332:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213667.743335:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213667.743340:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213667.743344:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213667.743349:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=111 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213667.743355:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213667.743357:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213667.743359:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213667.743359:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213667.743364:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1779213667.743365:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1779213667.743369:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213667.743370:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213667.743374:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213667.743375:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1779213667.743377:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213667.743377:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213667.743382:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1779213667.743384:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213667.743387:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213667.743390:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.743391:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213667.743392:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f500 00000100:00000040:2.0:1779213667.743398:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213667.743402:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1099 [1] + 224 00000100:00000001:2.0:1779213667.743411:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1779213667.743412:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213667.743412:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213667.743413:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1779213667.743416:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213667.743417:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213667.743420:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213667.743421:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008208d92d. 00000100:00000040:2.0:1779213667.743422:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213667.743425:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213667.743427:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000400:00000010:3.0:1779213667.743432:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000400:00000200:1.0:1779213667.743436:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00100000:2.0:1779213667.743437:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960573056:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213667.743438:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213667.743444:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213667.743444:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213667.743446:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213667.743447:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1779213667.743451:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213667.743451:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960573056/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213667.743459:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213667.743462:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213667.743465:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ba4bb6. 02000000:00000001:2.0:1779213667.743470:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213667.743473:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213667.743475:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213667.743480:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213667.743482:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e6e5927. 00000100:00000200:3.0:1779213667.743486:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213667.743487:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1779213667.743488:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213667.743490:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213667.743493:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000100:00000001:2.0:1779213667.743497:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213667.743499:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213667.743504:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213667.743510:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213667.743513:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.743514:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213667.743516:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213667.743518:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.743518:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213667.743523:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213667.743524:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213667.743525:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213667.743527:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213667.743529:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213667.743530:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1779213667.743530:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213667.743534:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=122 v=5 (5 5 5 5) 00000800:00000001:1.0:1779213667.743535:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213667.743537:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213667.743539:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213667.743540:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213667.743542:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213667.743544:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.743546:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213667.743551:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213667.743558:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213667.743560:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213667.743561:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213667.743563:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213667.743565:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213667.743568:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213667.743569:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213667.743571:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213667.743573:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9989933. 00000400:00000200:0.0:1779213667.743578:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000100:00100000:3.0:1779213667.743585:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960572928:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213667.743590:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213667.743592:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1779213667.743594:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000040:3.0:1779213667.743595:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960572928/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213667.743600:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213667.743605:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1779213667.743606:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213667.743608:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213667.743610:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6c018e9. 02000000:00000001:3.0:1779213667.743615:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213667.743617:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213667.743619:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213667.743622:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213667.743624:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9fe75b8. 00000100:00000200:0.0:1779213667.743625:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213667.743627:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213667.743630:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213667.743631:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:0.0:1779213667.743638:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213667.743638:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213667.743639:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213667.743642:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213667.743643:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213667.743647:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213667.743649:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1779213667.743650:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213667.743651:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213667.743653:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213667.743653:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213667.743656:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213667.743657:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213667.743661:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213667.743666:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213667.743669:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213667.743672:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213667.743673:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213667.743674:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213667.743677:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213667.743684:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213667.743686:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213667.743687:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213667.743689:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213667.743690:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213667.743693:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213667.743699:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213667.743702:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213667.743703:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213667.743705:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213667.743722:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000d5713afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960573184:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213667.743726:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213667.743728:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213667.743730:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5713afe x1865639960573184/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213667.743736:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213667.743737:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213667.743739:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b2ad140. 02000000:00000001:0.0:1779213667.743743:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213667.743744:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213667.743745:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213667.743747:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213667.743748:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005060b810. 02000000:00000001:0.0:1779213667.743751:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213667.743752:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213667.743753:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5713afe. 00000100:00000001:0.0:1779213667.743755:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213667.743756:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213667.743758:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213667.743761:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213667.743762:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213667.743764:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213667.743765:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213668.380361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213668.380369:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213668.380399:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213668.380401:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213668.382008:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213668.382012:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213668.382016:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213669.404349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213669.404357:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213669.404359:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213669.404362:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213669.404368:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213669.404370:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213669.404372:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213669.404373:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213669.404377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213669.404378:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213669.404379:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213669.404380:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213669.404381:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213669.404381:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213669.404382:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213669.404383:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213669.404430:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213669.404434:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213669.404438:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213670.428330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213670.428339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213670.428349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213670.428351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213670.428419:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213670.428425:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213670.428430:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213671.452360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213671.452368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213671.452375:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213671.452376:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213671.452438:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213671.452442:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213671.452445:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213672.476365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213672.476373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213672.476380:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213672.476382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213672.476439:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213672.476443:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213672.476446:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213672.860381:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213672.860390:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213672.860402:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a7a2bbf. 00000020:00000040:2.0:1779213672.860408:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213672.860413:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213672.860417:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213672.860423:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213672.860450:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615a63bc. 00000100:00000001:2.0:1779213672.860458:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213672.860471:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213672.860480:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213672.860482:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213672.860487:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a7a2bbf] to pc [ptlrpcd_00_03+3] req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213672.860509:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213672.860512:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213672.860515:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213672.860518:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054fe10a9. 00000020:00000040:2.0:1779213672.860522:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213672.860523:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213672.860524:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213672.860527:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213672.860528:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213672.860531:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213672.860536:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213672.860536:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213672.860545:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1779213672.860546:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018e47c15. 00000100:00000001:1.0:1779213672.860547:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.860548:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213672.860551:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213672.860552:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213672.860557:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213672.860558:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213672.860562:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213672.860567:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.860572:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1779213672.860573:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960573312:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213672.860575:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213672.860578:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213672.860581:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054fe10a9] to pc [ptlrpcd_00_00+0] req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213672.860585:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213672.860588:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213672.860593:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213672.860598:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000653c25f4. 02000000:00000001:1.0:1779213672.860600:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213672.860605:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000400:00000010:1.0:1779213672.860611:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000001:2.0:1779213672.860614:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213672.860617:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1779213672.860618:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573312, portal 25 00000100:00000001:1.0:1779213672.860622:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213672.860624:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527162752 : -104754182388864 : ffffa0ba042b8380) 00000100:00000001:2.0:1779213672.860624:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213672.860628:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1779213672.860629:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000100:00000040:1.0:1779213672.860631:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213672.860632:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1779213672.860632:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213672.860635:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213672.860638:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213672.860641:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213672.860642:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213672.860645:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1779213672.860647:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213672.860649:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213672.860651:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814beff7. 02000000:00000010:2.0:1779213672.860655:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fece8cb5. 00000100:00000001:0.0:1779213672.860656:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1779213672.860656:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960573312, offset 0 00000100:00000001:0.0:1779213672.860658:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213672.860658:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213672.860659:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213672.860661:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213672.860664:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213672.860664:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213672.860665:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213672.860666:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213672.860670:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213672.860673:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960573440:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213672.860676:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213672.860677:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213672.860677:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213672.860679:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213672.860681:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213672.860681:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_01+1] req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213672.860683:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213672.860685:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000010:0.0:1779213672.860689:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072261974. 02000000:00000001:0.0:1779213672.860691:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213672.860693:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1779213672.860697:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9989933. 00000400:00000200:1.0:1779213672.860698:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213672.860700:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213672.860703:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213672.860703:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1779213672.860705:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000400:00000200:1.0:1779213672.860707:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213672.860710:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1779213672.860712:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [507:507:256:4294967295] 192.168.202.129@tcp LPNI seq info [507:507:8:4294967295] 00000100:00000200:0.0:1779213672.860716:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573440, portal 10 00000100:00000040:2.0:1779213672.860718:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11845) 00000100:00000001:0.0:1779213672.860719:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213672.860721:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169024 : -104754182382592 : ffffa0ba042b9c00) 00000100:00000001:3.0:1779213672.860726:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213672.860730:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213672.860731:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213672.860731:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213672.860733:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1779213672.860744:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213672.860745:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213672.860748:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1779213672.860751:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000100:00000040:0.0:1779213672.860752:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213672.860758:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc258803. 00000100:00000200:0.0:1779213672.860763:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960573440, offset 0 00000800:00000200:1.0:1779213672.860765:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213672.860766:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213672.860769:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213672.860773:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213672.860774:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213672.860777:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213672.860779:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:3.0:1779213672.860779:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213672.860782:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960573568:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213672.860785:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213672.860788:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1779213672.860789:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1779213672.860792:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1779213672.860792:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213672.860793:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1779213672.860794:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213672.860799:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:3.0:1779213672.860799:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a71d30cb. 02000000:00000001:3.0:1779213672.860801:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213672.860804:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008208d92d. 00000400:00000200:0.0:1779213672.860810:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213672.860810:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000100:00000001:1.0:1779213672.860812:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213672.860815:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:3.0:1779213672.860815:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573568, portal 10 00000100:00000001:3.0:1779213672.860819:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213672.860822:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000400:00000200:0.0:1779213672.860824:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [508:508:255:4294967295] 192.168.202.129@tcp LPNI seq info [508:508:7:4294967295] 00000100:00000001:1.0:1779213672.860824:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306513347 00000100:00000040:3.0:1779213672.860830:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213672.860835:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306508227 00000100:00000001:1.0:1779213672.860841:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306513347 00000100:00000001:3.0:1779213672.860841:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213672.860846:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213672.860846:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306508227 00000100:00000040:3.0:1779213672.860850:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213672.860851:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306513347 00000400:00000010:3.0:1779213672.860855:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000001:1.0:1779213672.860858:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306508227 00000100:00000200:3.0:1779213672.860858:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960573568, offset 0 00000800:00000200:0.0:1779213672.860861:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213672.860863:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306513347 00000800:00000010:0.0:1779213672.860867:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000001:1.0:1779213672.860867:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306508227 00000400:00000200:3.0:1779213672.860870:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213672.860875:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1779213672.860879:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213672.860879:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213672.860879:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213672.860886:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213672.860886:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213672.860890:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213672.860891:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213672.860892:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213672.860896:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213672.860897:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213672.860899:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213672.860902:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213672.860903:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213672.860903:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213672.860907:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213672.860908:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [509:509:254:4294967295] 192.168.202.129@tcp LPNI seq info [509:509:6:4294967295] 00000100:00000040:0.0:1779213672.860909:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 191976 usecs (192 jiffies) 00000100:00000001:1.0:1779213672.860909:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213672.860912:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.860915:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306507968 00000100:00000001:1.0:1779213672.860916:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.860921:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306513347 00000100:00000001:0.0:1779213672.860925:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306507968 00000100:00000001:0.0:1779213672.860928:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306513347 00000400:00000200:3.0:1779213672.860932:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213672.860933:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306507968 00000100:00000001:0.0:1779213672.860938:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306513347 00000800:00000200:3.0:1779213672.860941:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213672.860943:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306507968 00000800:00000010:3.0:1779213672.860945:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005023fd5. 00000100:00000001:0.0:1779213672.860946:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306513347 00000800:00000200:2.0:1779213672.860947:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213672.860950:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1779213672.860951:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000800:00000200:3.0:1779213672.860953:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213672.860954:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.860958:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213672.860959:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1779213672.860960:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213672.860962:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213672.860965:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005023fd5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213672.860967:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213672.860968:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213672.860969:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.860970:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1779213672.860973:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14080 usecs (15 jiffies) 00000100:00000001:0.0:1779213672.860974:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213672.860974:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814beff7 00000100:00000001:0.0:1779213672.860976:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213672.860977:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306507791 00000100:00000001:0.0:1779213672.860978:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213672.860978:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000814beff7. 00000100:00000001:3.0:1779213672.860982:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306513347 00000100:00000001:0.0:1779213672.860983:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.860984:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213672.860985:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306507791 00000100:00000001:3.0:1779213672.860987:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306513347 00000100:00000001:3.0:1779213672.860989:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306507791 00000100:00000200:2.0:1779213672.860991:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213672.860991:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306513347 00000100:00000001:3.0:1779213672.860995:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306507791 00000100:00000001:3.0:1779213672.860999:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306513347 00000100:00000001:3.0:1779213672.861003:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213672.861007:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213672.861010:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.861011:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213672.861011:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213672.861014:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213672.861017:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213672.861017:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213672.861020:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213672.861031:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213672.861033:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213672.861037:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.861043:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.861045:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213672.861060:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213672.861061:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000400:00000200:2.0:1779213672.861064:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213672.861070:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213672.861072:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc258803 00000400:00000010:2.0:1779213672.861073:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bc258803. 00000100:00000001:2.0:1779213672.861075:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213672.861077:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213672.861081:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213672.861083:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213672.861086:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.861087:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213672.861122:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213672.861124:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005023fd5. 00000400:00000200:2.0:1779213672.861127:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213672.861130:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213672.861131:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000400:00000010:2.0:1779213672.861133:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:2.0:1779213672.861135:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213672.861138:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213672.861151:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213672.861154:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213672.861160:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.861162:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213672.862774:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213672.862792:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213672.862796:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213672.862806:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213672.862816:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213672.862830:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720f580 00000400:00000200:3.0:1779213672.862836:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:3.0:1779213672.862842:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213672.862845:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213672.862847:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213672.862850:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213672.862854:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213672.862858:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213672.862865:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213672.862879:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213672.862886:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213672.862888:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213672.862889:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213672.862890:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213672.862892:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213672.862896:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f600 00000400:00000200:3.0:1779213672.862899:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10a9 [1] + 224 00000800:00000001:3.0:1779213672.862901:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213672.862903:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213672.862904:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213672.862906:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213672.862908:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213672.862911:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213672.862916:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213672.862927:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213672.862932:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213672.862939:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213672.862941:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213672.862944:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000400:00000200:1.0:1779213672.862948:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000400:00000010:1.0:1779213672.862950:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:1.0:1779213672.862953:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213672.862958:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213672.862968:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213672.862978:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213672.862984:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213672.862985:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213672.862988:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213672.862991:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213672.862992:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1779213672.862994:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213672.862996:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213672.862997:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213672.862997:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213672.863000:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9989933. 00000800:00000001:3.0:1779213672.863001:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213672.863002:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213672.863007:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1779213672.863008:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:0.0:1779213672.863011:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000001:1.0:1779213672.863011:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1779213672.863012:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213672.863016:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.863017:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1779213672.863033:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f680 02000000:00000001:1.0:1779213672.863034:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213672.863038:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213672.863038:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10b1 [1] + 224 00000100:00001000:1.0:1779213672.863043:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=127 v=5 (5 5 5 5) 00000800:00000001:3.0:1779213672.863045:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1779213672.863052:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=127 v=5 (1 1 1 1) 00000800:00000001:3.0:1779213672.863054:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213672.863059:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213672.863060:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1779213672.863060:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213672.863063:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213672.863068:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213672.863071:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.863073:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213672.863075:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.863077:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213672.863078:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213672.863081:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213672.863083:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1779213672.863084:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213672.863085:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213672.863088:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1779213672.863091:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213672.863092:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213672.863097:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213672.863105:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=116 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213672.863107:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1779213672.863112:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213672.863114:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213672.863119:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213672.863122:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213672.863122:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213672.863126:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213672.863127:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213672.863131:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.863136:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213672.863138:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213672.863139:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213672.863144:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213672.863147:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213672.863156:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213672.863161:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000002a7a2bbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960573312:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213672.863162:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213672.863169:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213672.863172:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213672.863174:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1779213672.863174:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213672.863176:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213672.863180:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213672.863182:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213672.863183:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a7a2bbf x1865639960573312/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213672.863190:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213672.863194:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213672.863197:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213672.863201:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000653c25f4. 00000100:00000001:2.0:1779213672.863203:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213672.863207:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213672.863208:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213672.863211:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:2.0:1779213672.863212:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1779213672.863215:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000054fe10a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960573440:192.168.202.129@tcp:400: 00000020:00000040:1.0:1779213672.863215:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000001:2.0:1779213672.863215:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213672.863218:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008208d92d. 00000020:00000001:1.0:1779213672.863254:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213672.863257:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615a63bc. 00000400:00000200:2.0:1779213672.863259:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 02000000:00000001:1.0:1779213672.863262:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1779213672.863262:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 02000000:00000001:1.0:1779213672.863267:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213672.863268:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213672.863268:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1779213672.863270:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a7a2bbf. 00000100:00000001:0.0:1779213672.863273:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1779213672.863275:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213672.863276:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213672.863278:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213672.863279:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054fe10a9 x1865639960573440/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213672.863282:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213672.863290:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213672.863294:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213672.863299:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213672.863303:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.863309:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1779213672.863312:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213672.863313:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213672.863316:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072261974. 02000000:00000001:0.0:1779213672.863322:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213672.863323:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1779213672.863324:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213672.863326:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213672.863327:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213672.863331:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213672.863331:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:0.0:1779213672.863334:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018e47c15. 02000000:00000001:2.0:1779213672.863334:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213672.863337:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213672.863339:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213672.863340:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213672.863348:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1779213672.863349:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213672.863351:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054fe10a9. 00000100:00001000:2.0:1779213672.863355:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=127 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213672.863356:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213672.863358:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213672.863360:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213672.863361:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213672.863367:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213672.863368:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.863369:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1779213672.863371:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213672.863372:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213672.863375:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1779213672.863377:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213672.863378:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213672.863388:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.863391:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213672.863393:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213672.863395:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213672.863396:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213672.863400:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213672.863406:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213672.863408:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213672.863410:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213672.863412:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213672.863420:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960573568:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213672.863424:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213672.863431:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213672.863434:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960573568/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213672.863441:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213672.863443:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213672.863445:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a71d30cb. 02000000:00000001:2.0:1779213672.863449:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213672.863450:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213672.863452:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213672.863454:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213672.863456:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fece8cb5. 02000000:00000001:2.0:1779213672.863458:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213672.863459:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213672.863460:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000100:00000001:2.0:1779213672.863463:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213672.863464:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213672.863466:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213672.863470:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213672.863471:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213672.863473:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213672.863475:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213673.500315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213673.500327:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213673.500335:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213673.500336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213673.500379:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213673.500382:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213673.500385:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213674.524366:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213674.524374:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213674.524383:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213674.524384:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213674.524443:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213674.524447:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213674.524451:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213675.548360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213675.548369:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213675.548377:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213675.548379:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213675.548438:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213675.548443:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213675.548446:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213676.572336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213676.572342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213676.572348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213676.572349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213676.572420:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213676.572425:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213676.572428:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213677.596305:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213677.596310:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213677.596314:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213677.596315:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213677.596368:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213677.596387:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213677.596390:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213677.980349:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213677.980360:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213677.980370:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5713afe. 00000020:00000040:1.0:1779213677.980377:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213677.980382:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213677.980385:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213677.980395:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213677.980403:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f4cd30a. 00000100:00000001:1.0:1779213677.980410:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.980421:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213677.980440:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213677.980445:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.980451:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5713afe] to pc [ptlrpcd_00_02+2] req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213677.980481:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.980483:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213677.980487:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213677.980489:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213677.980491:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213677.980493:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213677.980508:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213677.980510:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213677.980514:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080864336. 00000100:00000001:0.0:1779213677.980517:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213677.980518:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213677.980521:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213677.980523:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213677.980524:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213677.980527:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213677.980527:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213677.980535:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213677.980538:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213677.980540:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.980547:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000590d33bf] to pc [ptlrpcd_00_03+3] req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213677.980548:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213677.980551:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213677.980557:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213677.980561:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213677.980564:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213677.980567:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000d5713afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960573696:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213677.980569:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.980573:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213677.980574:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213677.980578:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213677.980580:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1779213677.980581:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070da5d5f. 02000000:00000001:0.0:1779213677.980583:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213677.980585:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:0.0:1779213677.980588:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213677.980588:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213677.980590:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213677.980591:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213677.980592:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213677.980594:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023856fc0. 00000100:00000001:2.0:1779213677.980595:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1779213677.980597:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b25e7fba. 00000100:00000001:2.0:1779213677.980598:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213677.980599:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213677.980601:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213677.980606:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9989933. 00000100:00000040:2.0:1779213677.980606:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213677.980607:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1779213677.980615:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000100:00000200:0.0:1779213677.980623:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573696, portal 25 00000100:00000001:0.0:1779213677.980628:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213677.980629:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213677.980630:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728212608 : -104753981339008 : ffffa0ba10274a80) 00000100:00000001:1.0:1779213677.980632:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213677.980636:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1779213677.980638:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213677.980638:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.980640:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070da5d5f] to pc [ptlrpcd_00_00+0] req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213677.980644:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213677.980647:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213677.980652:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.980659:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1779213677.980660:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960573824:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213677.980666:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213677.980668:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1779213677.980669:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c30ccf9. 00000100:00000200:0.0:1779213677.980672:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960573696, offset 0 02000000:00000001:2.0:1779213677.980672:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213677.980675:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213677.980678:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213677.980679:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213677.980684:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021b48df8. 02000000:00000001:2.0:1779213677.980687:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213677.980691:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213677.980692:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213677.980692:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057ef75f1. 00000100:00000040:1.0:1779213677.980698:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1779213677.980699:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1779213677.980699:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000040:1.0:1779213677.980703:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1779213677.980705:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573824, portal 10 00000100:00000001:2.0:1779213677.980709:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213677.980711:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:1.0:1779213677.980711:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11850) 00000100:00000001:2.0:1779213677.980711:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000400:00000200:0.0:1779213677.980717:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213677.980720:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213677.980722:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213677.980731:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213677.980735:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [510:510:256:4294967295] 192.168.202.129@tcp LPNI seq info [510:510:8:4294967295] 00000100:00000040:2.0:1779213677.980739:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213677.980742:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213677.980743:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00100000:1.0:1779213677.980745:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:2.0:1779213677.980748:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960573824, offset 0 00000100:00000001:1.0:1779213677.980749:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213677.980753:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213677.980754:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213677.980756:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213677.980761:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213677.980762:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213677.980763:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213677.980766:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213677.980767:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1779213677.980768:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b9153e. 00000400:00000200:2.0:1779213677.980770:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213677.980771:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.980776:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213677.980780:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213677.980781:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213677.980790:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213677.980791:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1779213677.980792:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213677.980794:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213677.980797:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000030b9153e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213677.980798:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213677.980800:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213677.980803:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213677.980803:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213677.980808:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213677.980808:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213677.980809:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213677.980815:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306518467 00000100:00100000:1.0:1779213677.980815:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960573952:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213677.980819:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [511:511:255:4294967295] 192.168.202.129@tcp LPNI seq info [511:511:7:4294967295] 00000100:00000001:1.0:1779213677.980823:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213677.980825:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306513347 02000000:00000001:1.0:1779213677.980828:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213677.980830:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.980835:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306518467 02000000:00000001:1.0:1779213677.980835:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213677.980839:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000010:1.0:1779213677.980841:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ceef41. 00000100:00000001:0.0:1779213677.980843:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306513347 02000000:00000001:1.0:1779213677.980844:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213677.980848:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213677.980850:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306518467 00000400:00000010:1.0:1779213677.980852:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7bc4de. 00000100:00000001:0.0:1779213677.980854:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306513347 00000800:00000010:2.0:1779213677.980854:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adfb1585. 00000100:00000001:0.0:1779213677.980859:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306518467 00000400:00000010:1.0:1779213677.980859:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000800:00000200:2.0:1779213677.980864:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:1.0:1779213677.980865:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960573952, portal 10 00000100:00000001:0.0:1779213677.980866:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306513347 00000100:00000001:1.0:1779213677.980871:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1779213677.980871:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213677.980872:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213677.980874:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728215296 : -104753981336320 : ffffa0ba10275500) 00000800:00000200:2.0:1779213677.980876:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adfb1585 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213677.980877:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.980882:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213677.980883:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213677.980883:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.980890:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213677.980891:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 190717 usecs (191 jiffies) 00000100:00000001:2.0:1779213677.980897:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306513087 00000100:00000001:0.0:1779213677.980898:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213677.980898:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213677.980902:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213677.980902:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306518467 00000800:00000200:3.0:1779213677.980904:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213677.980907:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213677.980909:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213677.980910:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306513087 00000100:00000001:0.0:1779213677.980912:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213677.980914:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033106260. 00000100:00000001:0.0:1779213677.980915:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213677.980915:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306518467 00000800:00000010:3.0:1779213677.980917:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b9153e. 00000100:00000200:1.0:1779213677.980919:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960573952, offset 0 00000100:00000001:2.0:1779213677.980920:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306513087 00000100:00000001:0.0:1779213677.980923:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213677.980929:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306518467 00000100:00000001:2.0:1779213677.980933:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306513087 00000400:00000200:3.0:1779213677.980934:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213677.980935:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213677.980937:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306518467 00000100:00000001:2.0:1779213677.980941:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213677.980947:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213677.980950:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213677.980952:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213677.980955:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213677.980956:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213677.980960:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213677.980962:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213677.980963:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213677.980965:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213677.980968:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213677.980984:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213677.980988:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [512:512:254:4294967295] 192.168.202.129@tcp LPNI seq info [512:512:6:4294967295] 00000100:00000001:2.0:1779213677.980989:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213677.980991:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213677.980994:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213677.980997:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213677.981005:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213677.981011:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213677.981013:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c30ccf9 00000800:00000010:1.0:1779213677.981015:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000400:00000010:3.0:1779213677.981020:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001c30ccf9. 00000800:00000200:1.0:1779213677.981023:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213677.981027:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213677.981030:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213677.981033:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.981039:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 14006 usecs (15 jiffies) 00000100:00000001:1.0:1779213677.981042:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306512911 00000100:00000001:3.0:1779213677.981042:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213677.981047:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306518467 00000100:00000001:1.0:1779213677.981049:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306512911 00000100:00000001:1.0:1779213677.981052:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306518467 00000100:00000200:3.0:1779213677.981053:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213677.981058:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306512911 00000100:00000001:1.0:1779213677.981066:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306518467 00000100:00000001:1.0:1779213677.981073:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306512911 00000100:00000001:1.0:1779213677.981077:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306518467 00000100:00000001:1.0:1779213677.981083:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213677.981084:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213677.981086:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213677.981088:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213677.981088:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213677.981095:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.981105:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213677.981107:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213677.981124:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213677.981126:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adfb1585. 00000400:00000200:3.0:1779213677.981130:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213677.981134:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213677.981136:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:3.0:1779213677.981138:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:3.0:1779213677.981141:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213677.981144:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.981151:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213677.981153:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.981159:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213677.981160:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213677.981277:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213677.981280:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:3.0:1779213677.981284:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213677.981288:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213677.981291:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033106260 00000400:00000010:3.0:1779213677.981292:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000033106260. 00000100:00000001:3.0:1779213677.981295:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213677.981298:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.981306:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213677.981308:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.981320:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213677.981322:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213677.985313:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213677.985335:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213677.985340:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213677.985342:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213677.985355:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213677.985376:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f780 00000400:00000200:2.0:1779213677.985386:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10c1 [1] + 224 00000800:00000001:2.0:1779213677.985394:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213677.985397:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213677.985400:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213677.985403:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213677.985410:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213677.985425:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213677.985437:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213677.985459:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213677.985469:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213677.985473:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213677.985475:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213677.985476:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213677.985480:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213677.985485:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720f700 00000400:00000200:2.0:1779213677.985490:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x10b9 [1] + 224 00000800:00000001:2.0:1779213677.985493:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213677.985495:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213677.985496:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213677.985499:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213677.985520:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213677.985525:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213677.985535:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213677.985544:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213677.985553:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213677.985554:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213677.985561:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213677.985565:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213677.985566:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213677.985568:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213677.985570:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213677.985574:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213677.985581:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f800 00000400:00000001:1.0:1779213677.985593:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213677.985596:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057ef75f1. 00000100:00000001:0.0:1779213677.985601:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213677.985605:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000010:1.0:1779213677.985608:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:0.0:1779213677.985612:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213677.985614:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779213677.985619:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10c9 [1] + 224 00000400:00000001:0.0:1779213677.985625:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213677.985625:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213677.985629:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1779213677.985629:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213677.985632:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213677.985633:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9989933. 00000400:00000200:2.0:1779213677.985643:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213677.985644:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:0.0:1779213677.985652:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000400:00000200:2.0:1779213677.985657:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213677.985661:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213677.985661:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213677.985670:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213677.985675:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213677.985678:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213677.985679:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213677.985685:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213677.985694:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213677.985701:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213677.985707:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213677.985713:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213677.985726:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213677.985727:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213677.985743:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213677.985749:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213677.985752:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1779213677.985753:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213677.985754:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213677.985756:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1779213677.985763:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1779213677.985765:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213677.985768:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1779213677.985770:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.985771:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213677.985774:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213677.985777:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213677.985777:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1779213677.985777:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213677.985779:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213677.985781:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213677.985781:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213677.985789:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1779213677.985790:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213677.985793:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213677.985796:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=132 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213677.985799:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1779213677.985800:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213677.985805:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1779213677.985805:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.985806:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213677.985809:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213677.985813:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1779213677.985814:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1779213677.985816:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213677.985820:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213677.985822:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213677.985826:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7bc4de. 00000100:00000001:1.0:1779213677.985828:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213677.985831:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213677.985833:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000100:00000001:1.0:1779213677.985836:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1779213677.985839:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:1.0:1779213677.985840:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213677.985850:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213677.985852:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213677.985854:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213677.985858:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213677.985859:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213677.985863:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213677.985878:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213677.985924:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960573824:192.168.202.129@tcp:400: 00000100:00000200:3.0:1779213677.985926:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213677.985927:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000d5713afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960573696:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213677.985955:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213677.985965:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213677.985966:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213677.985982:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213677.985984:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1779213677.985989:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960573824/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213677.985990:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5713afe x1865639960573696/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.985990:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213677.986001:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213677.986007:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213677.986013:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213677.986017:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213677.986026:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.986032:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213677.986037:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213677.986038:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1779213677.986041:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023856fc0. 02000000:00000001:1.0:1779213677.986041:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1779213677.986042:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=132 v=5 (5 5 5 5) 02000000:00000010:1.0:1779213677.986043:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021b48df8. 02000000:00000001:0.0:1779213677.986049:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213677.986053:0:199014:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1779213677.986053:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1779213677.986053:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=61 v=5 (1 0 0 0) 00000020:00000001:1.0:1779213677.986057:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213677.986059:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000040:0.0:1779213677.986060:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213677.986068:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1779213677.986069:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213677.986070:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1779213677.986072:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000080864336. 00000100:00000001:3.0:1779213677.986073:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213677.986075:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001f4cd30a. 00010000:00000001:3.0:1779213677.986081:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1779213677.986085:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213677.986085:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1779213677.986088:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213677.986090:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1779213677.986090:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213677.986096:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5713afe. 00000100:00000010:1.0:1779213677.986097:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00010000:00000001:3.0:1779213677.986111:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.986112:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213677.986112:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213677.986117:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213677.986117:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213677.986124:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213677.986124:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213677.986125:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213677.986127:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213677.986133:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213677.986134:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213677.986134:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213677.986136:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.986137:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213677.986137:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213677.986139:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213677.986141:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213677.986142:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213677.986145:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213677.986156:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.986171:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213677.986176:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213677.986178:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213677.986183:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213677.986191:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000070da5d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960573952:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213677.986196:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213677.986199:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213677.986200:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070da5d5f x1865639960573952/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213677.986205:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213677.986207:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213677.986209:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ceef41. 02000000:00000001:3.0:1779213677.986212:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213677.986214:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213677.986215:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213677.986216:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213677.986218:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b25e7fba. 02000000:00000001:3.0:1779213677.986221:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213677.986255:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213677.986256:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070da5d5f. 00000100:00000001:3.0:1779213677.986259:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213677.986260:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213677.986261:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213677.986266:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213677.986267:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213677.986269:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213677.986271:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213678.620315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213678.620320:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213678.620326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213678.620327:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213678.620399:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213678.620412:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213678.620416:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213679.644470:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213679.644478:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213679.644481:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213679.644504:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213679.644509:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213679.644511:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213679.644512:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213679.644514:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213679.644517:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213679.644518:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213679.644519:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213679.644521:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213679.644522:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213679.644523:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213679.644524:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213679.644526:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213679.644593:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213679.644598:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213679.644601:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213680.670095:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213680.670100:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213680.670106:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213680.670107:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213680.670373:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213680.670377:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213680.670379:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213681.692327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213681.692344:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213681.692350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213681.692351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213681.692443:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213681.692446:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213681.692448:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213682.716392:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213682.716401:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213682.716409:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213682.716411:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213682.716484:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213682.716488:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213682.716491:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213683.101465:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213683.101471:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213683.101479:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ddfe39. 00000020:00000040:2.0:1779213683.101484:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213683.101487:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213683.101490:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213683.101495:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213683.101502:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f718c86. 00000100:00000001:2.0:1779213683.101509:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213683.101519:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213683.101547:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213683.101550:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213683.101555:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6ddfe39] to pc [ptlrpcd_00_01+1] req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213683.101582:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213683.101584:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213683.101586:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213683.101588:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022886011. 00000020:00000040:2.0:1779213683.101590:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213683.101592:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213683.101593:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213683.101595:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213683.101597:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c51c5576. 00000100:00000001:2.0:1779213683.101599:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213683.101602:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213683.101602:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213683.101608:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213683.101608:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213683.101610:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213683.101612:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213683.101614:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022886011] to pc [ptlrpcd_00_02+2] req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213683.101621:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213683.101625:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213683.101631:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213683.101633:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213683.101634:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213683.101637:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213683.101638:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213683.101640:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213683.101643:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000963b77ee. 00000020:00000040:2.0:1779213683.101645:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213683.101645:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213683.101649:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213683.101649:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213683.101650:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213683.101652:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213683.101652:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213683.101655:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960574080:192.168.202.129@tcp:400: 02000000:00000010:2.0:1779213683.101656:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adfb1585. 00000100:00000001:3.0:1779213683.101659:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213683.101663:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213683.101664:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213683.101666:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213683.101669:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779213683.101669:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213683.101674:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213683.101674:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078eb35e7. 02000000:00000001:3.0:1779213683.101678:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.101683:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213683.101684:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1779213683.101685:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50b846a. 00000100:00000001:1.0:1779213683.101687:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213683.101687:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213683.101690:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 00000100:00000040:1.0:1779213683.101695:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213683.101695:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000963b77ee] to pc [ptlrpcd_00_03+3] req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213683.101696:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574080, portal 25 00000100:00000001:3.0:1779213683.101700:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213683.101702:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527168128 : -104754182383488 : ffffa0ba042b9880) 00000100:00000040:3.0:1779213683.101710:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213683.101725:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.101729:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1779213683.101729:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213683.101730:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213683.101733:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213683.101733:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213683.101736:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213683.101740:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 02000000:00000001:1.0:1779213683.101741:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213683.101742:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11855) 00000100:00000200:3.0:1779213683.101742:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960574080, offset 0 02000000:00000001:1.0:1779213683.101744:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213683.101748:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213683.101751:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00100000:1.0:1779213683.101753:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960574208:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213683.101758:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213683.101764:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213683.101769:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213683.101770:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213683.101772:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213683.101774:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213683.101779:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e41cac8. 00000400:00000200:3.0:1779213683.101780:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213683.101783:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213683.101785:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213683.101788:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000010:1.0:1779213683.101789:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033046737. 00000400:00000200:3.0:1779213683.101793:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [513:513:256:4294967295] 192.168.202.129@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000010:1.0:1779213683.101795:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000100:00000200:1.0:1779213683.101800:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574208, portal 10 00000100:00000001:1.0:1779213683.101805:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213683.101805:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213683.101808:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527177088 : -104754182374528 : ffffa0ba042bbb80) 00000800:00000200:3.0:1779213683.101811:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213683.101816:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2b4e9b0. 00000100:00000040:1.0:1779213683.101819:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213683.101823:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213683.101831:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213683.101834:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213683.101837:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2b4e9b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1779213683.101838:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213683.101843:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 00000100:00000200:1.0:1779213683.101846:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960574208, offset 0 00000400:00000200:1.0:1779213683.101851:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213683.101854:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213683.101859:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306523588 00000400:00000200:1.0:1779213683.101860:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213683.101866:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213683.101869:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213683.101869:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306518467 00000400:00000200:1.0:1779213683.101873:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213683.101876:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213683.101876:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306523588 00000400:00000200:1.0:1779213683.101882:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [514:514:255:4294967295] 192.168.202.129@tcp LPNI seq info [514:514:7:4294967295] 00000100:00000001:3.0:1779213683.101882:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306518467 00000100:00000001:3.0:1779213683.101887:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306523588 00000100:00000001:3.0:1779213683.101892:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306518467 00000100:00000001:3.0:1779213683.101898:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306523588 00000400:00000200:1.0:1779213683.101900:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213683.101903:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306518467 00000100:00000001:3.0:1779213683.101907:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213683.101908:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213683.101911:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213683.101914:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000100:00000001:3.0:1779213683.101916:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213683.101929:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213683.101934:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213683.101936:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213683.101939:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1779213683.101942:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213683.101943:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213683.101946:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213683.101948:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213683.101952:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213683.101955:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 189497 usecs (190 jiffies) 00000100:00000001:3.0:1779213683.101956:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.101961:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306518207 00000100:00000001:3.0:1779213683.101964:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.101971:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306523588 00000100:00000001:1.0:1779213683.101973:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306518207 00000800:00000200:2.0:1779213683.101975:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213683.101976:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306523588 00000100:00000001:1.0:1779213683.101980:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306518207 00000800:00000010:2.0:1779213683.101981:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2b4e9b0. 00000100:00000001:1.0:1779213683.101984:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306523588 00000100:00000001:1.0:1779213683.101987:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306518207 00000400:00000200:2.0:1779213683.101988:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213683.101989:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306523588 00000100:00000001:1.0:1779213683.101993:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213683.101997:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213683.101998:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.102002:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213683.102003:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000100:00000001:1.0:1779213683.102004:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213683.102006:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000100:00000001:1.0:1779213683.102010:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213683.102011:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213683.102012:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1779213683.102016:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.102017:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213683.102020:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213683.102022:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213683.102027:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1779213683.102030:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213683.102034:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213683.102034:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213683.102036:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213683.102039:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.102040:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213683.102042:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213683.102045:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213683.102050:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213683.102051:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213683.102053:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213683.102061:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213683.102062:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213683.102065:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213683.102066:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213683.102068:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213683.102069:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1779213683.102072:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960574336:192.168.202.129@tcp:400: 00000800:00000010:2.0:1779213683.102073:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000100:00000001:1.0:1779213683.102078:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213683.102079:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213683.102084:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213683.102088:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 02000000:00000001:1.0:1779213683.102089:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1779213683.102090:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 02000000:00000001:1.0:1779213683.102091:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213683.102093:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213683.102096:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9876f2c. 02000000:00000001:1.0:1779213683.102099:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213683.102102:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1779213683.102103:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879fa1f. 00000100:00000200:2.0:1779213683.102107:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213683.102108:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000200:1.0:1779213683.102114:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574336, portal 10 00000100:00000001:1.0:1779213683.102117:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213683.102119:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527166336 : -104754182385280 : ffffa0ba042b9180) 00000100:00000001:2.0:1779213683.102124:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213683.102128:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213683.102130:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.102147:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213683.102150:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213683.102151:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213683.102153:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1779213683.102154:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28f5c7f. 00000100:00000200:1.0:1779213683.102157:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960574336, offset 0 00000400:00000200:1.0:1779213683.102161:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213683.102166:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213683.102168:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213683.102170:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213683.102172:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213683.102173:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213683.102175:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [515:515:256:4294967295] 192.168.202.129@tcp LPNI seq info [515:515:8:4294967295] 00000400:00000200:1.0:1779213683.102180:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213683.102183:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213683.102185:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009364803b. 00000800:00000200:1.0:1779213683.102188:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213683.102188:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213683.102192:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213683.102194:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213683.102197:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009364803b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213683.102207:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213683.102210:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13957 usecs (14 jiffies) 00000100:00000001:1.0:1779213683.102213:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306518031 00000100:00000001:1.0:1779213683.102220:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306523588 00000800:00000200:3.0:1779213683.102254:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213683.102256:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306518032 00000100:00000001:1.0:1779213683.102258:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306523588 00000100:00000001:1.0:1779213683.102261:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306518032 00000100:00000001:1.0:1779213683.102264:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306523588 00000800:00000010:3.0:1779213683.102264:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009364803b. 00000100:00000001:1.0:1779213683.102269:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306518032 00000400:00000200:3.0:1779213683.102270:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213683.102271:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306523588 00000100:00000001:1.0:1779213683.102275:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213683.102286:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.102289:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.102291:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213683.102376:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213683.102380:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28f5c7f 00000400:00000010:3.0:1779213683.102383:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f28f5c7f. 00000100:00000001:3.0:1779213683.102386:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213683.102389:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213683.102398:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213683.102400:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213683.102407:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213683.102408:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213683.103764:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213683.103775:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213683.103778:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213683.103780:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213683.103789:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213683.103801:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720f880 00000400:00000200:2.0:1779213683.103808:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:2.0:1779213683.103815:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213683.103818:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213683.103820:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213683.103824:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213683.103829:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213683.103834:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213683.103844:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213683.103859:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213683.103866:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213683.103869:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213683.103871:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213683.103873:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213683.103877:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213683.103883:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f900 00000100:00000001:3.0:1779213683.103887:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213683.103889:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213683.103895:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213683.103897:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213683.103899:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50b846a. 00000400:00000200:3.0:1779213683.103902:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000400:00000010:3.0:1779213683.103903:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:3.0:1779213683.103905:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213683.103909:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213683.103912:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10d9 [1] + 224 00000100:00000200:3.0:1779213683.103935:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213683.103936:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213683.103941:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213683.103942:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213683.103943:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213683.103947:0:199013:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:2.0:1779213683.103948:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1779213683.103950:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213683.103952:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213683.103953:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213683.103955:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213683.103960:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213683.103964:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=138 v=5 (1 1 1 1) 00000400:00000200:2.0:1779213683.103967:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213683.103967:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213683.103971:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213683.103974:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213683.103977:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213683.103977:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213683.103980:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213683.103985:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213683.103994:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213683.103994:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213683.104008:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213683.104011:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213683.104014:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213683.104021:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213683.104032:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a6ddfe39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960574080:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213683.104035:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213683.104037:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213683.104041:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213683.104046:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1779213683.104048:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213683.104050:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6ddfe39 x1865639960574080/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213683.104051:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213683.104055:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213683.104061:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213683.104065:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1779213683.104066:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 02000000:00000010:3.0:1779213683.104070:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078eb35e7. 00000100:00000001:1.0:1779213683.104073:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213683.104075:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213683.104077:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213683.104078:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720f980 00000020:00000001:3.0:1779213683.104079:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:1.0:1779213683.104081:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1779213683.104083:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000400:00000001:1.0:1779213683.104085:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1779213683.104086:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:1.0:1779213683.104087:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033046737. 02000000:00000010:3.0:1779213683.104090:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f718c86. 00000400:00000200:1.0:1779213683.104093:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000400:00000010:1.0:1779213683.104095:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 02000000:00000001:3.0:1779213683.104096:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213683.104099:0:199014:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1779213683.104099:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213683.104101:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ddfe39. 00000400:00000200:2.0:1779213683.104105:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10e1 [1] + 224 00000100:00000200:1.0:1779213683.104106:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213683.104108:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213683.104111:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213683.104114:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213683.104116:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213683.104124:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213683.104124:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213683.104127:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213683.104132:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213683.104135:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.104136:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213683.104138:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213683.104141:0:199014:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:2.0:1779213683.104141:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213683.104144:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1779213683.104145:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213683.104147:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213683.104150:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213683.104153:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:1.0:1779213683.104154:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213683.104159:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1779213683.104161:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=127 v=5 (5 5 5 5) 00000100:00000200:2.0:1779213683.104165:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213683.104166:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=127 v=5 (1 1 1 1) 00000100:00000040:2.0:1779213683.104175:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.104178:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213683.104181:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213683.104185:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213683.104189:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213683.104191:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213683.104193:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213683.104196:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000800:00000001:2.0:1779213683.104197:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213683.104198:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213683.104200:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213683.104201:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213683.104205:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.104215:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213683.104217:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213683.104218:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213683.104242:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213683.104250:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000022886011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960574208:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213683.104254:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.104256:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213683.104257:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022886011 x1865639960574208/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.104263:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213683.104264:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213683.104266:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e41cac8. 02000000:00000001:1.0:1779213683.104269:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213683.104270:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213683.104270:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213683.104272:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213683.104273:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c51c5576. 02000000:00000001:1.0:1779213683.104275:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213683.104276:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213683.104277:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022886011. 00000100:00000001:1.0:1779213683.104280:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213683.104281:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213683.104288:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.104289:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213683.104291:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213683.104293:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213683.104294:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213683.104295:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e879fa1f. 00000400:00000200:1.0:1779213683.104297:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:1.0:1779213683.104299:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:1.0:1779213683.104300:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213683.104303:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213683.104310:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.104315:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213683.104316:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213683.104317:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213683.104319:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213683.104319:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213683.104321:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213683.104322:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213683.104326:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213683.104328:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213683.104330:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213683.104331:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213683.104333:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213683.104335:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213683.104341:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.104343:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213683.104344:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213683.104346:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213683.104347:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213683.104350:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.104371:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213683.104372:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213683.104374:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213683.104377:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213683.104384:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000963b77ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960574336:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213683.104388:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213683.104389:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213683.104391:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000963b77ee x1865639960574336/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213683.104397:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213683.104398:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213683.104399:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9876f2c. 02000000:00000001:1.0:1779213683.104402:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213683.104403:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213683.104404:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213683.104406:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213683.104407:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adfb1585. 02000000:00000001:1.0:1779213683.104409:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213683.104411:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213683.104411:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000963b77ee. 00000100:00000001:1.0:1779213683.104414:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213683.104415:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213683.104416:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213683.104420:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213683.104421:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213683.104422:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213683.104424:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213683.740348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213683.740354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213683.740360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213683.740361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213683.740419:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213683.740422:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213683.740425:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213684.764365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213684.764373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213684.764378:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213684.764379:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213684.764446:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213684.764452:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213684.764455:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213685.788329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213685.788334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213685.788337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213685.788338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213685.788381:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213685.788384:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213685.788386:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213686.812344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213686.812350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213686.812355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213686.812356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213686.812420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213686.812424:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213686.812426:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213687.836951:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213687.836956:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213687.836960:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213687.836962:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213687.837024:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213687.837028:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213687.837031:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213688.220348:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213688.220357:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213688.220367:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000791c9b42. 00000020:00000040:2.0:1779213688.220374:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213688.220378:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213688.220381:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213688.220386:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213688.220395:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adfb1585. 00000100:00000001:2.0:1779213688.220401:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213688.220412:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213688.220422:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213688.220424:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213688.220429:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791c9b42] to pc [ptlrpcd_00_00+0] req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213688.220479:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213688.220481:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213688.220485:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213688.220487:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c779bf71. 00000020:00000040:2.0:1779213688.220489:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213688.220492:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213688.220494:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213688.220496:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213688.220499:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c51c5576. 00000100:00000001:2.0:1779213688.220503:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213688.220507:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213688.220511:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213688.220516:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213688.220517:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213688.220518:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213688.220518:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213688.220520:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213688.220523:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213688.220526:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c779bf71] to pc [ptlrpcd_00_01+1] req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213688.220528:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213688.220551:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213688.220552:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213688.220556:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213688.220556:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213688.220559:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213688.220560:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213688.220564:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.220566:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213688.220567:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213688.220569:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960574464:192.168.202.129@tcp:400: 00000100:00000010:2.0:1779213688.220569:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 00000100:00000001:3.0:1779213688.220570:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1779213688.220574:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213688.220574:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213688.220576:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213688.220580:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213688.220582:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213688.220582:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213688.220583:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213688.220585:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213688.220587:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213688.220590:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213688.220593:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f718c86. 02000000:00000010:0.0:1779213688.220596:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d16580. 00000100:00000001:2.0:1779213688.220598:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213688.220600:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213688.220603:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213688.220606:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213688.220607:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9989933. 00000100:00000040:2.0:1779213688.220607:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779213688.220609:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213688.220612:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213688.220615:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 02000000:00000001:3.0:1779213688.220616:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213688.220623:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960574592:192.168.202.129@tcp:400: 00000100:00000200:0.0:1779213688.220625:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574464, portal 25 00000100:00000001:2.0:1779213688.220626:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213688.220630:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213688.220631:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213688.220633:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213688.220634:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527173504 : -104754182378112 : ffffa0ba042bad80) 00000100:00000001:2.0:1779213688.220634:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213688.220635:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213688.220639:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213688.220643:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213688.220644:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_02+2] req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213688.220649:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002571a638. 02000000:00000001:3.0:1779213688.220653:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213688.220659:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50b846a. 00000400:00000010:3.0:1779213688.220664:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 00000100:00000200:3.0:1779213688.220669:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574592, portal 10 00000100:00000001:0.0:1779213688.220672:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213688.220673:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213688.220675:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527171712 : -104754182379904 : ffffa0ba042ba680) 00000100:00000040:0.0:1779213688.220678:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213688.220682:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65c6e90. 00000100:00000040:3.0:1779213688.220683:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213688.220686:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960574464, offset 0 00000100:00000001:3.0:1779213688.220689:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213688.220691:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213688.220692:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213688.220696:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1779213688.220703:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4763079. 00000400:00000200:0.0:1779213688.220704:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213688.220704:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1779213688.220711:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960574592, offset 0 00000100:00000040:2.0:1779213688.220712:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11860) 00000400:00000200:0.0:1779213688.220720:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213688.220720:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213688.220725:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213688.220725:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213688.220728:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213688.220729:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213688.220729:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213688.220734:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213688.220735:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213688.220736:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213688.220742:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213688.220747:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213688.220753:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [516:516:256:4294967295] 192.168.202.129@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:0.0:1779213688.220769:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213688.220776:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213688.220778:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213688.220780:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213688.220783:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213688.220783:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:0.0:1779213688.220786:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 02000000:00000001:1.0:1779213688.220786:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213688.220788:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213688.220792:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213688.220795:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213688.220798:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00100000:1.0:1779213688.220799:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960574720:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213688.220802:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213688.220805:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213688.220809:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213688.220809:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213688.220811:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:1.0:1779213688.220812:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213688.220817:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1779213688.220817:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213688.220818:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [517:517:255:4294967295] 192.168.202.129@tcp LPNI seq info [517:517:7:4294967295] 02000000:00000010:1.0:1779213688.220822:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021b48df8. 02000000:00000001:1.0:1779213688.220826:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213688.220829:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879fa1f. 00000100:00000001:0.0:1779213688.220834:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213688.220834:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:1.0:1779213688.220836:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000001:0.0:1779213688.220839:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306528707 00000100:00000200:1.0:1779213688.220843:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574720, portal 10 00000100:00000001:1.0:1779213688.220847:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1779213688.220847:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213688.220848:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306523588 00000100:00000001:1.0:1779213688.220851:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000100:00000001:0.0:1779213688.220854:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306528707 00000800:00000010:3.0:1779213688.220855:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2b4e9b0. 00000100:00000040:1.0:1779213688.220860:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213688.220861:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306523588 00000800:00000200:3.0:1779213688.220866:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213688.220888:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1779213688.220890:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213688.220893:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306528707 00000100:00000040:1.0:1779213688.220894:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213688.220895:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2b4e9b0 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1779213688.220900:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000100:00000001:0.0:1779213688.220901:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306523588 00000100:00000001:3.0:1779213688.220901:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213688.220906:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960574720, offset 0 00000800:00000200:2.0:1779213688.220906:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213688.220907:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306528707 00000100:00000040:3.0:1779213688.220908:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 188271 usecs (189 jiffies) 00000800:00000010:2.0:1779213688.220912:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000100:00000001:3.0:1779213688.220914:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306523325 00000100:00000001:0.0:1779213688.220915:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306523588 00000400:00000200:1.0:1779213688.220918:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213688.220920:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213688.220921:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213688.220921:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306528707 00000400:00000200:1.0:1779213688.220926:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213688.220927:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213688.220927:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306523325 00000400:00000200:2.0:1779213688.220933:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213688.220934:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213688.220934:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213688.220934:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306528707 00000100:00000001:0.0:1779213688.220940:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213688.220940:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306523325 00000400:00000200:1.0:1779213688.220942:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213688.220946:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306528707 00000400:00000200:1.0:1779213688.220948:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213688.220950:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213688.220950:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306523325 00000100:00000001:0.0:1779213688.220953:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213688.220953:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213688.220954:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306528707 00000100:00000001:0.0:1779213688.220958:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213688.220958:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213688.220961:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [518:518:254:4294967295] 192.168.202.129@tcp LPNI seq info [518:518:6:4294967295] 00000100:00000001:3.0:1779213688.220963:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213688.220966:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213688.220968:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213688.220970:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213688.220973:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213688.220979:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213688.220980:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213688.220984:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213688.220986:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213688.220991:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213688.220994:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213688.220995:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65c6e90 00000800:00000200:1.0:1779213688.220997:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213688.220997:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213688.220999:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a65c6e90. 00000100:00000001:3.0:1779213688.221002:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213688.221003:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff4cc532. 00000100:00000001:2.0:1779213688.221005:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213688.221010:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:2.0:1779213688.221012:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213688.221020:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213688.221027:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213688.221031:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213688.221033:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ff4cc532 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213688.221040:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.221044:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213688.221045:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13886 usecs (14 jiffies) 00000100:00000001:2.0:1779213688.221048:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213688.221050:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306523150 00000100:00000001:1.0:1779213688.221053:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306528707 00000100:00000001:1.0:1779213688.221056:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306523150 00000100:00000001:1.0:1779213688.221057:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306528707 00000100:00000001:1.0:1779213688.221059:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306523150 00000800:00000200:2.0:1779213688.221061:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213688.221062:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306528707 00000800:00000010:2.0:1779213688.221065:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2b4e9b0. 00000100:00000001:1.0:1779213688.221066:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306523150 00000400:00000200:2.0:1779213688.221069:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213688.221070:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306528707 00000100:00000001:1.0:1779213688.221075:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213688.221075:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213688.221080:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213688.221081:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4763079 00000100:00000001:1.0:1779213688.221085:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213688.221085:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a4763079. 00000100:00000001:1.0:1779213688.221088:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213688.221088:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213688.221092:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213688.221094:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213688.221097:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213688.221101:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213688.221104:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213688.221114:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213688.221118:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.221131:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213688.221134:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213688.221141:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.221143:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213688.221198:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213688.221201:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff4cc532. 00000400:00000200:2.0:1779213688.221204:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213688.221207:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213688.221210:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000400:00000010:2.0:1779213688.221212:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 00000100:00000001:2.0:1779213688.221214:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213688.221216:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213688.221241:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213688.221244:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213688.221249:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.221250:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213688.223555:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223568:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213688.223572:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223574:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213688.223634:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213688.223648:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720fa00 00000400:00000200:3.0:1779213688.223656:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x10e9 [1] + 224 00000800:00000001:3.0:1779213688.223662:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223666:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213688.223668:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213688.223672:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213688.223676:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213688.223681:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213688.223690:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213688.223723:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213688.223730:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223734:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213688.223735:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223737:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213688.223741:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213688.223747:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720fa80 00000400:00000200:3.0:1779213688.223751:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10ed [1] + 224 00000800:00000001:3.0:1779213688.223754:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223757:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213688.223768:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213688.223771:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213688.223774:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213688.223778:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213688.223786:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213688.223804:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213688.223808:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223812:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213688.223814:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213688.223815:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213688.223819:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213688.223825:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720fb00 00000400:00000200:3.0:1779213688.223843:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x10f9 [1] + 224 00000800:00000001:3.0:1779213688.223847:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213688.223854:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213688.223854:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213688.223856:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213688.223858:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213688.223858:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213688.223861:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213688.223865:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1779213688.223865:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:0.0:1779213688.223881:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213688.223883:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9989933. 00000400:00000200:0.0:1779213688.223888:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:0.0:1779213688.223889:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000001:0.0:1779213688.223892:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1779213688.223894:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213688.223897:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1779213688.223898:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213688.223900:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50b846a. 00000400:00000200:1.0:1779213688.223907:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000100:00000200:0.0:1779213688.223910:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213688.223918:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:0.0:1779213688.223919:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213688.223922:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213688.223923:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213688.223924:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213688.223927:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:1.0:1779213688.223930:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213688.223932:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1779213688.223932:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213688.223936:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213688.223939:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213688.223945:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213688.223953:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=143 v=5 (5 5 5 5) 00000100:00000200:1.0:1779213688.223956:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213688.223961:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=143 v=5 (1 1 1 1) 00000100:00000040:3.0:1779213688.223963:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213688.223969:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213688.223972:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213688.223974:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1779213688.223977:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213688.223977:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213688.223981:0:199013:0:(client.c:1579:after_reply()) Process entered 00010000:00000001:0.0:1779213688.223982:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213688.223984:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213688.223986:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213688.223986:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213688.223987:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213688.223990:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213688.223993:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1779213688.223994:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=132 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213688.223998:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1779213688.224000:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=132 v=5 (1 1 1 1) 00000800:00000001:3.0:1779213688.224004:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213688.224006:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1779213688.224009:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213688.224010:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213688.224015:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213688.224015:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213688.224017:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213688.224022:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213688.224023:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213688.224027:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213688.224034:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213688.224036:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213688.224041:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213688.224041:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213688.224044:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.224046:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213688.224051:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1779213688.224053:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213688.224054:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1779213688.224055:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000791c9b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960574464:192.168.202.129@tcp:400: 00000400:00000010:2.0:1779213688.224057:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e879fa1f. 00000400:00000200:2.0:1779213688.224063:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000100:00000001:0.0:1779213688.224064:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213688.224066:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:0.0:1779213688.224067:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213688.224072:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000791c9b42 x1865639960574464/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213688.224073:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213688.224079:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213688.224092:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213688.224095:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213688.224100:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9d16580. 00000100:00000001:1.0:1779213688.224100:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213688.224105:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213688.224106:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213688.224106:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213688.224109:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1779213688.224110:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213688.224113:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213688.224118:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1779213688.224118:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213688.224121:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adfb1585. 00000100:00000001:2.0:1779213688.224126:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1779213688.224128:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213688.224131:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1779213688.224133:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c779bf71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960574592:192.168.202.129@tcp:400: 00000100:00000010:0.0:1779213688.224134:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000791c9b42. 00000100:00000001:2.0:1779213688.224136:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213688.224141:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213688.224141:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213688.224143:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213688.224144:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213688.224144:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213688.224147:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213688.224148:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213688.224151:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213688.224153:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213688.224154:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213688.224156:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213688.224159:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213688.224159:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c779bf71 x1865639960574592/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213688.224160:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=143 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213688.224164:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213688.224168:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213688.224168:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213688.224175:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213688.224177:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213688.224180:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213688.224184:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213688.224186:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213688.224190:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213688.224193:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002571a638. 00010000:00000001:2.0:1779213688.224196:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213688.224198:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213688.224200:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1779213688.224201:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1779213688.224202:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000020:00000040:1.0:1779213688.224204:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213688.224205:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213688.224208:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213688.224209:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213688.224212:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c51c5576. 00000100:00000040:2.0:1779213688.224213:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213688.224217:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213688.224219:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213688.224251:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213688.224253:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213688.224255:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1779213688.224259:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c779bf71. 00000100:00000040:2.0:1779213688.224259:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213688.224265:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213688.224268:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213688.224273:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779213688.224274:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960574720:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213688.224278:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213688.224280:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.224281:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213688.224284:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213688.224284:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213688.224288:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213688.224290:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960574720/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213688.224297:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213688.224299:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213688.224306:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021b48df8. 02000000:00000001:2.0:1779213688.224309:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213688.224310:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213688.224311:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213688.224313:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213688.224315:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f718c86. 02000000:00000001:2.0:1779213688.224317:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213688.224318:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213688.224319:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00000001:2.0:1779213688.224321:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213688.224323:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213688.224324:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213688.224328:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213688.224329:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213688.224330:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213688.224332:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213688.860333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213688.860338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213688.860342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213688.860343:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213688.860442:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213688.860446:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213688.860449:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213689.884311:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213689.884319:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213689.884321:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213689.884324:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213689.884328:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213689.884330:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213689.884333:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213689.884334:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213689.884338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213689.884339:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213689.884340:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213689.884342:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213689.884343:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213689.884344:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213689.884346:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213689.884347:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213689.884415:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213689.884419:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213689.884422:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213690.908369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213690.908378:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213690.908407:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213690.908409:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213690.908475:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213690.908479:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213690.908482:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213691.934932:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213691.934940:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213691.934946:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213691.934947:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213691.935004:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213691.935009:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213691.935012:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213692.956331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213692.956335:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213692.956339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213692.956340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213692.956397:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213692.956400:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213692.956417:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213693.340356:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213693.340380:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213693.340387:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779213693.340394:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213693.340398:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213693.340401:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213693.340405:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213693.340413:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:3.0:1779213693.340418:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213693.340429:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213693.340439:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213693.340441:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213693.340447:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_03+3] req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213693.340476:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213693.340478:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213693.340480:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213693.340482:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779213693.340483:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213693.340485:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213693.340487:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213693.340488:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213693.340491:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213693.340493:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213693.340496:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213693.340499:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213693.340502:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213693.340503:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213693.340506:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_00+0] req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213693.340510:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213693.340513:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213693.340520:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213693.340521:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213693.340525:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.340526:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213693.340533:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213693.340533:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213693.340537:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.340537:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213693.340540:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 02000000:00000001:2.0:1779213693.340543:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1779213693.340543:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213693.340546:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213693.340547:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213693.340548:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213693.340551:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213693.340552:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.340553:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213693.340554:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009994e6b8. 00000100:00100000:1.0:1779213693.340557:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779213693.340558:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960574848:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213693.340558:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213693.340560:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213693.340562:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213693.340565:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213693.340565:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213693.340567:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213693.340572:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213693.340576:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.340576:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213693.340580:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1779213693.340580:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213693.340580:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.340584:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213693.340585:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093828814. 00000100:00000040:3.0:1779213693.340588:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_01+1] req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213693.340589:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.340590:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213693.340593:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213693.340596:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213693.340603:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213693.340605:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c866e0. 00000100:00000001:3.0:1779213693.340612:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213693.340615:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000100:00000040:3.0:1779213693.340617:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213693.340618:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213693.340622:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213693.340624:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574848, portal 25 00000100:00000040:3.0:1779213693.340624:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1779213693.340626:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213693.340630:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1779213693.340631:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213693.340631:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11865) 00000100:00000001:2.0:1779213693.340632:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000100:00000001:0.0:1779213693.340633:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213693.340637:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1779213693.340643:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213693.340643:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213693.340644:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213693.340651:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1779213693.340652:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960574976:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213693.340655:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213693.340660:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213693.340663:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213693.340663:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213693.340663:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213693.340667:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213693.340667:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213693.340671:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213693.340673:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213693.340675:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213693.340676:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1779213693.340679:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 02000000:00000010:1.0:1779213693.340681:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 00000100:00000200:2.0:1779213693.340684:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960574848, offset 0 02000000:00000001:1.0:1779213693.340686:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213693.340693:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033046737. 00000400:00000200:2.0:1779213693.340693:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213693.340694:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213693.340697:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213693.340700:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1779213693.340702:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 02000000:00000001:0.0:1779213693.340703:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213693.340707:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213693.340708:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960574976, portal 10 00000400:00000200:2.0:1779213693.340708:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:0.0:1779213693.340714:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960575104:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213693.340714:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213693.340716:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213693.340717:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000400:00000200:2.0:1779213693.340722:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213693.340723:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213693.340727:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213693.340728:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213693.340728:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1779213693.340731:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213693.340733:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213693.340737:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213693.340739:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [519:519:256:4294967295] 192.168.202.129@tcp LPNI seq info [519:519:8:4294967295] 02000000:00000010:0.0:1779213693.340745:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2f1ab65. 00000400:00000200:2.0:1779213693.340748:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213693.340752:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213693.340761:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213693.340762:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9989933. 00000100:00000001:1.0:1779213693.340765:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1779213693.340767:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f718c86. 00000400:00000010:0.0:1779213693.340769:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008559c125. 00000100:00000040:1.0:1779213693.340773:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213693.340775:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960575104, portal 10 00000400:00000010:1.0:1779213693.340777:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e183af94. 00000800:00000200:2.0:1779213693.340778:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213693.340780:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213693.340783:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 00000100:00000200:1.0:1779213693.340783:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960574976, offset 0 00000800:00000200:2.0:1779213693.340789:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:0.0:1779213693.340793:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213693.340794:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f718c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213693.340805:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213693.340807:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213693.340812:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213693.340812:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306533827 00000400:00000200:1.0:1779213693.340827:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213693.340832:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306528707 00000400:00000200:1.0:1779213693.340837:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:0.0:1779213693.340839:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e48869. 00000100:00000001:2.0:1779213693.340839:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306533827 00000400:00000200:1.0:1779213693.340841:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1779213693.340846:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960575104, offset 0 00000400:00000200:1.0:1779213693.340847:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213693.340847:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306528707 00000400:00000200:1.0:1779213693.340853:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213693.340854:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306533827 00000400:00000200:0.0:1779213693.340859:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213693.340859:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213693.340859:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306528707 00000400:00000200:1.0:1779213693.340866:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [520:520:255:4294967295] 192.168.202.129@tcp LPNI seq info [520:520:7:4294967295] 00000100:00000001:2.0:1779213693.340871:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306533827 00000100:00000001:2.0:1779213693.340878:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306528707 00000400:00000200:1.0:1779213693.340880:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213693.340883:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213693.340888:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213693.340888:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213693.340890:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213693.340894:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213693.340895:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 00000400:00000200:0.0:1779213693.340896:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213693.340897:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213693.340902:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213693.340907:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213693.340909:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213693.340910:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1779213693.340911:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213693.340914:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213693.340916:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213693.340917:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213693.340920:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213693.340921:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213693.340922:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213693.340925:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [521:521:254:4294967295] 192.168.202.129@tcp LPNI seq info [521:521:6:4294967295] 00000800:00000200:1.0:1779213693.340933:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213693.340939:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213693.340940:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:1.0:1779213693.340944:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 187068 usecs (188 jiffies) 00000800:00000200:3.0:1779213693.340944:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1779213693.340950:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213693.340951:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306528444 00000800:00000010:3.0:1779213693.340951:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f718c86. 00000100:00000001:1.0:1779213693.340957:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306533827 00000800:00000010:0.0:1779213693.340958:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce0303a. 00000100:00000001:1.0:1779213693.340959:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306528444 00000400:00000200:3.0:1779213693.340960:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213693.340964:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306533827 00000800:00000200:0.0:1779213693.340970:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213693.340970:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306528444 00000400:00000200:3.0:1779213693.340970:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213693.340975:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306533827 00000100:00000001:1.0:1779213693.340980:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306528444 00000800:00000200:0.0:1779213693.340981:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213693.340984:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306533827 00000400:00000200:3.0:1779213693.340984:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000800:00000200:0.0:1779213693.340987:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dce0303a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213693.340988:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213693.340989:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:1.0:1779213693.340994:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213693.340995:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.340996:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213693.340997:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213693.341000:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13822 usecs (14 jiffies) 00000100:00000001:1.0:1779213693.341002:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213693.341004:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213693.341006:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306528270 00000100:00000001:1.0:1779213693.341006:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213693.341010:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213693.341012:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306533827 00000100:00000001:1.0:1779213693.341013:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.341018:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213693.341019:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306528270 00000100:00000001:0.0:1779213693.341024:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306533827 00000100:00000001:3.0:1779213693.341024:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213693.341027:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306528270 00000100:00000040:3.0:1779213693.341030:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213693.341032:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306533827 00000100:00000001:0.0:1779213693.341035:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306528270 00000100:00000001:0.0:1779213693.341037:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306533827 00000100:00000001:0.0:1779213693.341039:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213693.341042:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213693.341044:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213693.341053:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.341100:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.341102:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213693.341115:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213693.341117:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:3.0:1779213693.341120:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213693.341124:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213693.341127:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e183af94 00000400:00000010:3.0:1779213693.341128:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e183af94. 00000100:00000001:3.0:1779213693.341131:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213693.341133:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213693.341141:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213693.341143:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213693.341149:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.341151:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213693.341183:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213693.341185:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce0303a. 00000400:00000200:3.0:1779213693.341188:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213693.341192:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213693.341194:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e48869 00000400:00000010:3.0:1779213693.341196:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e48869. 00000100:00000001:3.0:1779213693.341198:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213693.341200:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213693.341208:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213693.341210:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213693.341216:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.341217:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213693.342693:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342705:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213693.342708:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342710:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213693.342716:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213693.342727:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720fb80 00000400:00000200:2.0:1779213693.342732:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1101 [1] + 224 00000800:00000001:2.0:1779213693.342737:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342740:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213693.342741:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213693.342743:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213693.342747:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213693.342751:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213693.342762:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213693.342776:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213693.342782:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342784:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213693.342785:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342786:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213693.342788:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213693.342791:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720fc00 00000400:00000200:2.0:1779213693.342794:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1109 [1] + 224 00000800:00000001:2.0:1779213693.342796:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342798:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213693.342799:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213693.342808:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213693.342811:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213693.342814:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213693.342815:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213693.342828:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213693.342834:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1779213693.342834:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1779213693.342838:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213693.342841:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9c866e0. 00000400:00000200:0.0:1779213693.342846:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:0.0:1779213693.342847:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000001:0.0:1779213693.342850:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213693.342850:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1779213693.342857:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213693.342857:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342862:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213693.342866:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213693.342869:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213693.342873:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213693.342880:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213693.342888:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213693.342890:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213693.342893:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720fc80 00000100:00000001:0.0:1779213693.342894:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213693.342898:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1779213693.342900:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x110d [1] + 224 00000100:00000001:0.0:1779213693.342901:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213693.342905:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213693.342906:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213693.342909:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213693.342913:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1779213693.342915:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=148 v=5 (5 5 5 5) 00000400:00000200:2.0:1779213693.342916:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1779213693.342923:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=148 v=5 (1 1 1 1) 00000400:00000200:2.0:1779213693.342923:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213693.342928:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213693.342929:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213693.342932:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213693.342933:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213693.342935:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1779213693.342936:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213693.342938:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1779213693.342940:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213693.342942:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213693.342944:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1779213693.342945:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213693.342947:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213693.342947:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033046737. 00000100:00000040:0.0:1779213693.342956:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213693.342959:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000100:00000001:2.0:1779213693.342965:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1779213693.342966:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:0.0:1779213693.342969:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213693.342970:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1779213693.342972:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213693.342974:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1779213693.342975:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213693.342977:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213693.342978:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213693.342987:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213693.342995:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960574848:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213693.343008:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343009:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213693.343011:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213693.343013:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213693.343015:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960574848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213693.343025:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1779213693.343025:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213693.343027:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1779213693.343028:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1779213693.343029:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9989933. 00000400:00000200:3.0:1779213693.343033:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559c125 00000400:00000010:3.0:1779213693.343034:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008559c125. 00000100:00000001:3.0:1779213693.343037:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213693.343041:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213693.343045:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093828814. 02000000:00000001:0.0:1779213693.343051:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1779213693.343053:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213693.343055:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213693.343058:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000200:3.0:1779213693.343060:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213693.343065:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213693.343069:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:0.0:1779213693.343074:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213693.343076:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213693.343078:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:0.0:1779213693.343084:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213693.343086:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343089:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213693.343092:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343093:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343098:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213693.343100:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213693.343101:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213693.343102:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213693.343104:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213693.343105:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.343105:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343107:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.343111:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213693.343111:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213693.343112:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213693.343114:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213693.343116:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.343117:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1779213693.343118:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=148 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213693.343120:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213693.343124:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=77 v=5 (1 0 0 0) 02000000:00000001:1.0:1779213693.343125:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.343131:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213693.343132:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213693.343133:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=137 v=5 (5 5 5 5) 00010000:00000001:3.0:1779213693.343135:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1779213693.343139:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=137 v=5 (1 1 1 1) 00010000:00080000:3.0:1779213693.343141:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213693.343143:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213693.343145:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213693.343148:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213693.343150:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.343154:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213693.343156:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00010000:00000001:3.0:1779213693.343158:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213693.343159:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213693.343160:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.343164:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213693.343167:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213693.343168:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213693.343171:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213693.343173:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213693.343179:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213693.343185:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213693.343189:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213693.343191:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343193:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213693.343197:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213693.343197:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1779213693.343201:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960574976:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213693.343204:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213693.343206:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213693.343209:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213693.343210:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213693.343213:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960574976/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213693.343252:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960575104:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213693.343253:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213693.343255:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213693.343258:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343259:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1779213693.343263:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:1.0:1779213693.343266:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213693.343267:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213693.343268:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000040:3.0:1779213693.343268:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960575104/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1779213693.343272:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213693.343274:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:1.0:1779213693.343278:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1779213693.343279:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213693.343280:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779213693.343282:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1779213693.343283:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 02000000:00000010:3.0:1779213693.343285:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2f1ab65. 00000100:00000001:1.0:1779213693.343286:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213693.343288:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213693.343289:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213693.343290:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213693.343291:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213693.343293:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213693.343294:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1779213693.343295:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213693.343296:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213693.343297:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009994e6b8. 00000100:00000001:1.0:1779213693.343298:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213693.343300:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213693.343300:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213693.343302:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213693.343304:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:3.0:1779213693.343306:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213693.343307:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343308:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213693.343311:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213693.343312:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213693.343314:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213693.343315:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213693.980321:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213693.980326:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213693.980329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213693.980330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213693.980379:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213693.980382:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213693.980384:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213695.004352:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213695.004375:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213695.004381:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213695.004382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213695.004447:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213695.004451:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213695.004454:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213696.028445:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213696.028451:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213696.028456:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213696.028457:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213696.028525:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213696.028529:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213696.028532:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213697.052334:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213697.052339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213697.052345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213697.052346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213697.052397:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213697.052400:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213697.052402:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213698.076373:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213698.076382:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213698.076390:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213698.076392:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213698.076491:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213698.076495:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213698.076498:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213698.461867:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213698.461880:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213698.461889:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007560d7e1. 00000020:00000040:0.0:1779213698.461897:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213698.461908:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213698.461912:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213698.461918:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213698.461928:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce8f820. 00000100:00000001:0.0:1779213698.461936:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213698.461950:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213698.461962:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213698.461965:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213698.461971:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007560d7e1] to pc [ptlrpcd_00_02+2] req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213698.462016:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213698.462018:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213698.462020:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213698.462023:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213698.462025:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213698.462026:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213698.462028:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213698.462029:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213698.462032:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213698.462036:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462036:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213698.462041:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213698.462042:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213698.462046:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213698.462052:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213698.462054:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213698.462054:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213698.462062:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_03+3] req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213698.462078:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213698.462080:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213698.462081:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213698.462086:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213698.462088:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213698.462093:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1779213698.462095:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 02000000:00000001:1.0:1779213698.462096:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1779213698.462100:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213698.462101:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213698.462106:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213698.462108:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1779213698.462108:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960575232:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213698.462111:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462116:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1779213698.462117:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:0.0:1779213698.462121:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213698.462124:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213698.462128:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213698.462131:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213698.462132:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1779213698.462137:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c19ab263. 02000000:00000001:1.0:1779213698.462141:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213698.462144:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213698.462146:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213698.462149:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033046737. 00000100:00000040:0.0:1779213698.462151:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_00+0] req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213698.462159:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 00000100:00000200:1.0:1779213698.462167:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960575232, portal 25 00000100:00000001:0.0:1779213698.462173:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213698.462179:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213698.462179:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213698.462182:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220287872 : -104753489263744 : ffffa0ba2d7bc380) 00000100:00000040:0.0:1779213698.462183:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213698.462189:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11871) 00000100:00000040:1.0:1779213698.462192:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.462201:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213698.462205:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213698.462209:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000001:0.0:1779213698.462210:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213698.462214:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:1.0:1779213698.462214:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960575232, offset 0 00000100:00000001:0.0:1779213698.462219:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213698.462252:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213698.462255:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213698.462258:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213698.462258:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213698.462260:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213698.462262:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213698.462264:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213698.462266:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213698.462267:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213698.462273:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213698.462275:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213698.462276:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213698.462278:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213698.462279:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213698.462280:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.462291:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1779213698.462293:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960575488:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213698.462294:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213698.462296:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213698.462299:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213698.462302:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213698.462306:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213698.462306:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213698.462310:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1779213698.462313:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960575360:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213698.462314:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213698.462316:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213698.462318:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213698.462322:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1779213698.462324:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acd0a255. 02000000:00000001:3.0:1779213698.462326:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213698.462327:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213698.462328:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213698.462329:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213698.462333:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1779213698.462334:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ba9ba9. 00000400:00000200:1.0:1779213698.462335:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000010:3.0:1779213698.462338:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b969b91. 00000400:00000200:1.0:1779213698.462342:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1779213698.462342:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213698.462343:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8bdd6f1. 00000400:00000200:1.0:1779213698.462348:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:0.0:1779213698.462350:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960575488, portal 10 00000400:00000010:3.0:1779213698.462350:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f4e6b2. 00000400:00000200:1.0:1779213698.462354:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [522:522:256:4294967295] 192.168.202.129@tcp LPNI seq info [522:522:8:4294967295] 00000100:00000001:0.0:1779213698.462355:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213698.462358:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000400:00000010:3.0:1779213698.462358:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4f854. 00000100:00000200:3.0:1779213698.462364:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960575360, portal 10 00000100:00000001:3.0:1779213698.462368:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213698.462370:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213698.462371:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000400:00000200:1.0:1779213698.462378:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213698.462382:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213698.462393:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213698.462394:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213698.462401:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213698.462403:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 00000100:00000001:3.0:1779213698.462405:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779213698.462407:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351a6058. 00000100:00000200:0.0:1779213698.462411:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960575488, offset 0 00000100:00000040:3.0:1779213698.462411:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213698.462415:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213698.462417:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000400:00000200:0.0:1779213698.462421:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:3.0:1779213698.462424:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960575360, offset 0 00000400:00000200:0.0:1779213698.462429:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213698.462430:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213698.462434:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213698.462437:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213698.462437:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213698.462439:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213698.462444:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213698.462445:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213698.462447:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [523:523:255:4294967295] 192.168.202.129@tcp LPNI seq info [523:523:7:4294967295] 00000400:00000200:0.0:1779213698.462453:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213698.462454:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462460:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306538949 00000800:00000200:0.0:1779213698.462461:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213698.462465:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:0.0:1779213698.462468:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000400:00000200:3.0:1779213698.462470:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213698.462474:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213698.462477:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306533827 00000800:00000200:0.0:1779213698.462478:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213698.462481:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213698.462485:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306538949 00000400:00000200:3.0:1779213698.462487:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:0.0:1779213698.462490:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213698.462492:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306533827 00000800:00000200:0.0:1779213698.462495:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213698.462496:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [524:524:254:4294967295] 192.168.202.129@tcp LPNI seq info [524:524:6:4294967295] 00000100:00000001:1.0:1779213698.462498:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306538949 00000100:00000001:1.0:1779213698.462503:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306533827 00000100:00000001:0.0:1779213698.462505:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462507:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306538949 00000100:00000040:0.0:1779213698.462510:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13752 usecs (14 jiffies) 00000100:00000001:0.0:1779213698.462514:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306533392 00000100:00000001:1.0:1779213698.462519:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306533827 00000100:00000001:0.0:1779213698.462520:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306538949 00000400:00000200:3.0:1779213698.462524:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213698.462525:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306533392 00000100:00000001:1.0:1779213698.462525:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213698.462532:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306538949 00000100:00000001:1.0:1779213698.462532:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462537:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213698.462537:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213698.462538:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306533392 00000100:00000001:1.0:1779213698.462542:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1779213698.462544:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000100:00000001:1.0:1779213698.462547:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213698.462550:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1779213698.462551:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213698.462554:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213698.462557:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213698.462558:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306538949 00000100:00000001:1.0:1779213698.462559:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213698.462562:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213698.462563:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306533392 00000100:00000001:1.0:1779213698.462564:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213698.462568:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213698.462569:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306538949 00000100:00000001:0.0:1779213698.462574:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213698.462575:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213698.462578:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213698.462580:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 185875 usecs (186 jiffies) 00000100:00000001:0.0:1779213698.462581:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462585:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213698.462586:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.462586:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306533564 00000100:00000001:1.0:1779213698.462589:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.462592:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306538949 00000100:00000001:3.0:1779213698.462596:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306533564 00000100:00000001:3.0:1779213698.462598:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306538949 00000100:00000001:3.0:1779213698.462600:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306533564 00000100:00000001:3.0:1779213698.462603:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306538949 00000100:00000001:3.0:1779213698.462605:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306533564 00000100:00000001:3.0:1779213698.462607:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306538949 00000100:00000001:3.0:1779213698.462610:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213698.462612:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.462614:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.462615:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213698.462620:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213698.462621:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213698.462623:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213698.462624:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213698.462625:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.462627:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213698.462650:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213698.462654:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:1.0:1779213698.462659:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213698.462666:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213698.462673:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:1.0:1779213698.462675:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:1.0:1779213698.462680:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213698.462684:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.462694:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213698.462698:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.462706:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462708:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213698.462720:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213698.462722:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000400:00000200:1.0:1779213698.462725:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213698.462730:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213698.462732:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000351a6058 00000400:00000010:1.0:1779213698.462733:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000351a6058. 00000100:00000001:1.0:1779213698.462737:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213698.462739:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.462753:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213698.462756:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.462762:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462763:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213698.462853:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213698.462856:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:1.0:1779213698.462860:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213698.462864:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213698.462867:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000400:00000010:1.0:1779213698.462868:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000001:1.0:1779213698.462871:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213698.462873:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.462880:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213698.462882:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.462900:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.462901:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213698.468453:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213698.468469:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213698.468473:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213698.468480:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213698.468491:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213698.468508:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720fd00 00000400:00000200:3.0:1779213698.468516:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1119 [1] + 224 00000800:00000001:3.0:1779213698.468522:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213698.468525:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213698.468531:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213698.468535:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213698.468547:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213698.468555:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213698.468564:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213698.468575:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213698.468584:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213698.468586:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213698.468587:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213698.468588:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213698.468590:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213698.468595:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720fd80 00000400:00000200:3.0:1779213698.468601:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1125 [1] + 224 00000800:00000001:3.0:1779213698.468605:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213698.468607:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213698.468609:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213698.468612:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213698.468613:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213698.468617:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:1.0:1779213698.468623:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213698.468626:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213698.468629:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033046737. 00000400:00000200:1.0:1779213698.468633:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000010:1.0:1779213698.468636:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:1.0:1779213698.468641:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213698.468642:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213698.468647:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213698.468649:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213698.468667:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213698.468672:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.468676:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213698.468684:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.468688:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213698.468692:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213698.468695:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213698.468697:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213698.468700:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.468705:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1779213698.468706:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213698.468710:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213698.468712:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213698.468713:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213698.468714:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1779213698.468716:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1779213698.468718:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213698.468719:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.468722:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213698.468726:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213698.468726:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213698.468729:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.468735:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213698.468738:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213698.468740:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213698.468743:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213698.468744:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213698.468746:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720fe00 00000100:00000040:1.0:1779213698.468748:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213698.468749:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213698.468755:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1121 [1] + 224 00000800:00000001:3.0:1779213698.468762:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213698.468763:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1779213698.468777:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960575232:192.168.202.129@tcp:400: 00000400:00000001:0.0:1779213698.468778:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213698.468781:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052f4e6b2. 00000800:00000001:3.0:1779213698.468782:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.468784:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213698.468787:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213698.468788:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779213698.468789:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4f854 00000400:00000010:0.0:1779213698.468792:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4f854. 00000100:00000040:1.0:1779213698.468793:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007560d7e1 x1865639960575232/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213698.468795:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213698.468796:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213698.468803:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213698.468803:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213698.468813:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213698.468817:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1779213698.468818:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213698.468820:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213698.468820:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c19ab263. 02000000:00000001:1.0:1779213698.468826:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213698.468829:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213698.468832:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213698.468836:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213698.468840:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce8f820. 00000100:00000001:0.0:1779213698.468841:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213698.468845:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213698.468846:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213698.468848:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213698.468850:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213698.468852:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1779213698.468853:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213698.468855:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007560d7e1. 00000100:00000001:1.0:1779213698.468858:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213698.468860:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.468863:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213698.468870:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.468870:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213698.468873:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213698.468874:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.468875:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213698.468878:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213698.468884:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=142 v=5 (5 5 5 5) 00000100:00000040:3.0:1779213698.468886:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213698.468890:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213698.468895:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213698.468897:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213698.468902:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213698.468906:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213698.468908:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213698.468910:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213698.468912:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213698.468913:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213698.468914:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1779213698.468917:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213698.468920:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213698.468924:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213698.468930:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213698.468932:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213698.468932:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213698.468934:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.468935:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213698.468939:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213698.468947:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960575360:192.168.202.129@tcp:400: 00000400:00000001:1.0:1779213698.468949:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213698.468952:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213698.468955:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213698.468955:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ba9ba9. 00000100:00000001:0.0:1779213698.468960:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1779213698.468961:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bdd6f1 00000400:00000010:1.0:1779213698.468963:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b8bdd6f1. 00000100:00000040:0.0:1779213698.468964:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960575360/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.468968:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213698.468976:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1779213698.468976:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213698.468979:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213698.468982:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b969b91. 02000000:00000001:0.0:1779213698.468989:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213698.468991:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1779213698.468992:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213698.468993:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213698.468997:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213698.468999:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 02000000:00000001:0.0:1779213698.469004:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213698.469006:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213698.469008:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.469011:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213698.469012:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1779213698.469013:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1779213698.469014:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:1.0:1779213698.469016:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213698.469019:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213698.469019:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213698.469022:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213698.469023:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213698.469025:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213698.469029:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=153 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213698.469031:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1779213698.469034:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213698.469035:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213698.469039:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213698.469041:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213698.469043:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.469044:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213698.469047:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213698.469051:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213698.469058:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.469067:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213698.469068:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213698.469070:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213698.469071:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213698.469074:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.469081:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213698.469083:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213698.469084:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213698.469087:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213698.469094:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960575488:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213698.469098:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.469100:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213698.469102:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960575488/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213698.469108:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213698.469110:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213698.469111:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acd0a255. 02000000:00000001:1.0:1779213698.469115:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213698.469116:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213698.469117:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213698.469119:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213698.469120:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 02000000:00000001:1.0:1779213698.469123:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213698.469124:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213698.469125:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:1.0:1779213698.469128:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213698.469129:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.469131:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213698.469134:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213698.469136:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213698.469138:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213698.469144:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213699.100312:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213699.100317:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213699.100321:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213699.100321:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213699.100380:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213699.100384:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213699.100387:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213700.124342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213700.124350:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213700.124353:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213700.124356:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213700.124361:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213700.124364:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213700.124366:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213700.124368:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213700.124371:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213700.124373:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213700.124373:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213700.124375:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213700.124376:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213700.124377:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213700.124378:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213700.124380:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213700.124440:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213700.124442:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213700.124444:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213701.148292:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213701.148297:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213701.148300:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213701.148315:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213701.148369:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213701.148371:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213701.148373:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213702.172349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213702.172354:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213702.172358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213702.172359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213702.172442:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213702.172449:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213702.172453:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213703.196317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213703.196324:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213703.196328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213703.196329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213703.196387:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213703.196390:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213703.196393:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213703.580363:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213703.580374:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213703.580386:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000590d33bf. 00000020:00000040:1.0:1779213703.580394:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213703.580399:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213703.580403:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213703.580408:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213703.580417:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053d5b992. 00000100:00000001:1.0:1779213703.580426:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213703.580449:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213703.580461:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213703.580463:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213703.580468:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000590d33bf] to pc [ptlrpcd_00_01+1] req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213703.580490:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213703.580492:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213703.580495:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213703.580497:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b0e031e. 00000020:00000040:1.0:1779213703.580498:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213703.580500:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213703.580502:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213703.580503:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213703.580506:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213703.580508:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213703.580512:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213703.580517:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213703.580517:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213703.580519:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.580522:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213703.580523:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b0e031e] to pc [ptlrpcd_00_02+2] req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213703.580524:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213703.580528:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.580529:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213703.580538:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213703.580551:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213703.580554:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213703.580561:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213703.580564:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213703.580567:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213703.580570:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960575616:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213703.580575:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213703.580582:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213703.580585:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213703.580585:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213703.580590:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1779213703.580591:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213703.580596:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1779213703.580599:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093828814. 00000100:00000010:1.0:1779213703.580600:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df2803e5. 02000000:00000001:0.0:1779213703.580604:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213703.580605:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213703.580608:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213703.580609:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1779213703.580612:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006392583e. 00000100:00000001:2.0:1779213703.580612:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213703.580613:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1779213703.580614:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1779213703.580615:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.580616:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.580616:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213703.580620:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009364803b. 00000100:00000001:1.0:1779213703.580624:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.580626:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1779213703.580628:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1779213703.580629:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000100:00000001:3.0:1779213703.580637:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1779213703.580640:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960575616, portal 25 00000100:00000001:1.0:1779213703.580642:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213703.580642:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213703.580644:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213703.580645:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.580645:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213703.580647:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728221568 : -104753981330048 : ffffa0ba10276d80) 00000100:00000001:3.0:1779213703.580647:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213703.580652:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df2803e5] to pc [ptlrpcd_00_03+3] req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213703.580653:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213703.580658:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213703.580679:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213703.580682:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.580686:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213703.580687:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213703.580689:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213703.580692:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213703.580694:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213703.580694:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213703.580696:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933bcf1f. 00000100:00000040:1.0:1779213703.580699:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1779213703.580701:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960575616, offset 0 00000100:00100000:3.0:1779213703.580701:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960575744:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213703.580709:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1779213703.580709:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213703.580727:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213703.580730:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11876) 02000000:00000001:3.0:1779213703.580736:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213703.580738:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213703.580739:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213703.580743:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1779213703.580743:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1779213703.580745:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213703.580748:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213703.580748:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007c09fec. 02000000:00000001:3.0:1779213703.580753:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213703.580755:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213703.580756:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213703.580759:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213703.580760:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b404e30. 00000400:00000200:0.0:1779213703.580763:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213703.580763:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213703.580766:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1779213703.580766:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000400:00000200:0.0:1779213703.580770:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1779213703.580772:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960575744, portal 10 00000400:00000200:0.0:1779213703.580775:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213703.580775:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213703.580777:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213703.580780:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728219776 : -104753981331840 : ffffa0ba10276680) 00000100:00000040:2.0:1779213703.580784:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213703.580785:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [525:525:256:4294967295] 192.168.202.129@tcp LPNI seq info [525:525:8:4294967295] 00000100:00000040:3.0:1779213703.580791:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213703.580809:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213703.580812:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213703.580812:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.580813:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213703.580819:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213703.580819:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213703.580822:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213703.580823:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072bfd82d. 00000800:00000200:0.0:1779213703.580827:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:3.0:1779213703.580827:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960575744, offset 0 02000000:00000001:2.0:1779213703.580828:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213703.580836:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec58ae11. 00000100:00100000:2.0:1779213703.580840:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960575872:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213703.580843:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213703.580849:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213703.580851:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213703.580852:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213703.580855:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213703.580858:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:2.0:1779213703.580858:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213703.580861:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213703.580864:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213703.580865:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213703.580869:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:2.0:1779213703.580870:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075d620df. 00000800:00000200:0.0:1779213703.580874:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:2.0:1779213703.580875:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213703.580875:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [526:526:255:4294967295] 192.168.202.129@tcp LPNI seq info [526:526:7:4294967295] 00000800:00000200:0.0:1779213703.580881:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ec58ae11 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1779213703.580882:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000400:00000010:2.0:1779213703.580889:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 00000400:00000200:3.0:1779213703.580891:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:2.0:1779213703.580894:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960575872, portal 10 00000800:00000200:3.0:1779213703.580898:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213703.580902:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed470df3. 00000100:00000001:0.0:1779213703.580903:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.580904:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213703.580908:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217088 : -104753981334528 : ffffa0ba10275c00) 00000800:00000200:3.0:1779213703.580910:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213703.580911:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306544067 00000800:00000200:3.0:1779213703.580918:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:2.0:1779213703.580919:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213703.580922:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306538949 00000800:00000200:3.0:1779213703.580922:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed470df3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213703.580929:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.580931:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306544067 00000100:00000040:3.0:1779213703.580936:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 184731 usecs (185 jiffies) 00000100:00000001:2.0:1779213703.580937:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213703.580938:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306538949 00000100:00000001:3.0:1779213703.580942:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306538681 00000100:00000001:0.0:1779213703.580944:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306544067 00000100:00000040:2.0:1779213703.580944:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213703.580948:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306544067 00000400:00000010:2.0:1779213703.580950:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d8766b. 00000100:00000001:0.0:1779213703.580951:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306538949 00000100:00000001:3.0:1779213703.580952:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306538681 00000100:00000200:2.0:1779213703.580955:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960575872, offset 0 00000100:00000001:3.0:1779213703.580956:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306544067 00000100:00000001:3.0:1779213703.580961:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306538681 00000100:00000001:0.0:1779213703.580965:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306544067 00000400:00000200:2.0:1779213703.580966:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213703.580966:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306544067 00000100:00000001:3.0:1779213703.580971:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306538681 00000100:00000001:0.0:1779213703.580972:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306538949 00000400:00000200:2.0:1779213703.580976:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213703.580979:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213703.580979:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306544067 00000400:00000200:2.0:1779213703.580980:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213703.580986:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213703.580986:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1779213703.580986:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213703.580986:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213703.580992:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.580993:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213703.580993:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec58ae11. 00000400:00000200:2.0:1779213703.580993:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213703.580997:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.580998:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213703.581000:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213703.581002:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213703.581002:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.581005:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213703.581006:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213703.581009:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213703.581009:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [527:527:254:4294967295] 192.168.202.129@tcp LPNI seq info [527:527:6:4294967295] 00000100:00000001:3.0:1779213703.581009:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213703.581012:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.581015:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213703.581017:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213703.581017:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.581018:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213703.581023:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.581027:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213703.581031:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213703.581037:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213703.581042:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933bcf1f 00000800:00000010:2.0:1779213703.581042:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f718c86. 00000400:00000010:1.0:1779213703.581047:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000933bcf1f. 00000800:00000200:2.0:1779213703.581052:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213703.581054:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1779213703.581059:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:1.0:1779213703.581063:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1779213703.581063:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f718c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213703.581068:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213703.581073:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13718 usecs (14 jiffies) 00000100:00000001:2.0:1779213703.581078:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306538510 00000100:00000001:2.0:1779213703.581081:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306544067 00000100:00000001:2.0:1779213703.581083:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306538510 00000100:00000001:2.0:1779213703.581086:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306544067 00000100:00000001:2.0:1779213703.581090:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306538510 00000100:00000001:2.0:1779213703.581095:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306544067 00000100:00000001:1.0:1779213703.581102:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213703.581104:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306538510 00000100:00000040:1.0:1779213703.581108:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213703.581108:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306544067 00000100:00000001:2.0:1779213703.581112:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213703.581117:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.581121:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213703.581126:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.581126:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213703.581129:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213703.581144:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213703.581146:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed470df3. 00000400:00000200:1.0:1779213703.581150:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213703.581154:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213703.581157:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bfd82d 00000400:00000010:1.0:1779213703.581159:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072bfd82d. 00000100:00000001:1.0:1779213703.581162:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213703.581165:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213703.581173:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213703.581175:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213703.581181:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213703.581183:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213703.581277:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213703.581280:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f718c86. 00000400:00000200:1.0:1779213703.581284:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213703.581288:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213703.581291:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d8766b 00000400:00000010:1.0:1779213703.581292:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d8766b. 00000100:00000001:1.0:1779213703.581295:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213703.581297:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213703.581305:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213703.581307:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213703.581324:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213703.581326:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213703.583145:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213703.583160:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213703.583164:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213703.583166:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213703.583177:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213703.583192:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca2720fe80 00000400:00000200:1.0:1779213703.583199:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1131 [1] + 224 00000800:00000001:1.0:1779213703.583206:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213703.583208:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213703.583210:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213703.583214:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213703.583220:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213703.583252:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213703.583262:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213703.583281:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213703.583289:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213703.583292:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213703.583294:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213703.583295:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213703.583299:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213703.583304:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ff00 00000400:00000200:1.0:1779213703.583309:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1139 [1] + 224 00000800:00000001:1.0:1779213703.583313:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213703.583315:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213703.583317:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213703.583319:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213703.583322:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213703.583338:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213703.583347:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213703.583363:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213703.583370:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213703.583376:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213703.583380:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213703.583381:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213703.583384:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213703.583386:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213703.583392:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213703.583395:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:0.0:1779213703.583396:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213703.583397:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213703.583401:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213703.583406:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006392583e. 00000400:00000200:1.0:1779213703.583407:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca2720ff80 00000400:00000200:0.0:1779213703.583415:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:0.0:1779213703.583419:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:0.0:1779213703.583423:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1779213703.583424:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213703.583426:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213703.583429:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b404e30. 00000100:00000200:0.0:1779213703.583433:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213703.583435:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:3.0:1779213703.583439:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:3.0:1779213703.583444:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213703.583455:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213703.583457:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1141 [1] + 224 00000800:00000001:1.0:1779213703.583484:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213703.583485:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213703.583488:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213703.583493:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213703.583500:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213703.583523:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213703.583548:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213703.583557:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213703.583557:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213703.583562:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213703.583564:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213703.583565:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213703.583578:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213703.583578:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213703.583586:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1779213703.583587:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1779213703.583592:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213703.583594:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213703.583594:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213703.583601:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.583601:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213703.583611:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213703.583613:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213703.583624:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213703.583625:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=147 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213703.583633:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213703.583643:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1779213703.583645:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=8 v=5 (1 1 1 1) 00000100:00001000:3.0:1779213703.583646:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=147 v=5 (1 1 1 1) 00000800:00000001:1.0:1779213703.583648:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213703.583666:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213703.583666:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213703.583669:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213703.583671:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.583672:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.583673:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1779213703.583679:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1779213703.583682:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213703.583685:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1779213703.583685:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213703.583687:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1779213703.583690:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00010000:00000001:0.0:1779213703.583691:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.583691:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213703.583696:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213703.583699:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213703.583699:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000100:00000001:3.0:1779213703.583699:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213703.583703:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213703.583707:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000100:00000001:2.0:1779213703.583713:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1779213703.583728:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213703.583731:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213703.583733:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213703.583788:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213703.583796:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213703.583798:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213703.583809:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213703.583810:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213703.583843:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213703.583848:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1779213703.583852:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000b0e031e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960575744:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213703.583854:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213703.583861:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213703.583862:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213703.583866:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213703.583867:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213703.583870:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213703.583873:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b0e031e x1865639960575744/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213703.583875:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.583885:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1779213703.583888:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=8 v=5 (5 5 5 5) 02000000:00000001:3.0:1779213703.583888:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213703.583893:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007c09fec. 00000100:00001000:2.0:1779213703.583897:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=87 v=5 (1 0 0 0) 02000000:00000001:3.0:1779213703.583898:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213703.583901:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213703.583905:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1779213703.583905:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213703.583910:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213703.583911:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213703.583913:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 00010000:00000001:2.0:1779213703.583919:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213703.583922:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213703.583926:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213703.583932:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b0e031e. 00000100:00000001:0.0:1779213703.583933:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1779213703.583933:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213703.583943:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213703.583944:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213703.583947:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213703.583949:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213703.583953:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213703.583964:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213703.583965:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213703.583966:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213703.583971:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.583985:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213703.583985:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213703.583987:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000590d33bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960575616:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213703.583992:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213703.583993:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213703.583996:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213703.583998:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213703.584002:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213703.584002:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213703.584008:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000590d33bf x1865639960575616/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213703.584011:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213703.584027:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213703.584030:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213703.584031:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213703.584035:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093828814. 00000100:00000001:2.0:1779213703.584035:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213703.584038:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213703.584041:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1779213703.584043:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213703.584044:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213703.584047:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213703.584051:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213703.584055:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053d5b992. 00000100:00100000:2.0:1779213703.584059:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000df2803e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960575872:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213703.584060:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213703.584063:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213703.584066:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000590d33bf. 00000100:00000001:2.0:1779213703.584068:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213703.584072:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213703.584072:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213703.584075:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213703.584076:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df2803e5 x1865639960575872/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213703.584079:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213703.584087:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213703.584087:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213703.584089:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213703.584090:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213703.584093:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075d620df. 02000000:00000001:2.0:1779213703.584097:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213703.584099:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213703.584100:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213703.584102:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213703.584103:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009364803b. 02000000:00000001:2.0:1779213703.584106:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213703.584107:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213703.584108:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df2803e5. 00000100:00000001:2.0:1779213703.584111:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213703.584112:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213703.584114:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213703.584118:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213703.584119:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.584121:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213703.584127:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213703.584131:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213703.584139:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213704.220374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213704.220381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213704.220388:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213704.220389:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213704.220500:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213704.220525:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213704.220528:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213705.244315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213705.244321:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213705.244327:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213705.244328:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213705.244384:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213705.244390:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213705.244393:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213706.268357:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213706.268366:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213706.268372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213706.268373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213706.268442:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213706.268447:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213706.268450:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213707.292459:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213707.292472:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213707.292480:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213707.292481:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213707.292825:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213707.292829:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213707.292832:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213708.316333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213708.316339:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213708.316345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213708.316346:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213708.316410:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213708.316414:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213708.316417:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213708.700352:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213708.700359:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213708.700368:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213708.700373:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213708.700376:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213708.700378:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213708.700383:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213708.700388:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000001:0.0:1779213708.700393:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213708.700402:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213708.700409:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213708.700411:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213708.700415:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.700436:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213708.700438:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213708.700440:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213708.700442:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213708.700443:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213708.700444:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213708.700445:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213708.700446:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213708.700448:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 00000100:00000001:0.0:1779213708.700450:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213708.700452:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213708.700463:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213708.700468:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213708.700471:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213708.700478:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213708.700481:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213708.700481:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213708.700483:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213708.700485:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213708.700486:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213708.700488:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213708.700491:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213708.700492:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_01+1] req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213708.700492:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213708.700506:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.700507:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213708.700511:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213708.700520:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213708.700521:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213708.700524:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.700524:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213708.700525:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000100:00100000:3.0:1779213708.700528:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:0.0:1779213708.700529:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213708.700530:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213708.700531:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213708.700534:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213708.700535:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213708.700537:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213708.700538:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1779213708.700540:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213708.700541:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.700541:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1779213708.700547:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960576000:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213708.700547:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1779213708.700548:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:3.0:1779213708.700550:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213708.700554:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213708.700554:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213708.700554:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213708.700561:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213708.700563:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213708.700564:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779213708.700565:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213708.700570:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213708.700575:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021b48df8. 02000000:00000001:1.0:1779213708.700580:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213708.700587:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033046737. 00000100:00000001:3.0:1779213708.700593:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213708.700594:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1779213708.700596:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 00000100:00000001:3.0:1779213708.700596:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213708.700597:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213708.700603:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213708.700605:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_02+2] req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213708.700605:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576000, portal 25 02000000:00000001:3.0:1779213708.700607:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213708.700610:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213708.700612:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213708.700614:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00100000:3.0:1779213708.700621:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960576128:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213708.700622:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213708.700630:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213708.700634:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213708.700635:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213708.700637:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213708.700640:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213708.700641:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213708.700642:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213708.700645:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1779213708.700646:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 02000000:00000010:3.0:1779213708.700648:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4a22da. 00000100:00000200:1.0:1779213708.700650:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960576000, offset 0 00000100:00000040:0.0:1779213708.700651:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1779213708.700653:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213708.700658:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11881) 00000400:00000010:3.0:1779213708.700659:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b404e30. 00000400:00000200:1.0:1779213708.700662:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213708.700690:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213708.700694:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213708.700695:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213708.700695:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000001:2.0:1779213708.700696:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213708.700701:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213708.700701:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:3.0:1779213708.700701:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576128, portal 10 00000100:00000040:2.0:1779213708.700705:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213708.700708:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213708.700711:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213708.700711:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000400:00000200:1.0:1779213708.700718:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213708.700720:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213708.700722:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213708.700723:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213708.700725:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1779213708.700726:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213708.700729:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213708.700732:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213708.700734:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213708.700741:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [528:528:256:4294967295] 192.168.202.129@tcp LPNI seq info [528:528:8:4294967295] 00000100:00100000:2.0:1779213708.700742:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960576256:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213708.700750:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213708.700750:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213708.700753:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213708.700756:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213708.700757:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213708.700759:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1779213708.700762:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000400:00000200:1.0:1779213708.700763:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000200:3.0:1779213708.700766:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960576128, offset 0 02000000:00000010:2.0:1779213708.700768:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a204a621. 02000000:00000001:2.0:1779213708.700772:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213708.700779:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000800:00000200:1.0:1779213708.700780:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213708.700785:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213708.700787:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000400:00000010:2.0:1779213708.700792:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 00000400:00000200:3.0:1779213708.700793:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213708.700798:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:2.0:1779213708.700798:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576256, portal 10 00000400:00000200:3.0:1779213708.700801:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213708.700804:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213708.700807:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213708.700808:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000800:00000200:1.0:1779213708.700809:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213708.700813:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213708.700815:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779213708.700819:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213708.700819:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213708.700826:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [529:529:255:4294967295] 192.168.202.129@tcp LPNI seq info [529:529:7:4294967295] 00000100:00000001:2.0:1779213708.700835:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213708.700840:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213708.700845:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213708.700848:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306549187 00000100:00000040:2.0:1779213708.700852:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213708.700853:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213708.700856:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000001:1.0:1779213708.700858:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306544067 00000800:00000010:3.0:1779213708.700859:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed470df3. 00000100:00000200:2.0:1779213708.700861:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960576256, offset 0 00000100:00000001:1.0:1779213708.700865:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306549187 00000800:00000200:3.0:1779213708.700869:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213708.700872:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306544067 00000100:00000001:1.0:1779213708.700876:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306549187 00000400:00000200:2.0:1779213708.700877:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:3.0:1779213708.700879:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213708.700881:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306544067 00000800:00000200:3.0:1779213708.700885:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed470df3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213708.700888:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306549187 00000400:00000200:2.0:1779213708.700889:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213708.700891:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213708.700893:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306544067 00000400:00000200:2.0:1779213708.700896:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213708.700898:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213708.700898:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 183571 usecs (184 jiffies) 00000400:00000200:2.0:1779213708.700901:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213708.700904:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.700905:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306543800 00000400:00000200:2.0:1779213708.700906:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213708.700909:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.700911:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306549187 00000400:00000200:2.0:1779213708.700912:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213708.700914:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213708.700916:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213708.700919:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213708.700919:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [530:530:254:4294967295] 192.168.202.129@tcp LPNI seq info [530:530:6:4294967295] 00000100:00000001:1.0:1779213708.700922:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213708.700926:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.700928:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306543800 00000100:00000001:3.0:1779213708.700932:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306549187 00000800:00000200:0.0:1779213708.700935:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213708.700936:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306543800 00000800:00000010:0.0:1779213708.700940:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000400:00000200:2.0:1779213708.700941:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213708.700941:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306549187 00000100:00000001:3.0:1779213708.700946:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306543800 00000400:00000200:0.0:1779213708.700947:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213708.700950:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306549187 00000800:00000200:2.0:1779213708.700951:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213708.700956:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1779213708.700958:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c51c5576. 00000400:00000200:0.0:1779213708.700960:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213708.700961:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213708.700966:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000800:00000200:2.0:1779213708.700966:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213708.700967:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213708.700969:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:3.0:1779213708.700973:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213708.700977:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213708.700980:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c51c5576 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213708.700981:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213708.700985:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213708.700986:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213708.700991:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13655 usecs (14 jiffies) 00000100:00000001:2.0:1779213708.700996:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306543630 00000100:00000001:0.0:1779213708.700997:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213708.701001:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213708.701001:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306549187 00000100:00000001:2.0:1779213708.701005:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306543630 00000100:00000001:2.0:1779213708.701017:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306549187 00000100:00000001:0.0:1779213708.701019:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213708.701019:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306543630 00000100:00000001:2.0:1779213708.701021:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306549187 00000100:00000001:0.0:1779213708.701023:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213708.701026:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306543630 00000100:00000001:2.0:1779213708.701029:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306549187 00000100:00000001:2.0:1779213708.701031:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213708.701037:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213708.701040:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213708.701041:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213708.701042:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1779213708.701044:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed470df3. 00000400:00000200:0.0:1779213708.701047:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213708.701048:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213708.701051:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1779213708.701052:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213708.701057:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000400:00000010:0.0:1779213708.701059:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:2.0:1779213708.701060:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213708.701061:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213708.701063:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213708.701065:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213708.701066:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213708.701069:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213708.701077:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213708.701079:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.701085:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213708.701086:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213708.701108:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213708.701110:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c51c5576. 00000400:00000200:0.0:1779213708.701114:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213708.701117:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213708.701119:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:0.0:1779213708.701121:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:0.0:1779213708.701123:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213708.701125:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.701138:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213708.701140:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.701145:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213708.701147:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213708.703290:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703303:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213708.703307:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703309:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213708.703317:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213708.703329:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210080 00000400:00000200:1.0:1779213708.703336:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1151 [1] + 224 00000800:00000001:1.0:1779213708.703342:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703353:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213708.703355:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213708.703359:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213708.703365:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213708.703369:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213708.703379:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213708.703393:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213708.703400:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703403:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213708.703404:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703406:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213708.703410:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213708.703415:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210000 00000400:00000200:1.0:1779213708.703420:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1149 [1] + 224 00000800:00000001:1.0:1779213708.703423:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703425:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213708.703427:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213708.703429:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213708.703432:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213708.703434:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213708.703441:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213708.703456:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213708.703459:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703461:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213708.703463:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703465:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213708.703469:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213708.703475:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210100 00000100:00000001:0.0:1779213708.703484:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213708.703485:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1159 [1] + 224 00000100:00000001:0.0:1779213708.703487:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1779213708.703492:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213708.703494:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213708.703496:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213708.703497:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033046737. 00000800:00000001:1.0:1779213708.703499:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213708.703501:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000200:1.0:1779213708.703502:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1779213708.703503:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:0.0:1779213708.703506:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213708.703509:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779213708.703512:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213708.703515:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213708.703522:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213708.703523:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.703539:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213708.703540:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213708.703544:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213708.703547:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213708.703549:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1779213708.703549:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.703551:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213708.703555:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213708.703561:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213708.703565:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213708.703566:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213708.703567:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213708.703568:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213708.703570:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213708.703572:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213708.703573:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1779213708.703576:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213708.703580:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213708.703583:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213708.703591:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213708.703593:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213708.703594:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213708.703597:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213708.703602:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960576000:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213708.703606:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213708.703607:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213708.703609:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960576000/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.703613:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213708.703615:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213708.703617:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021b48df8. 00000100:00000001:2.0:1779213708.703618:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213708.703619:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213708.703622:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213708.703622:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1779213708.703625:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213708.703627:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213708.703628:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 00000400:00000001:2.0:1779213708.703628:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213708.703631:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1779213708.703632:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213708.703635:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1779213708.703635:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000100:00000010:0.0:1779213708.703637:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000400:00000200:2.0:1779213708.703641:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000100:00000001:0.0:1779213708.703642:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213708.703643:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213708.703646:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213708.703646:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000100:00000001:2.0:1779213708.703651:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213708.703652:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213708.703654:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213708.703657:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213708.703657:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213708.703658:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213708.703682:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213708.703690:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213708.703692:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213708.703694:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213708.703696:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213708.703697:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213708.703699:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213708.703706:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213708.703710:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213708.703712:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213708.703713:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213708.703714:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213708.703715:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213708.703718:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1779213708.703719:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213708.703724:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.703727:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213708.703728:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213708.703731:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000001:3.0:1779213708.703732:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213708.703734:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1779213708.703735:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213708.703736:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213708.703738:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b404e30. 00000100:00000040:2.0:1779213708.703741:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213708.703742:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:3.0:1779213708.703746:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:3.0:1779213708.703751:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213708.703754:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213708.703757:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1779213708.703758:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213708.703759:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213708.703767:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213708.703777:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213708.703783:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960576256:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213708.703791:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213708.703795:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213708.703796:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213708.703798:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213708.703799:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960576256/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213708.703801:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213708.703803:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213708.703805:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213708.703808:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213708.703812:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213708.703813:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213708.703816:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1779213708.703817:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=152 v=5 (5 5 5 5) 02000000:00000010:2.0:1779213708.703818:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a204a621. 02000000:00000001:2.0:1779213708.703823:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1779213708.703823:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=152 v=5 (1 1 1 1) 00000020:00000001:2.0:1779213708.703825:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213708.703827:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213708.703828:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213708.703829:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213708.703831:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1779213708.703834:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213708.703835:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 02000000:00000001:2.0:1779213708.703837:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213708.703838:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213708.703839:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00010000:00000001:3.0:1779213708.703839:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213708.703841:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213708.703843:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213708.703844:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213708.703845:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213708.703847:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213708.703850:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213708.703851:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213708.703853:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.703854:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213708.703857:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213708.703860:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213708.703861:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213708.703870:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213708.703872:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213708.703873:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213708.703876:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213708.703895:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960576128:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213708.703900:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213708.703901:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213708.703903:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960576128/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213708.703909:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213708.703910:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213708.703912:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4a22da. 02000000:00000001:3.0:1779213708.703916:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213708.703917:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213708.703918:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213708.703920:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213708.703922:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 02000000:00000001:3.0:1779213708.703924:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213708.703925:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213708.703926:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:3.0:1779213708.703928:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213708.703929:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213708.703931:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213708.703934:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213708.703935:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213708.703937:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213708.703939:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213709.341605:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213709.341609:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213709.341613:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213709.341614:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213709.341675:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213709.341678:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213709.341682:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213710.364341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213710.364348:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213710.364350:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213710.364352:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213710.364356:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213710.364357:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213710.364359:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213710.364360:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213710.364363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213710.364364:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213710.364365:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213710.364366:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213710.364367:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213710.364367:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213710.364368:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213710.364369:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213710.364426:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213710.364429:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213710.364432:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213711.388341:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213711.388347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213711.388353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213711.388355:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213711.388411:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213711.388413:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213711.388415:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213712.412355:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213712.412363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213712.412391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213712.412392:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213712.412443:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213712.412447:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213712.412449:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213713.436332:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213713.436336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213713.436340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213713.436341:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213713.436378:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213713.436381:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213713.436398:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213713.820360:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213713.820367:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213713.820375:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc89909. 00000020:00000040:2.0:1779213713.820381:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213713.820384:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213713.820387:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213713.820391:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213713.820396:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adfb1585. 00000100:00000001:2.0:1779213713.820403:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820414:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213713.820424:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213713.820426:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820432:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc89909] to pc [ptlrpcd_00_03+3] req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.820472:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820475:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213713.820478:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213713.820480:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023bb76ba. 00000020:00000040:2.0:1779213713.820483:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213713.820485:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213713.820486:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213713.820487:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213713.820492:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c51c5576. 00000100:00000001:2.0:1779213713.820495:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820499:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213713.820519:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213713.820519:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820522:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023bb76ba] to pc [ptlrpcd_00_00+0] req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.820538:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820539:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213713.820541:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213713.820543:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000020:00000040:2.0:1779213713.820544:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213713.820545:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213713.820546:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213713.820547:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213713.820549:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f718c86. 00000100:00000001:2.0:1779213713.820551:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820553:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213713.820557:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213713.820558:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820559:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_01+1] req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.820564:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213713.820566:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213713.820568:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213713.820573:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11886) 00000100:00000001:3.0:1779213713.820578:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213713.820589:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213713.820591:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213713.820597:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213713.820606:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213713.820608:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213713.820639:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213713.820642:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213713.820645:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213713.820647:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213713.820650:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1779213713.820650:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960576512:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213713.820653:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213713.820657:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213713.820658:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213713.820663:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213713.820664:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213713.820666:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213713.820667:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213713.820668:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213713.820671:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213713.820672:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1779213713.820673:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213713.820675:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960576384:192.168.202.129@tcp:400: 02000000:00000010:3.0:1779213713.820677:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9876f2c. 00000100:00000001:0.0:1779213713.820678:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213713.820681:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213713.820681:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213713.820684:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213713.820685:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213713.820688:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ee1edb. 00000400:00000010:3.0:1779213713.820688:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b404e30. 02000000:00000001:0.0:1779213713.820692:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213713.820695:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006392583e. 00000400:00000010:3.0:1779213713.820698:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000400:00000010:0.0:1779213713.820699:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000100:00000200:3.0:1779213713.820706:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576512, portal 10 00000100:00000200:0.0:1779213713.820707:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576384, portal 25 00000100:00000001:3.0:1779213713.820710:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213713.820711:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213713.820712:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527176192 : -104754182375424 : ffffa0ba042bb800) 00000100:00000001:0.0:1779213713.820714:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527164544 : -104754182387072 : ffffa0ba042b8a80) 00000100:00000040:0.0:1779213713.820721:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213713.820722:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213713.820735:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213713.820737:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213713.820739:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000200:3.0:1779213713.820742:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960576512, offset 0 00000100:00000001:0.0:1779213713.820747:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213713.820749:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213713.820753:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213713.820757:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e75ae8. 00000100:00000200:0.0:1779213713.820760:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960576384, offset 0 00000400:00000200:3.0:1779213713.820762:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213713.820767:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213713.820771:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213713.820773:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213713.820776:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213713.820778:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213713.820785:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [531:531:256:4294967295] 192.168.202.129@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:3.0:1779213713.820794:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213713.820799:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213713.820802:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000800:00000200:3.0:1779213713.820808:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213713.820813:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213713.820816:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213713.820818:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213713.820823:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213713.820832:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213713.820834:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213713.820835:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213713.820838:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213713.820842:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.820849:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213713.820849:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 182427 usecs (183 jiffies) 00000100:00000001:1.0:1779213713.820852:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213713.820855:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213713.820855:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306548919 02000000:00000001:1.0:1779213713.820858:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213713.820859:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306549187 02000000:00000001:1.0:1779213713.820861:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213713.820863:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306548919 00000100:00100000:1.0:1779213713.820867:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960576640:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213713.820867:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306549187 00000100:00000001:3.0:1779213713.820872:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306548919 00000100:00000001:1.0:1779213713.820873:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213713.820877:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306549187 02000000:00000001:1.0:1779213713.820878:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213713.820879:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306548919 02000000:00000001:1.0:1779213713.820880:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213713.820883:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306549187 02000000:00000001:1.0:1779213713.820884:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213713.820888:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1779213713.820889:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ba4bb6. 02000000:00000001:1.0:1779213713.820892:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213713.820892:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213713.820895:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213713.820897:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213713.820902:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000400:00000010:1.0:1779213713.820905:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000001:3.0:1779213713.820905:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213713.820909:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1779213713.820910:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576640, portal 10 00000100:00000001:1.0:1779213713.820914:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213713.820914:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213713.820915:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000100:00000001:3.0:1779213713.820917:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213713.820920:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213713.820921:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213713.820923:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.820932:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213713.820934:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213713.820937:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000200:1.0:1779213713.820939:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960576640, offset 0 00000400:00000200:1.0:1779213713.820944:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213713.821052:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213713.821056:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:2.0:1779213713.821060:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213713.821065:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213713.821100:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213713.821102:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213713.821103:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213713.821108:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213713.821110:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213713.821112:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [532:532:255:4294967295] 192.168.202.129@tcp LPNI seq info [532:532:7:4294967295] 00000400:00000200:0.0:1779213713.821117:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213713.821120:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213713.821122:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b9153e. 00000800:00000200:0.0:1779213713.821125:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213713.821128:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213713.821129:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000030b9153e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213713.821131:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213713.821133:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306554307 00000100:00000001:0.0:1779213713.821137:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306549187 00000100:00000001:0.0:1779213713.821139:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306554307 00000100:00000001:0.0:1779213713.821141:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306549187 00000100:00000001:0.0:1779213713.821142:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306554307 00000100:00000001:0.0:1779213713.821144:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306549187 00000100:00000001:0.0:1779213713.821145:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306554307 00000100:00000001:0.0:1779213713.821146:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306549187 00000100:00000001:0.0:1779213713.821148:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213713.821149:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213713.821150:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213713.821151:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213713.821153:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213713.821154:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213713.821162:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213713.821163:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213713.821164:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213713.821166:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213713.821240:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213713.821242:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213713.821244:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213713.821245:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213713.821247:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213713.821249:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [533:533:254:4294967295] 192.168.202.129@tcp LPNI seq info [533:533:6:4294967295] 00000400:00000200:1.0:1779213713.821255:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213713.821258:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213713.821261:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25e7fba. 00000800:00000200:1.0:1779213713.821264:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213713.821267:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213713.821268:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b25e7fba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213713.821270:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213713.821272:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13591 usecs (14 jiffies) 00000100:00000001:1.0:1779213713.821274:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306548751 00000100:00000001:1.0:1779213713.821275:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306554307 00000100:00000001:1.0:1779213713.821277:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306548751 00000100:00000001:1.0:1779213713.821278:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306554307 00000100:00000001:1.0:1779213713.821283:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306548751 00000100:00000001:1.0:1779213713.821285:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306554307 00000100:00000001:1.0:1779213713.821286:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306548751 00000100:00000001:1.0:1779213713.821288:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306554307 00000100:00000001:1.0:1779213713.821290:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213713.821291:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.821293:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.821295:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213713.821299:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213713.821300:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213713.821302:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213713.821303:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213713.821305:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.821307:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213713.821358:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:2.0:1779213713.821361:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000001:2.0:1779213713.821365:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213713.821368:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.821376:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213713.821378:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.821385:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213713.821386:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213713.821399:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213713.821400:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b9153e. 00000400:00000200:2.0:1779213713.821402:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213713.821404:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213713.821406:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e75ae8 00000400:00000010:2.0:1779213713.821407:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e75ae8. 00000100:00000001:2.0:1779213713.821409:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213713.821410:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.821414:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213713.821415:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.821419:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213713.821419:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213713.821446:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213713.821448:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25e7fba. 00000400:00000200:2.0:1779213713.821452:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213713.821455:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213713.821457:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:2.0:1779213713.821458:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:2.0:1779213713.821460:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213713.821463:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.821479:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213713.821481:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.821487:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213713.821489:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213713.822385:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213713.822393:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213713.822399:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213713.822411:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213713.822417:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213713.822426:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210200 00000400:00000200:0.0:1779213713.822432:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1161 [1] + 224 00000800:00000001:0.0:1779213713.822437:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213713.822442:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213713.822444:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213713.822447:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213713.822451:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213713.822454:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213713.822464:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213713.822478:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213713.822483:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213713.822486:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213713.822555:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213713.822557:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213713.822566:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213713.822568:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213713.822570:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b404e30. 00000400:00000200:3.0:1779213713.822573:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:3.0:1779213713.822574:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000800:00000001:1.0:1779213713.822577:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213713.822577:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213713.822580:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213713.822581:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213713.822583:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213713.822585:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213713.822589:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213713.822596:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210180 00000400:00000200:1.0:1779213713.822600:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1165 [1] + 224 00000800:00000001:1.0:1779213713.822603:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213713.822608:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213713.822609:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213713.822623:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213713.822626:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213713.822628:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213713.822635:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213713.822636:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213713.822642:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213713.822644:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213713.822646:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213713.822649:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213713.822650:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213713.822653:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.822654:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213713.822655:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213713.822661:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=7 v=5 (5 5 5 5) 00000800:00000001:1.0:1779213713.822663:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213713.822665:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213713.822665:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213713.822668:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213713.822670:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213713.822672:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213713.822675:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213713.822678:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213713.822679:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213713.822681:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213713.822682:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213713.822686:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213713.822693:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213713.822695:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213713.822697:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213713.822700:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213713.822706:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213713.822708:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213713.822711:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213713.822712:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213713.822713:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006392583e. 00000400:00000200:0.0:1779213713.822716:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:0.0:1779213713.822717:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:0.0:1779213713.822720:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213713.822722:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213713.822725:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000023bb76ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960576512:192.168.202.129@tcp:400: 00000100:00000200:0.0:1779213713.822729:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213713.822730:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213713.822732:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213713.822734:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023bb76ba x1865639960576512/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213713.822735:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213713.822736:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213713.822737:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213713.822739:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213713.822743:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213713.822744:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213713.822746:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213713.822748:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213713.822751:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213713.822753:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213713.822754:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213713.822756:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213713.822757:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213713.822758:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213713.822761:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213713.822768:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213713.822770:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213713.822771:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213713.822774:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213713.822780:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000abc89909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960576384:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213713.822783:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213713.822785:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213713.822787:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abc89909 x1865639960576384/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213713.822793:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213713.822795:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213713.822797:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ee1edb. 00000100:00000001:3.0:1779213713.822800:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213713.822802:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213713.822803:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9876f2c. 02000000:00000001:0.0:1779213713.822804:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1779213713.822805:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213713.822806:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1779213713.822806:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213713.822807:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000040:3.0:1779213713.822807:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213713.822809:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1779213713.822809:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213713.822811:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adfb1585. 02000000:00000010:3.0:1779213713.822811:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c51c5576. 02000000:00000001:0.0:1779213713.822815:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213713.822815:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213713.822817:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1779213713.822817:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213713.822818:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abc89909. 00000100:00000010:3.0:1779213713.822818:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023bb76ba. 00000100:00000001:3.0:1779213713.822822:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213713.822823:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213713.822826:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213713.822832:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213713.822835:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213713.822838:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213713.822840:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213713.822842:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213713.822846:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213713.822847:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213713.822848:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213713.822849:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213713.822852:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213713.822857:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213713.822867:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210280 00000100:00000001:3.0:1779213713.822871:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213713.822873:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1171 [1] + 224 00000100:00000001:3.0:1779213713.822877:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1779213713.822879:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213713.822879:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213713.822883:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213713.822884:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213713.822886:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213713.822889:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213713.822893:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213713.822900:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213713.822903:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213713.822912:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213713.822931:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213713.822936:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213713.822938:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213713.822961:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213713.822962:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213713.822965:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213713.822965:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213713.822966:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000400:00000200:1.0:1779213713.822969:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213713.822970:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:1.0:1779213713.822971:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213713.822974:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213713.822981:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213713.822987:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213713.822989:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213713.822990:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213713.822991:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213713.822992:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213713.822994:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213713.822995:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213713.822998:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213713.823001:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213713.823003:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213713.823004:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213713.823005:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213713.823008:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213713.823014:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.823016:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213713.823017:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213713.823019:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213713.823020:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213713.823022:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213713.823039:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213713.823041:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213713.823042:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213713.823045:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213713.823050:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960576640:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213713.823054:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213713.823055:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213713.823057:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960576640/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213713.823062:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213713.823063:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213713.823064:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ba4bb6. 02000000:00000001:1.0:1779213713.823065:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213713.823066:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213713.823067:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213713.823068:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213713.823069:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f718c86. 02000000:00000001:1.0:1779213713.823071:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213713.823071:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213713.823072:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 00000100:00000001:1.0:1779213713.823074:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213713.823074:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213713.823075:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213713.823078:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213713.823078:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213713.823079:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213713.823080:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213714.460347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213714.460353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213714.460359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213714.460360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213714.460409:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213714.460413:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213714.460415:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213715.484328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213715.484333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213715.484336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213715.484359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213715.484411:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213715.484415:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213715.484417:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213716.508328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213716.508333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213716.508336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213716.508337:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213716.508404:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213716.508406:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213716.508408:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213717.532387:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213717.532398:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213717.532406:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213717.532407:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213717.532475:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213717.532482:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213717.532486:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213718.556349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213718.556356:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213718.556362:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213718.556363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213718.556430:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213718.556449:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213718.556452:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213718.941102:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213718.941111:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213718.941121:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213718.941127:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213718.941132:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213718.941135:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213718.941146:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213718.941153:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:0.0:1779213718.941160:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.941170:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213718.941181:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213718.941183:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.941189:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_02+2] req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.941252:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213718.941257:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213718.941260:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213718.941266:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213718.941266:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213718.941271:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.941299:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213718.941302:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213718.941305:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213718.941308:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213718.941311:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213718.941314:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960576768:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213718.941318:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213718.941323:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213718.941325:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213718.941327:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213718.941331:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63c0db6. 02000000:00000001:1.0:1779213718.941333:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213718.941338:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000400:00000010:1.0:1779213718.941344:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213718.941350:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576768, portal 25 00000100:00000001:1.0:1779213718.941352:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213718.941354:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000040:1.0:1779213718.941358:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.941365:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213718.941368:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213718.941371:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000100:00000200:1.0:1779213718.941374:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960576768, offset 0 00000100:00000001:0.0:1779213718.941379:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213718.941381:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213718.941383:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213718.941387:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213718.941391:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213718.941394:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000400:00000200:1.0:1779213718.941395:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213718.941399:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213718.941402:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1779213718.941402:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213718.941406:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213718.941407:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213718.941411:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213718.941416:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:0.0:1779213718.941417:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce8f820. 00000100:00000001:0.0:1779213718.941422:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213718.941422:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [534:534:256:4294967295] 192.168.202.129@tcp LPNI seq info [534:534:8:4294967295] 00000100:00000040:0.0:1779213718.941430:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213718.941438:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213718.941440:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.941443:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_03+3] req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213718.941454:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213718.941468:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213718.941472:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f4cd30a. 00000800:00000200:1.0:1779213718.941479:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213718.941487:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213718.941491:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f4cd30a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213718.941492:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213718.941496:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213718.941498:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213718.941502:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213718.941509:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213718.941510:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.941511:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213718.941515:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213718.941518:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306559428 02000000:00000001:3.0:1779213718.941518:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213718.941521:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213718.941525:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960576896:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213718.941528:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306554307 00000100:00000001:3.0:1779213718.941529:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213718.941533:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213718.941535:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306559428 02000000:00000001:3.0:1779213718.941535:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213718.941539:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213718.941541:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306554307 02000000:00000010:3.0:1779213718.941543:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c19f74b1. 00000100:00000001:1.0:1779213718.941546:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306559428 02000000:00000001:3.0:1779213718.941546:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.941553:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306554307 00000400:00000010:3.0:1779213718.941553:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b404e30. 00000100:00000001:1.0:1779213718.941559:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306559428 00000400:00000010:3.0:1779213718.941571:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000001:1.0:1779213718.941577:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306554307 00000100:00000200:3.0:1779213718.941577:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960576896, portal 10 00000100:00000001:3.0:1779213718.941582:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213718.941583:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213718.941584:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000001:1.0:1779213718.941590:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.941593:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213718.941593:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.941597:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213718.941605:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213718.941608:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213718.941608:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213718.941612:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1779213718.941613:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000100:00000001:1.0:1779213718.941615:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213718.941617:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960576896, offset 0 00000100:00000001:1.0:1779213718.941618:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213718.941621:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.941623:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213718.941626:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213718.941633:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213718.941638:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213718.941644:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f4cd30a. 00000400:00000200:3.0:1779213718.941645:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213718.941650:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213718.941652:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213718.941653:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213718.941660:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213718.941662:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213718.941668:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [535:535:255:4294967295] 192.168.202.129@tcp LPNI seq info [535:535:7:4294967295] 00000400:00000200:3.0:1779213718.941684:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213718.941690:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213718.941691:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000800:00000010:3.0:1779213718.941693:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000400:00000010:2.0:1779213718.941694:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000001:2.0:1779213718.941700:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1779213718.941701:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:2.0:1779213718.941705:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213718.941709:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213718.941714:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213718.941722:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213718.941726:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213718.941733:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213718.941734:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213718.941798:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213718.941802:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 181290 usecs (182 jiffies) 00000100:00000001:3.0:1779213718.941805:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306554039 00000100:00000001:3.0:1779213718.941807:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306559428 00000100:00000001:3.0:1779213718.941808:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306554039 00000100:00000001:3.0:1779213718.941809:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306559428 00000100:00000001:3.0:1779213718.941811:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306554039 00000100:00000001:3.0:1779213718.941812:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306559428 00000100:00000001:3.0:1779213718.941814:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306554039 00000100:00000001:3.0:1779213718.941815:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306559428 00000100:00000001:3.0:1779213718.941817:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213718.941818:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.941820:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.941822:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213718.941899:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213718.941902:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000400:00000200:1.0:1779213718.941905:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213718.941909:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213718.941912:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:1.0:1779213718.941914:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:1.0:1779213718.941916:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213718.941924:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.941931:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213718.941933:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.941939:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.941941:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213718.941994:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.941998:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213718.942001:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213718.942005:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213718.942007:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213718.942010:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213718.942011:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213718.942013:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213718.942016:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000513bfa11. 00000100:00000001:0.0:1779213718.942018:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.942022:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213718.942028:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213718.942030:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.942032:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_00+0] req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213718.942065:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.942068:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213718.942071:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213718.942075:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11891) 00000100:00000001:1.0:1779213718.942322:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213718.942325:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213718.942327:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213718.942332:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213718.942334:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213718.942336:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213718.942337:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213718.942338:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213718.942344:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.942352:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213718.942353:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213718.942356:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213718.942358:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213718.942360:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213718.942362:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960577024:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213718.942366:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213718.942369:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213718.942371:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213718.942373:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213718.942377:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d077158. 02000000:00000001:1.0:1779213718.942379:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213718.942382:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968ec73c. 00000400:00000010:1.0:1779213718.942386:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000200:1.0:1779213718.942389:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577024, portal 10 00000100:00000001:1.0:1779213718.942391:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213718.942392:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000040:1.0:1779213718.942406:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.942413:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213718.942416:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213718.942419:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000100:00000200:1.0:1779213718.942421:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960577024, offset 0 00000400:00000200:1.0:1779213718.942427:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213718.942433:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213718.942437:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213718.942439:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213718.942442:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213718.942444:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213718.942447:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [536:536:256:4294967295] 192.168.202.129@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000200:1.0:1779213718.942456:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213718.942461:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213718.942464:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000800:00000200:1.0:1779213718.942469:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213718.942474:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213718.942477:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213718.942500:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213718.942504:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13523 usecs (14 jiffies) 00000100:00000001:1.0:1779213718.942507:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306553872 00000100:00000001:1.0:1779213718.942509:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306559428 00000100:00000001:1.0:1779213718.942511:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306553872 00000100:00000001:1.0:1779213718.942513:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306559428 00000100:00000001:1.0:1779213718.942515:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306553872 00000100:00000001:1.0:1779213718.942516:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306559428 00000100:00000001:1.0:1779213718.942518:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306553872 00000100:00000001:1.0:1779213718.942527:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306559428 00000100:00000001:1.0:1779213718.942529:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213718.942531:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.942533:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.942536:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.942548:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213718.942550:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213718.942551:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213718.942553:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213718.942621:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213718.942628:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:0.0:1779213718.942632:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213718.942636:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213718.942638:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:0.0:1779213718.942640:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:0.0:1779213718.942642:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213718.942646:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213718.942652:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213718.942654:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213718.942658:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213718.942659:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213718.942712:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213718.942714:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.943205:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213718.943208:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213718.943211:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213718.943217:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213718.943219:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.943221:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213718.944495:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213718.944504:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213718.944506:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213718.944507:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213718.944514:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213718.944523:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210300 00000400:00000200:2.0:1779213718.944528:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1179 [1] + 224 00000800:00000001:2.0:1779213718.944539:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213718.944541:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213718.944543:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213718.944545:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213718.944549:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213718.944552:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213718.944569:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213718.944585:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213718.944596:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213718.944600:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213718.944602:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213718.944604:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213718.944608:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213718.944615:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210380 00000400:00000200:2.0:1779213718.944620:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1181 [1] + 224 00000800:00000001:2.0:1779213718.944624:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213718.944627:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213718.944628:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213718.944630:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213718.944631:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1779213718.944636:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213718.944636:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000001:1.0:1779213718.944640:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213718.944642:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000400:00000200:1.0:1779213718.944646:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213718.944648:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:1.0:1779213718.944651:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213718.944653:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213718.944656:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213718.944659:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213718.944678:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213718.944679:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.944705:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213718.944708:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213718.944710:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213718.944711:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213718.944714:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213718.944716:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213718.944719:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213718.944721:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213718.944727:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213718.944731:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213718.944735:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213718.944737:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213718.944739:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213718.944739:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1779213718.944743:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.944743:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213718.944747:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213718.944748:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213718.944750:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213718.944753:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b404e30. 00000100:00000040:1.0:1779213718.944754:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213718.944757:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:3.0:1779213718.944759:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:3.0:1779213718.944763:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213718.944769:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.944772:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213718.944777:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1779213718.944778:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213718.944780:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213718.944783:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213718.944783:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213718.944786:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1779213718.944788:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1779213718.944789:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213718.944796:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213718.944797:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213718.944802:0:199015:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:2.0:1779213718.944803:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 02000000:00000001:3.0:1779213718.944804:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213718.944806:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213718.944808:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213718.944811:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213718.944813:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960576768:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213718.944814:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210400 00000100:00001000:3.0:1779213718.944817:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=12 v=5 (5 5 5 5) 00000400:00000200:2.0:1779213718.944820:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1189 [1] + 224 00000100:00001000:3.0:1779213718.944820:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213718.944822:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1779213718.944824:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213718.944824:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213718.944825:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213718.944828:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213718.944829:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213718.944830:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213718.944830:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213718.944833:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000200:2.0:1779213718.944836:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213718.944836:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213718.944838:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213718.944838:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213718.944839:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1779213718.944842:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213718.944843:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1779213718.944843:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213718.944850:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960576768/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213718.944855:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213718.944859:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213718.944863:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213718.944866:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213718.944866:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213718.944871:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213718.944871:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213718.944875:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63c0db6. 02000000:00000001:1.0:1779213718.944881:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213718.944884:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:3.0:1779213718.944885:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960576896:192.168.202.129@tcp:400: 00000020:00000040:1.0:1779213718.944887:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213718.944892:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213718.944893:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213718.944895:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 00000100:00000001:3.0:1779213718.944897:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1779213718.944900:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1779213718.944901:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960576896/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213718.944903:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213718.944906:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:1.0:1779213718.944913:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213718.944913:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213718.944916:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213718.944917:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213718.944920:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c19f74b1. 02000000:00000001:3.0:1779213718.944923:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213718.944924:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213718.944925:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213718.944927:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213718.944928:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce8f820. 02000000:00000001:3.0:1779213718.944931:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213718.944932:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213718.944933:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213718.944935:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:3.0:1779213718.944939:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213718.944940:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213718.944940:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213718.944942:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.944943:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213718.944944:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213718.944948:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213718.944949:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213718.944950:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213718.944952:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213718.944953:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213718.944955:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1779213718.944957:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213718.944957:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213718.944984:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213718.944991:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213718.944994:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213718.944996:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213718.944997:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000968ec73c. 00000400:00000200:0.0:1779213718.945001:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:0.0:1779213718.945002:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:0.0:1779213718.945005:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213718.945009:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213718.945017:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213718.945023:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213718.945024:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213718.945025:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213718.945027:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213718.945028:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213718.945029:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213718.945031:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213718.945039:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=23 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213718.945042:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213718.945050:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213718.945051:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213718.945052:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213718.945055:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213718.945072:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213718.945075:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213718.945076:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213718.945078:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213718.945079:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213718.945330:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213718.945338:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213718.945339:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213718.945341:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213718.945344:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213718.945350:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960577024:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213718.945353:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213718.945355:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213718.945357:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960577024/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213718.945363:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213718.945364:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213718.945366:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d077158. 02000000:00000001:0.0:1779213718.945368:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213718.945370:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213718.945371:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213718.945373:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213718.945374:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000513bfa11. 02000000:00000001:0.0:1779213718.945376:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213718.945382:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213718.945383:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:0.0:1779213718.945385:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213718.945386:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213718.945388:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213718.945392:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213718.945393:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213718.945394:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213718.945396:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580277:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213719.580283:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213719.580285:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213719.580287:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580291:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213719.580293:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580294:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580296:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580299:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213719.580300:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213719.580300:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213719.580301:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580302:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213719.580304:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580305:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213719.580306:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213719.580355:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213719.580357:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213719.580359:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213720.604338:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213720.604342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213720.604346:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213720.604360:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213720.604418:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213720.604421:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213720.604423:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213721.628324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213721.628330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213721.628336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213721.628338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213721.628394:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213721.628398:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213721.628400:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213722.652615:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213722.652624:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213722.652631:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213722.652632:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213722.652681:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213722.652697:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213722.652701:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213723.680644:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213723.680651:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213723.680658:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213723.680659:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213723.680795:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213723.680799:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213723.680801:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213724.060386:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213724.060395:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213724.060403:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213724.060409:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213724.060413:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213724.060417:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213724.060421:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213724.060429:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:3.0:1779213724.060435:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213724.060442:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213724.060452:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213724.060454:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213724.060464:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_01+1] req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213724.060492:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213724.060493:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213724.060495:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213724.060497:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000020:00000040:3.0:1779213724.060499:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213724.060500:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213724.060501:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213724.060502:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213724.060504:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:3.0:1779213724.060506:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213724.060519:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213724.060526:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213724.060528:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213724.060545:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_02+2] req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213724.060551:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213724.060553:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213724.060557:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1779213724.060560:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213724.060566:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.060568:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213724.060572:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213724.060572:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213724.060573:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.060580:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213724.060585:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213724.060585:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213724.060587:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000100:00000001:2.0:1779213724.060588:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1779213724.060591:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213724.060593:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213724.060595:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1779213724.060596:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213724.060597:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213724.060603:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213724.060607:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.060613:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213724.060615:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213724.060616:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213724.060617:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213724.060625:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1779213724.060626:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213724.060626:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213724.060631:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.060633:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213724.060634:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213724.060639:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_03+3] req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213724.060642:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.060647:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213724.060649:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.060651:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779213724.060651:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960577152:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213724.060652:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213724.060661:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213724.060662:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213724.060668:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213724.060668:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213724.060670:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11896) 00000100:00000001:0.0:1779213724.060672:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779213724.060676:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213724.060680:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213724.060683:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213724.060686:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213724.060690:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 02000000:00000001:2.0:1779213724.060698:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213724.060711:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d66998. 00000100:00000001:0.0:1779213724.060712:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213724.060714:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213724.060718:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213724.060723:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213724.060726:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213724.060730:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960577408:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213724.060734:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1779213724.060735:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 02000000:00000001:0.0:1779213724.060740:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213724.060745:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213724.060746:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577152, portal 25 02000000:00000001:0.0:1779213724.060752:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213724.060753:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213724.060756:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 02000000:00000010:0.0:1779213724.060762:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b438051. 00000100:00000040:2.0:1779213724.060766:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213724.060767:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.060776:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213724.060779:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213724.060784:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000400:00000010:0.0:1779213724.060789:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006392583e. 00000100:00000200:2.0:1779213724.060789:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960577152, offset 0 00000400:00000010:0.0:1779213724.060800:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000400:00000200:2.0:1779213724.060800:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213724.060812:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577408, portal 10 00000100:00000001:0.0:1779213724.060816:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213724.060821:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000400:00000200:2.0:1779213724.060822:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213724.060836:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213724.060839:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213724.060856:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213724.060857:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213724.060864:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213724.060868:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1779213724.060870:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0b3ebee. 00000400:00000200:2.0:1779213724.060875:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:0.0:1779213724.060876:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960577408, offset 0 00000400:00000200:2.0:1779213724.060882:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [537:537:256:4294967295] 192.168.202.129@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:0.0:1779213724.060890:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213724.060910:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213724.060916:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213724.060921:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f718c86. 00000800:00000200:2.0:1779213724.060929:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213724.060937:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213724.060940:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f718c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213724.060951:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213724.060956:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.060962:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.060973:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306564547 00000100:00000001:2.0:1779213724.060983:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306559428 00000100:00000001:2.0:1779213724.060988:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306564547 00000100:00000001:2.0:1779213724.060993:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306559428 00000100:00000001:2.0:1779213724.060997:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306564547 00000100:00000001:2.0:1779213724.061000:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306559428 00000100:00000001:2.0:1779213724.061011:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306564547 00000100:00000001:2.0:1779213724.061014:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306559428 00000100:00000001:2.0:1779213724.061017:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213724.061020:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.061022:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.061025:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213724.061069:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213724.061073:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f718c86. 00000400:00000200:3.0:1779213724.061078:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213724.061082:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213724.062394:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213724.062400:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213724.062403:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213724.062407:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213724.062411:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213724.062414:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [538:538:255:4294967295] 192.168.202.129@tcp LPNI seq info [538:538:7:4294967295] 00000400:00000200:0.0:1779213724.062426:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213724.062433:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213724.062436:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000800:00000010:0.0:1779213724.062441:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000400:00000010:3.0:1779213724.062442:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:3.0:1779213724.062451:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213724.062455:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:3.0:1779213724.062462:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213724.062467:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213724.062471:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213724.062482:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213724.062493:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13461 usecs (14 jiffies) 00000100:00000001:3.0:1779213724.062495:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213724.062501:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306558992 00000100:00000040:3.0:1779213724.062507:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.062522:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062525:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306558992 00000100:00000001:0.0:1779213724.062527:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062538:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306558992 00000100:00000001:0.0:1779213724.062540:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062542:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306558992 00000100:00000001:0.0:1779213724.062544:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062546:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213724.062549:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.062552:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213724.062562:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213724.062575:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213724.062582:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213724.062587:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213724.062590:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213724.062594:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213724.062597:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213724.062600:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213724.062604:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960577280:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213724.062609:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213724.062613:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213724.062615:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213724.062618:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213724.062623:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c923381. 02000000:00000001:0.0:1779213724.062625:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213724.062631:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097612616. 00000400:00000010:0.0:1779213724.062636:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000100:00000200:0.0:1779213724.062642:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577280, portal 10 00000100:00000001:0.0:1779213724.062645:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1779213724.062645:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213724.062647:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000800:00000010:3.0:1779213724.062651:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000100:00000040:0.0:1779213724.062659:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213724.062659:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213724.062674:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213724.062683:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213724.062684:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b3ebee 00000400:00000010:3.0:1779213724.062690:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e0b3ebee. 00000100:00000040:0.0:1779213724.062691:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213724.062695:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1779213724.062697:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006291e695. 00000100:00000200:3.0:1779213724.062702:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213724.062713:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960577280, offset 0 00000100:00000001:3.0:1779213724.062718:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213724.062726:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213724.062727:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213724.062740:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213724.062741:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213724.062749:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779213724.062750:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213724.062755:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213724.062757:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213724.062759:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213724.062762:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [539:539:255:4294967295] 192.168.202.129@tcp LPNI seq info [539:539:7:4294967295] 00000400:00000200:0.0:1779213724.062769:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213724.062774:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213724.062778:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000800:00000200:0.0:1779213724.062783:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213724.062788:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213724.062791:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213724.062821:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213724.062825:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 180176 usecs (181 jiffies) 00000100:00000001:0.0:1779213724.062827:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306559159 00000100:00000001:0.0:1779213724.062829:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062831:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306559159 00000100:00000001:0.0:1779213724.062833:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062835:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306559159 00000100:00000001:0.0:1779213724.062837:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062839:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306559159 00000100:00000001:0.0:1779213724.062841:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306564547 00000100:00000001:0.0:1779213724.062843:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213724.062846:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.062850:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.062853:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213724.062865:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213724.062868:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213724.062870:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213724.062872:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213724.062873:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.062875:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213724.064727:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213724.064735:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000400:00000200:2.0:1779213724.064743:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213724.064751:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213724.064758:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006291e695 00000400:00000010:2.0:1779213724.064760:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006291e695. 00000100:00000001:2.0:1779213724.064765:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213724.064771:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213724.064782:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213724.064785:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213724.064792:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213724.064794:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213724.064804:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213724.064814:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213724.064817:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213724.064818:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213724.064825:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213724.064840:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210480 00000400:00000200:2.0:1779213724.064850:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1191 [1] + 224 00000800:00000001:2.0:1779213724.064858:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213724.064865:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213724.064867:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213724.064870:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213724.064875:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213724.064890:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213724.064899:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213724.064921:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213724.064930:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213724.064935:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213724.064971:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213724.064976:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213724.064983:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213724.064986:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213724.064990:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d66998. 00000400:00000200:3.0:1779213724.064997:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000400:00000010:3.0:1779213724.065000:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000100:00000001:3.0:1779213724.065005:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213724.065013:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213724.065025:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213724.065032:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213724.065043:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213724.065046:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213724.065049:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213724.065052:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213724.065054:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213724.065057:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213724.065063:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213724.065067:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213724.065069:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213724.065071:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213724.065073:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213724.065075:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213724.065078:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213724.065082:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213724.065089:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213724.065092:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213724.065094:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213724.065097:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213724.065105:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960577152:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213724.065109:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213724.065111:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213724.065113:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960577152/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213724.065120:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213724.065122:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213724.065124:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:3.0:1779213724.065127:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213724.065129:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213724.065131:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213724.065133:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213724.065135:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:3.0:1779213724.065138:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213724.065144:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213724.065145:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:3.0:1779213724.065149:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213724.065150:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213724.065152:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213724.065159:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213724.065161:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213724.065163:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213724.065165:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213724.069256:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213724.069270:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213724.069274:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213724.069277:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213724.069288:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213724.069304:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210500 00000400:00000200:3.0:1779213724.069312:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11a1 [1] + 224 00000800:00000001:3.0:1779213724.069319:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213724.069322:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213724.069325:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213724.069329:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213724.069335:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213724.069341:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213724.069351:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213724.069371:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213724.069379:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213724.069382:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213724.069384:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213724.069386:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213724.069390:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213724.069395:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210580 00000400:00000200:3.0:1779213724.069399:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1199 [1] + 224 00000800:00000001:3.0:1779213724.069415:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213724.069421:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213724.069423:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213724.069439:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213724.069442:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213724.069447:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069453:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213724.069459:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069462:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213724.069472:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1779213724.069481:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213724.069483:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213724.069486:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1779213724.069488:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213724.069490:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006392583e. 00000400:00000200:0.0:1779213724.069500:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:0.0:1779213724.069503:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:0.0:1779213724.069518:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213724.069528:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213724.069538:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069546:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213724.069548:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213724.069550:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213724.069554:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213724.069557:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213724.069559:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213724.069562:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213724.069573:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213724.069576:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1779213724.069579:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213724.069581:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213724.069584:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779213724.069588:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213724.069594:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.069598:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213724.069600:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213724.069602:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213724.069617:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213724.069622:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069628:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213724.069631:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213724.069633:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213724.069636:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213724.069642:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960577408:192.168.202.129@tcp:400: 00000400:00000001:0.0:1779213724.069648:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213724.069649:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213724.069651:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097612616. 00000400:00000200:0.0:1779213724.069653:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:0.0:1779213724.069654:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:0.0:1779213724.069656:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213724.069659:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213724.069665:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069670:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213724.069671:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213724.069672:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213724.069673:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213724.069674:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213724.069675:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213724.069677:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213724.069681:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213724.069683:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213724.069685:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213724.069686:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213724.069687:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213724.069689:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.069696:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213724.069697:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213724.069699:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213724.069700:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213724.069702:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069708:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213724.069709:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213724.069710:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213724.069712:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213724.069718:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960577280:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213724.069722:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213724.069724:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213724.069726:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960577408/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069731:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213724.069734:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213724.069737:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b438051. 02000000:00000001:0.0:1779213724.069742:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213724.069744:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213724.069746:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213724.069749:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213724.069751:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:0.0:1779213724.069755:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213724.069757:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213724.069758:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:0.0:1779213724.069763:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213724.069764:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213724.069766:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213724.069768:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960577280/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213724.069781:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213724.069782:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213724.069783:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c923381. 02000000:00000001:0.0:1779213724.069786:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213724.069787:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213724.069788:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213724.069790:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213724.069791:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:0.0:1779213724.069793:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213724.069794:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213724.069795:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:0.0:1779213724.069797:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213724.069798:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213724.069800:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213724.069808:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213724.069809:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213724.069812:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213724.069814:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213724.700370:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213724.700379:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213724.700387:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213724.700388:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213724.700447:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213724.700451:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213724.700454:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213725.724351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213725.724357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213725.724363:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213725.724364:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213725.724418:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213725.724420:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213725.724422:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213726.748317:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213726.748323:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213726.748328:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213726.748329:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213726.748366:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213726.748369:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213726.748371:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213727.772344:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213727.772349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213727.772356:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213727.772357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213727.772408:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213727.772411:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213727.772414:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213728.796351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213728.796357:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213728.796362:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213728.796363:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213728.796426:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213728.796431:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213728.796433:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213729.180353:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213729.180362:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213729.180371:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bb3a5a4. 00000020:00000040:3.0:1779213729.180378:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213729.180382:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213729.180385:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213729.180390:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213729.180396:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:3.0:1779213729.180402:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213729.180426:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213729.180435:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213729.180438:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213729.180442:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bb3a5a4] to pc [ptlrpcd_00_00+0] req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213729.180500:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213729.180503:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213729.180504:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213729.180508:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213729.180508:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213729.180511:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1779213729.180512:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda99748. 00000100:00000040:2.0:1779213729.180516:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1779213729.180516:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213729.180521:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213729.180525:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213729.180528:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1779213729.180529:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213729.180530:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213729.180533:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009994e6b8. 02000000:00000001:2.0:1779213729.180534:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213729.180537:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213729.180538:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213729.180541:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213729.180543:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213729.180547:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213729.180548:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213729.180555:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960577536:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213729.180564:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213729.180566:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213729.180568:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213729.180571:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1779213729.180572:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda99748] to pc [ptlrpcd_00_01+1] req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213729.180574:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213729.180580:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213729.180586:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b61b989. 02000000:00000001:2.0:1779213729.180589:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213729.180590:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213729.180593:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1779213729.180594:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000001:3.0:1779213729.180596:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213729.180602:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff75a86. 00000400:00000010:2.0:1779213729.180604:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000020:00000040:3.0:1779213729.180605:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213729.180608:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213729.180610:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213729.180611:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779213729.180613:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213729.180614:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1779213729.180614:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577536, portal 25 02000000:00000001:3.0:1779213729.180615:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213729.180618:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213729.180621:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213729.180622:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582016 : -104753302969600 : ffffa0ba38966300) 02000000:00000010:3.0:1779213729.180626:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed470df3. 00000100:00000001:3.0:1779213729.180631:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213729.180634:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213729.180636:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213729.180639:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213729.180641:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213729.180643:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213729.180646:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213729.180651:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213729.180659:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960577664:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213729.180661:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213729.180666:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213729.180668:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213729.180669:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213729.180669:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213729.180671:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213729.180674:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213729.180675:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000040:3.0:1779213729.180677:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff75a86] to pc [ptlrpcd_00_02+2] req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213729.180680:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960577536, offset 0 02000000:00000001:0.0:1779213729.180685:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213729.180691:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217b6d7d. 00000400:00000200:2.0:1779213729.180693:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213729.180695:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213729.180699:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097612616. 00000100:00000001:3.0:1779213729.180709:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213729.180712:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213729.180716:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213729.180720:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11901) 00000400:00000200:2.0:1779213729.180721:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213729.180728:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213729.180732:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213729.180736:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213729.180740:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213729.180743:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [540:540:256:4294967295] 192.168.202.129@tcp LPNI seq info [540:540:8:4294967295] 00000100:00000001:1.0:1779213729.180745:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213729.180745:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213729.180750:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213729.180750:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.180753:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213729.180767:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:1.0:1779213729.180770:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213729.180787:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1779213729.180788:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213729.180789:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213729.180794:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213729.180796:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1779213729.180796:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c51c5576. 02000000:00000001:1.0:1779213729.180800:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213729.180804:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960577792:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213729.180806:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213729.180810:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213729.180814:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213729.180815:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213729.180818:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:1.0:1779213729.180819:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213729.180823:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000324ef76e. 02000000:00000001:1.0:1779213729.180825:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213729.180831:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000400:00000010:1.0:1779213729.180834:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000800:00000200:2.0:1779213729.180835:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c51c5576 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779213729.180837:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577792, portal 10 00000100:00000001:1.0:1779213729.180840:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213729.180841:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406587392 : -104753302964224 : ffffa0ba38967800) 00000100:00000040:1.0:1779213729.180849:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213729.180855:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.180856:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213729.180861:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213729.180862:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306569667 00000400:00000010:1.0:1779213729.180863:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d343be. 00000100:00000200:1.0:1779213729.180867:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960577792, offset 0 00000100:00000001:2.0:1779213729.180873:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306564547 00000400:00000200:1.0:1779213729.180875:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213729.180879:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306569667 00000100:00000001:2.0:1779213729.180883:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306564547 00000400:00000200:1.0:1779213729.180884:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213729.180888:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306569667 00000400:00000200:1.0:1779213729.180890:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213729.180892:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306564547 00000100:00000001:2.0:1779213729.180893:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306569667 00000100:00000001:2.0:1779213729.180895:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306564547 00000100:00000001:2.0:1779213729.180896:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213729.180900:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213729.180902:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213729.180903:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213729.180905:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213729.180908:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213729.180911:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213729.180911:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213729.180914:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1779213729.180917:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000541da37. 00000400:00000200:1.0:1779213729.180917:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [541:541:255:4294967295] 192.168.202.129@tcp LPNI seq info [541:541:7:4294967295] 00000100:00000001:2.0:1779213729.180917:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213729.180919:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213729.180922:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213729.180924:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577664, portal 10 00000100:00000001:2.0:1779213729.180925:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213729.180930:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213729.180933:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406585600 : -104753302966016 : ffffa0ba38967100) 00000400:00000200:1.0:1779213729.180936:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:0.0:1779213729.180942:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213729.180945:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213729.180951:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000100:00000001:0.0:1779213729.180956:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1779213729.180960:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213729.180961:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1779213729.180964:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213729.180966:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c51c5576. 00000400:00000010:0.0:1779213729.180968:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6ef91d. 00000800:00000200:1.0:1779213729.180970:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:0.0:1779213729.180973:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960577664, offset 0 00000800:00000200:1.0:1779213729.180974:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213729.180975:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213729.180981:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213729.180985:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213729.180986:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:1.0:1779213729.180987:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13447 usecs (14 jiffies) 00000100:00000001:1.0:1779213729.180992:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306564110 00000400:00000200:0.0:1779213729.180994:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213729.180996:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306569667 00000400:00000200:0.0:1779213729.180999:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213729.181000:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306564110 00000100:00000001:1.0:1779213729.181004:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306569667 00000400:00000200:0.0:1779213729.181005:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213729.181007:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306564110 00000400:00000200:0.0:1779213729.181010:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213729.181011:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306569667 00000100:00000001:1.0:1779213729.181015:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306564110 00000400:00000200:0.0:1779213729.181017:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213729.181018:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306569667 00000100:00000001:1.0:1779213729.181021:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213729.181023:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [542:542:254:4294967295] 192.168.202.129@tcp LPNI seq info [542:542:6:4294967295] 00000100:00000001:1.0:1779213729.181025:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.181028:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.181031:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213729.181036:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213729.181041:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213729.181043:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000800:00000010:0.0:1779213729.181045:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000400:00000010:3.0:1779213729.181046:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:1.0:1779213729.181048:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213729.181051:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213729.181053:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213729.181053:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213729.181055:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213729.181058:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213729.181060:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213729.181061:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213729.181064:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213729.181069:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213729.181070:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213729.181074:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 179121 usecs (180 jiffies) 00000100:00000001:0.0:1779213729.181076:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306564276 00000100:00000001:0.0:1779213729.181079:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306569667 00000100:00000001:0.0:1779213729.181086:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306564276 00000100:00000001:0.0:1779213729.181088:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306569667 00000100:00000001:0.0:1779213729.181090:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306564276 00000100:00000001:0.0:1779213729.181091:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306569667 00000100:00000001:0.0:1779213729.181092:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306564276 00000100:00000001:0.0:1779213729.181094:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306569667 00000100:00000001:0.0:1779213729.181095:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213729.181097:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213729.181099:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213729.181101:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213729.181105:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213729.181106:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213729.181108:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213729.181109:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213729.181110:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213729.181112:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213729.181120:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213729.181130:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213729.181132:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213729.181138:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213729.181140:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213729.181159:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213729.181161:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000400:00000200:3.0:1779213729.181164:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213729.181171:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213729.181174:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d343be 00000400:00000010:3.0:1779213729.181175:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000021d343be. 00000100:00000001:3.0:1779213729.181177:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213729.181179:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213729.181186:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213729.181188:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213729.181193:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213729.181195:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213729.181238:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213729.181241:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:3.0:1779213729.181244:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213729.181247:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213729.181249:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ef91d 00000400:00000010:3.0:1779213729.181251:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ef91d. 00000100:00000001:3.0:1779213729.181253:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213729.181256:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213729.181262:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213729.181264:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213729.181269:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213729.181270:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213729.183875:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.183889:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213729.183893:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.183895:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213729.183903:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213729.183916:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210600 00000400:00000200:0.0:1779213729.183923:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x11a9 [1] + 224 00000800:00000001:0.0:1779213729.183930:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.183933:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213729.183936:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213729.183939:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213729.183945:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213729.183950:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213729.183959:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213729.183986:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213729.183995:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.183997:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213729.183999:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.184001:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213729.184005:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213729.184010:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210680 00000400:00000200:0.0:1779213729.184015:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11b9 [1] + 224 00000800:00000001:0.0:1779213729.184018:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.184022:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213729.184024:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213729.184028:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213729.184030:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213729.184039:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213729.184040:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213729.184044:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213729.184050:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213729.184052:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213729.184055:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213729.184059:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213729.184065:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:2.0:1779213729.184067:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:2.0:1779213729.184070:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213729.184075:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213729.184076:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213729.184082:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.184087:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213729.184087:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213729.184092:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.184095:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213729.184102:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213729.184113:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213729.184115:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213729.184118:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213729.184121:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213729.184123:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213729.184125:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213729.184133:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213729.184139:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213729.184143:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213729.184146:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213729.184147:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.184149:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213729.184151:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213729.184153:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213729.184157:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213729.184164:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213729.184166:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213729.184168:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213729.184170:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213729.184176:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000bb3a5a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960577536:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213729.184181:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213729.184183:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213729.184185:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bb3a5a4 x1865639960577536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213729.184191:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213729.184194:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213729.184197:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b61b989. 02000000:00000001:2.0:1779213729.184200:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213729.184202:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213729.184203:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213729.184219:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213729.184262:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:2.0:1779213729.184267:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213729.184269:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213729.184271:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bb3a5a4. 00000100:00000001:2.0:1779213729.184275:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213729.184276:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213729.184278:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213729.184283:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213729.184292:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213729.184294:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213729.184296:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.184357:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213729.184359:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213729.184362:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213729.184364:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213729.184365:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097612616. 00000400:00000200:1.0:1779213729.184369:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000541da37 00000400:00000010:1.0:1779213729.184370:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000541da37. 00000100:00000001:1.0:1779213729.184373:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213729.184376:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213729.184384:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213729.184390:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213729.184391:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184393:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213729.184394:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213729.184395:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213729.184396:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213729.184398:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213729.184402:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213729.184405:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213729.184408:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213729.184409:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213729.184410:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213729.184413:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.184416:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213729.184417:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213729.184419:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213729.184420:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213729.184423:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213729.184429:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213729.184431:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213729.184432:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213729.184441:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213729.184448:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000bda99748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960577664:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213729.184451:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184453:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213729.184455:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda99748 x1865639960577664/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213729.184471:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213729.184473:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213729.184475:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217b6d7d. 02000000:00000001:1.0:1779213729.184477:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213729.184478:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213729.184479:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213729.184481:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213729.184483:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009994e6b8. 02000000:00000001:1.0:1779213729.184488:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213729.184489:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213729.184490:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda99748. 00000100:00000001:1.0:1779213729.184493:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213729.184494:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184495:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184499:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213729.184500:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.184502:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213729.184503:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213729.184566:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210700 00000400:00000200:0.0:1779213729.184570:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11b1 [1] + 224 00000800:00000001:0.0:1779213729.184573:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.184579:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213729.184582:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213729.184584:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213729.184587:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213729.184596:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213729.184603:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213729.184619:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213729.184624:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213729.184626:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184752:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213729.184754:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213729.184758:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213729.184759:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213729.184760:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000400:00000200:1.0:1779213729.184763:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213729.184765:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:1.0:1779213729.184767:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213729.184770:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213729.184787:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213729.184793:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213729.184794:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184796:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213729.184797:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213729.184798:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213729.184800:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213729.184801:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213729.184805:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213729.184807:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213729.184809:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213729.184811:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213729.184812:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213729.184815:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213729.184820:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.184822:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213729.184824:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213729.184825:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213729.184826:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213729.184828:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213729.184833:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213729.184834:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213729.184835:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213729.184837:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213729.184843:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eff75a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960577792:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213729.184846:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184852:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213729.184854:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff75a86 x1865639960577792/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213729.184859:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213729.184860:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213729.184862:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000324ef76e. 02000000:00000001:1.0:1779213729.184864:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213729.184865:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213729.184866:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213729.184868:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213729.184869:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed470df3. 02000000:00000001:1.0:1779213729.184871:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213729.184872:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213729.184873:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff75a86. 00000100:00000001:1.0:1779213729.184876:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213729.184876:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184878:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213729.184881:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213729.184882:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213729.184884:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213729.184885:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820330:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213729.820337:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213729.820340:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213729.820343:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820348:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213729.820351:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820353:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820355:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213729.820361:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213729.820362:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213729.820363:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820365:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213729.820366:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820367:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213729.820369:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213729.820413:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213729.820416:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213729.820418:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213730.844337:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213730.844342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213730.844349:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213730.844350:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213730.844497:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213730.844502:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213730.844506:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213731.868362:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213731.868370:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213731.868379:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213731.868380:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213731.868664:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213731.868668:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213731.868671:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213732.892326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213732.892331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213732.892350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213732.892351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213732.892385:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213732.892389:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213732.892392:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213733.916336:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213733.916342:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213733.916348:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213733.916349:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213733.916401:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213733.916405:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213733.916446:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213734.300353:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213734.300360:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213734.300369:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213734.300375:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213734.300379:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213734.300381:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213734.300385:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213734.300391:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:0.0:1779213734.300397:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213734.300406:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213734.300435:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213734.300436:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213734.300441:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_03+3] req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.300461:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213734.300462:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213734.300465:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213734.300466:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213734.300468:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213734.300469:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213734.300470:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213734.300471:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213734.300473:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000001:3.0:1779213734.300484:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213734.300489:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213734.300490:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213734.300493:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213734.300494:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1779213734.300500:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.300503:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213734.300505:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.300506:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213734.300511:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213734.300512:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_00+0] req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213734.300513:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213734.300515:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213734.300520:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213734.300522:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213734.300525:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213734.300528:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960577920:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213734.300530:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213734.300532:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213734.300532:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213734.300536:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213734.300537:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 02000000:00000001:3.0:1779213734.300538:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1779213734.300540:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213734.300541:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213734.300542:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213734.300543:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213734.300545:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213734.300547:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213734.300547:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1779213734.300549:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:0.0:1779213734.300552:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 00000100:00000001:1.0:1779213734.300553:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213734.300554:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e86c2fd6. 00000100:00000001:0.0:1779213734.300558:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213734.300558:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.300564:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1779213734.300565:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b404e30. 00000100:00000001:1.0:1779213734.300568:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213734.300569:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213734.300571:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213734.300572:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213734.300574:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000001:1.0:1779213734.300576:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213734.300576:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.300580:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213734.300586:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1779213734.300587:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960577920, portal 25 00000100:00000040:1.0:1779213734.300588:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.300589:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213734.300592:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213734.300594:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000040:0.0:1779213734.300596:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_01+1] req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213734.300604:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213734.300624:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213734.300627:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213734.300628:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1779213734.300631:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213734.300632:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213734.300632:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213734.300634:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213734.300637:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1779213734.300637:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c13bfc6. 02000000:00000001:1.0:1779213734.300638:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213734.300642:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960577920, offset 0 00000100:00000040:0.0:1779213734.300645:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1779213734.300646:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960578048:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213734.300652:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1779213734.300653:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11906) 00000400:00000200:3.0:1779213734.300653:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213734.300655:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213734.300656:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213734.300660:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213734.300660:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1779213734.300665:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213734.300665:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213734.300670:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c567ebb1. 00000400:00000200:3.0:1779213734.300670:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213734.300672:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1779213734.300675:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213734.300675:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213734.300676:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213734.300678:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213734.300680:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1779213734.300682:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000100:00000001:2.0:1779213734.300683:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1779213734.300683:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213734.300690:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000040:2.0:1779213734.300690:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213734.300695:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779213734.300696:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578048, portal 10 00000400:00000200:3.0:1779213734.300701:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213734.300702:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213734.300706:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000400:00000200:3.0:1779213734.300709:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [543:543:256:4294967295] 192.168.202.129@tcp LPNI seq info [543:543:8:4294967295] 00000100:00000001:2.0:1779213734.300711:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213734.300713:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213734.300717:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213734.300718:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213734.300721:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213734.300725:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:2.0:1779213734.300726:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213734.300734:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960578176:192.168.202.129@tcp:400: 00000800:00000200:3.0:1779213734.300737:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213734.300739:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213734.300743:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1779213734.300743:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed470df3. 00000100:00000040:1.0:1779213734.300747:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213734.300747:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213734.300750:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213734.300751:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:1.0:1779213734.300752:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081b74abf. 02000000:00000001:2.0:1779213734.300755:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1779213734.300757:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960578048, offset 0 00000800:00000200:3.0:1779213734.300759:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000010:2.0:1779213734.300760:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1f8e2f5. 00000800:00000200:3.0:1779213734.300763:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed470df3 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1779213734.300764:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213734.300768:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213734.300771:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000400:00000200:1.0:1779213734.300777:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213734.300777:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000200:2.0:1779213734.300782:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578176, portal 10 00000400:00000200:1.0:1779213734.300783:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213734.300786:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213734.300788:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000001:3.0:1779213734.300788:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213734.300789:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213734.300794:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306574787 00000400:00000200:1.0:1779213734.300795:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213734.300798:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213734.300801:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213734.300803:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306569667 00000400:00000200:1.0:1779213734.300805:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [544:544:255:4294967295] 192.168.202.129@tcp LPNI seq info [544:544:7:4294967295] 00000100:00000001:3.0:1779213734.300809:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306574787 00000100:00000001:3.0:1779213734.300815:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306569667 00000100:00000001:3.0:1779213734.300819:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306574787 00000100:00000001:3.0:1779213734.300825:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306569667 00000100:00000001:2.0:1779213734.300827:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213734.300829:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213734.300830:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306574787 00000100:00000040:2.0:1779213734.300834:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213734.300835:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306569667 00000400:00000010:2.0:1779213734.300838:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000001:3.0:1779213734.300842:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213734.300845:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213734.300849:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213734.300849:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213734.300850:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960578176, offset 0 00000100:00000001:3.0:1779213734.300854:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1779213734.300855:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005060b810. 00000100:00000001:3.0:1779213734.300860:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213734.300863:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1779213734.300865:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213734.300866:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213734.300867:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213734.300870:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213734.300873:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213734.300876:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213734.300876:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213734.300878:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213734.300883:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005060b810 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213734.300883:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213734.300888:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213734.300888:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213734.300893:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213734.300894:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 178038 usecs (179 jiffies) 00000400:00000200:2.0:1779213734.300896:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213734.300899:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306569395 00000400:00000200:2.0:1779213734.300902:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [545:545:254:4294967295] 192.168.202.129@tcp LPNI seq info [545:545:6:4294967295] 00000100:00000001:1.0:1779213734.300904:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306574787 00000800:00000200:0.0:1779213734.300906:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213734.300909:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306569395 00000800:00000010:0.0:1779213734.300912:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed470df3. 00000100:00000001:1.0:1779213734.300915:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306574787 00000400:00000200:2.0:1779213734.300916:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213734.300920:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306569395 00000400:00000200:0.0:1779213734.300924:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213734.300925:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306574787 00000800:00000200:2.0:1779213734.300928:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213734.300930:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306569395 00000400:00000200:0.0:1779213734.300933:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000010:2.0:1779213734.300935:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adfb1585. 00000100:00000001:1.0:1779213734.300936:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306574787 00000400:00000200:0.0:1779213734.300937:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c13bfc6 00000400:00000010:0.0:1779213734.300940:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004c13bfc6. 00000100:00000001:1.0:1779213734.300941:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213734.300945:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1779213734.300945:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213734.300946:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.300951:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.300955:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213734.300955:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:0.0:1779213734.300957:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213734.300960:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1779213734.300961:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adfb1585 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213734.300963:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213734.300966:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213734.300968:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.300970:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213734.300974:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13395 usecs (14 jiffies) 00000100:00000001:0.0:1779213734.300978:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213734.300978:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306569230 00000100:00000001:2.0:1779213734.300982:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306574787 00000100:00000040:0.0:1779213734.300983:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213734.300988:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306569230 00000100:00000001:2.0:1779213734.300993:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306574787 00000100:00000001:0.0:1779213734.300994:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213734.300998:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213734.300999:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306569230 00000100:00000001:2.0:1779213734.301002:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306574787 00000100:00000001:2.0:1779213734.301003:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306569230 00000100:00000001:2.0:1779213734.301005:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306574787 00000800:00000200:0.0:1779213734.301010:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213734.301012:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005060b810. 00000400:00000200:0.0:1779213734.301017:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213734.301017:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213734.301021:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213734.301022:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213734.301025:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b74abf 00000400:00000010:0.0:1779213734.301026:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000081b74abf. 00000100:00000001:0.0:1779213734.301028:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213734.301030:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213734.301031:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213734.301036:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213734.301038:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213734.301041:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.301046:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213734.301046:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213734.301074:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213734.301076:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adfb1585. 00000400:00000200:0.0:1779213734.301081:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213734.301084:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213734.301086:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:0.0:1779213734.301088:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000001:0.0:1779213734.301091:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213734.301098:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.301105:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213734.301107:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.301113:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213734.301114:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213734.302546:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213734.302643:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213734.302652:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213734.302656:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213734.302662:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213734.302673:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210780 00000400:00000200:3.0:1779213734.302680:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x11c1 [1] + 224 00000800:00000001:3.0:1779213734.302755:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213734.302759:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213734.302761:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213734.302765:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213734.302770:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213734.302773:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213734.302782:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213734.302835:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213734.302842:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213734.302845:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1779213734.302846:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213734.302850:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213734.302850:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213734.302853:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213734.302856:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213734.302859:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1779213734.302861:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000010:0.0:1779213734.302862:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b404e30. 00000400:00000200:0.0:1779213734.302867:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:0.0:1779213734.302871:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000400:00000200:3.0:1779213734.302871:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210800 00000100:00000001:0.0:1779213734.302876:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1779213734.302880:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11c9 [1] + 224 00000100:00000200:0.0:1779213734.302883:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213734.302887:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213734.302892:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213734.302892:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213734.302897:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213734.302902:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213734.302905:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213734.302906:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213734.302908:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213734.302911:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213734.302911:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213734.302912:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213734.302914:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213734.302915:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213734.302919:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=39 v=5 (5 5 5 5) 00000100:00000200:3.0:1779213734.302922:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213734.302923:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=39 v=5 (1 1 1 1) 00000100:00000040:3.0:1779213734.302931:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.302934:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213734.302936:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213734.302940:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213734.302942:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213734.302945:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213734.302948:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213734.302977:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213734.302982:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1779213734.302983:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213734.302986:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1779213734.302988:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213734.302989:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213734.302993:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1779213734.302996:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213734.302997:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213734.303008:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213734.303010:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213734.303011:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1779213734.303012:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960577920:192.168.202.129@tcp:400: 00000400:00000001:1.0:1779213734.303016:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213734.303019:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213734.303021:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1779213734.303021:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000100:00000001:0.0:1779213734.303026:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1779213734.303026:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210880 00000400:00000200:1.0:1779213734.303027:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213734.303031:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000040:0.0:1779213734.303032:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960577920/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213734.303036:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213734.303041:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1779213734.303044:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11d1 [1] + 224 02000000:00000001:0.0:1779213734.303046:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1779213734.303048:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213734.303049:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e86c2fd6. 00000800:00000001:3.0:1779213734.303051:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1779213734.303055:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213734.303058:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213734.303061:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000200:1.0:1779213734.303063:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213734.303065:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1779213734.303066:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1779213734.303069:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 00000400:00000200:3.0:1779213734.303071:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1779213734.303076:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213734.303079:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213734.303079:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213734.303080:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000010:0.0:1779213734.303082:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:1.0:1779213734.303083:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213734.303085:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213734.303088:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213734.303089:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1779213734.303091:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213734.303092:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213734.303092:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213734.303093:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213734.303096:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213734.303096:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213734.303101:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213734.303104:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213734.303107:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213734.303108:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=28 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213734.303113:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1779213734.303113:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=28 v=5 (1 1 1 1) 00000100:00000040:3.0:1779213734.303115:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213734.303116:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.303118:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213734.303121:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213734.303125:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213734.303129:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.303132:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213734.303133:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213734.303135:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213734.303136:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213734.303137:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1779213734.303142:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213734.303142:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213734.303146:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213734.303152:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213734.303155:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213734.303156:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213734.303159:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213734.303166:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960578048:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213734.303170:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213734.303172:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213734.303174:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960578048/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213734.303181:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213734.303184:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213734.303187:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1779213734.303189:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1779213734.303190:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1779213734.303191:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1779213734.303192:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c567ebb1. 00000400:00000010:2.0:1779213734.303193:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 02000000:00000001:1.0:1779213734.303197:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1779213734.303198:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000020:00000001:1.0:1779213734.303201:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:2.0:1779213734.303201:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000020:00000040:1.0:1779213734.303204:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213734.303204:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1779213734.303207:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213734.303209:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 00000100:00000200:2.0:1779213734.303211:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213734.303213:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213734.303215:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213734.303217:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:1.0:1779213734.303254:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213734.303256:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213734.303259:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213734.303265:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1779213734.303266:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213734.303268:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213734.303272:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213734.303274:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213734.303280:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213734.303282:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213734.303284:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213734.303286:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213734.303287:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213734.303289:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213734.303291:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213734.303295:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213734.303298:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=118 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213734.303301:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213734.303302:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213734.303304:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213734.303307:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213734.303313:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213734.303316:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213734.303317:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213734.303318:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213734.303326:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213734.303329:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213734.303336:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213734.303338:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213734.303339:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213734.303341:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213734.303348:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960578176:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213734.303352:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213734.303354:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213734.303356:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960578176/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213750 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213734.303362:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213734.303363:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213734.303365:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1f8e2f5. 02000000:00000001:2.0:1779213734.303368:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213734.303370:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213734.303371:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213734.303373:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213734.303374:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 02000000:00000001:2.0:1779213734.303376:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213734.303377:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213734.303378:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:2.0:1779213734.303381:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213734.303382:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213734.303383:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213734.303387:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213734.303388:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213734.303390:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213734.303391:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213734.940538:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213734.940546:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213734.940573:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213734.940575:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213734.940681:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213734.940686:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213734.940689:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213735.965345:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213735.965429:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213735.965437:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213735.965439:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213735.969567:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213735.969575:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213735.969581:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213736.988365:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213736.988373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213736.988391:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213736.988393:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213736.988425:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213736.988430:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213736.988433:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213738.012297:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213738.012302:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213738.012305:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213738.012307:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213738.012352:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213738.012354:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213738.012356:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213739.036475:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213739.036483:0:204343:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213739.036491:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213739.036492:0:204343:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213739.036530:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213739.036534:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213739.036537:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213739.420410:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213739.420422:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213739.420435:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1bb517. 00000020:00000040:1.0:1779213739.420443:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213739.420449:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213739.420453:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213739.420459:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213739.420467:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9fe75b8. 00000100:00000001:1.0:1779213739.420475:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213739.420488:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213739.420500:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213739.420503:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213739.420526:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1bb517] to pc [ptlrpcd_00_02+2] req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213739.420561:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213739.420564:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213739.420567:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213739.420570:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004be2885. 00000020:00000040:1.0:1779213739.420573:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213739.420575:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213739.420577:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213739.420579:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213739.420583:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e6e5927. 00000100:00000001:1.0:1779213739.420587:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213739.420591:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213739.420593:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213739.420600:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1779213739.420600:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213739.420602:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213739.420603:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213739.420606:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004be2885] to pc [ptlrpcd_00_03+3] req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213739.420609:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.420611:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213739.420622:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213739.420625:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213739.420626:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.420627:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213739.420630:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213739.420630:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213739.420631:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213739.420635:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213739.420635:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213739.420636:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213739.420640:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37d84ad. 00000100:00000040:0.0:1779213739.420641:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1779213739.420645:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213739.420649:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213739.420652:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213739.420655:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.420656:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213739.420658:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213739.420662:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005060b810. 02000000:00000001:0.0:1779213739.420663:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213739.420667:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213739.420668:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213739.420673:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213739.420675:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1779213739.420679:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960578432:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213739.420687:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213739.420694:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213739.420698:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213739.420704:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213739.420707:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213739.420709:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213739.420710:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f229ee86. 02000000:00000001:0.0:1779213739.420714:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213739.420714:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37d84ad] to pc [ptlrpcd_00_00+0] req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213739.420721:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006392583e. 00000400:00000010:0.0:1779213739.420731:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e829f7. 00000100:00000200:0.0:1779213739.420740:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578432, portal 10 00000100:00000001:0.0:1779213739.420742:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213739.420744:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728217984 : -104753981333632 : ffffa0ba10275f80) 00000100:00000001:1.0:1779213739.420746:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213739.420750:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213739.420754:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213739.420756:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213739.420760:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213739.420764:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11912) 00000100:00000001:2.0:1779213739.420765:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213739.420780:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213739.420781:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213739.420789:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213739.420792:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb28d2c. 00000100:00000040:2.0:1779213739.420795:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213739.420797:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960578432, offset 0 00000100:00000001:2.0:1779213739.420809:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213739.420810:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213739.420812:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213739.420813:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213739.420820:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213739.420821:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213739.420831:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213739.420832:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213739.420838:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213739.420840:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1779213739.420844:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960578560:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213739.420851:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213739.420855:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:2.0:1779213739.420855:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213739.420859:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213739.420862:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213739.420865:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213739.420871:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [546:546:256:4294967295] 192.168.202.129@tcp LPNI seq info [546:546:8:4294967295] 02000000:00000001:2.0:1779213739.420872:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213739.420877:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad0f9893. 02000000:00000001:2.0:1779213739.420881:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213739.420886:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000400:00000200:0.0:1779213739.420888:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213739.420893:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000800:00000200:0.0:1779213739.420898:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213739.420900:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578560, portal 10 00000800:00000010:0.0:1779213739.420904:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce0303a. 00000800:00000200:0.0:1779213739.420913:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213739.420918:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213739.420919:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728218880 : -104753981332736 : ffffa0ba10276300) 00000800:00000200:0.0:1779213739.420923:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213739.420928:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dce0303a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779213739.420928:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213739.420939:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213739.420941:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213739.420944:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfc1185. 00000100:00000200:2.0:1779213739.420947:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960578560, offset 0 00000100:00000001:0.0:1779213739.420950:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213739.420955:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213739.420957:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 176958 usecs (177 jiffies) 00000100:00000001:0.0:1779213739.420963:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306574513 00000400:00000200:2.0:1779213739.420963:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213739.420968:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306574787 00000100:00000001:0.0:1779213739.420971:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306574513 00000100:00000001:0.0:1779213739.420975:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306574787 00000400:00000200:2.0:1779213739.420977:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213739.420978:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306574513 00000100:00000001:0.0:1779213739.420982:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306574787 00000400:00000200:2.0:1779213739.420984:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213739.420988:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306574513 00000400:00000200:2.0:1779213739.420990:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213739.420992:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306574787 00000400:00000200:2.0:1779213739.420995:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213739.420998:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213739.421001:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [547:547:255:4294967295] 192.168.202.129@tcp LPNI seq info [547:547:7:4294967295] 00000100:00000001:0.0:1779213739.421003:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.421009:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213739.421015:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213739.421019:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213739.421032:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213739.421033:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213739.421036:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213739.421039:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adfb1585. 02000000:00000001:0.0:1779213739.421040:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1779213739.421045:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:0.0:1779213739.421049:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213739.421053:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213739.421056:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adfb1585 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213739.421059:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213739.421062:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13331 usecs (14 jiffies) 02000000:00000001:0.0:1779213739.421063:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213739.421066:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306574350 00000100:00000001:2.0:1779213739.421069:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306574787 00000100:00100000:0.0:1779213739.421070:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960578304:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213739.421074:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213739.421077:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213739.421078:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306574350 02000000:00000001:0.0:1779213739.421080:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213739.421082:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306574787 02000000:00000001:0.0:1779213739.421083:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213739.421086:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306574350 02000000:00000010:0.0:1779213739.421087:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a2c8a7. 00000100:00000001:2.0:1779213739.421088:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306574787 02000000:00000001:0.0:1779213739.421091:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213739.421093:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306574350 00000400:00000010:0.0:1779213739.421095:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce9dc077. 00000100:00000001:2.0:1779213739.421096:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306574787 00000100:00000001:2.0:1779213739.421100:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1779213739.421101:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1a3d688. 00000100:00000001:2.0:1779213739.421103:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213739.421105:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578304, portal 25 00000100:00000001:2.0:1779213739.421107:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.421108:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213739.421111:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728222464 : -104753981329152 : ffffa0ba10277100) 00000100:00000001:2.0:1779213739.421112:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213739.421118:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213739.421119:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213739.421122:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213739.421127:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213739.421129:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213739.421130:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213739.421132:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.421141:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213739.421144:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213739.421146:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ea7667e. 00000100:00000200:0.0:1779213739.421148:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960578304, offset 0 00000400:00000200:0.0:1779213739.421154:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213739.421159:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213739.421162:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213739.421164:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213739.421166:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213739.421168:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213739.421171:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548:548:254:4294967295] 192.168.202.129@tcp LPNI seq info [548:548:6:4294967295] 00000400:00000200:0.0:1779213739.421179:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213739.421183:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213739.421186:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec58ae11. 00000800:00000200:0.0:1779213739.421189:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213739.421193:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213739.421200:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ec58ae11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213739.421204:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.421206:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306579907 00000100:00000001:0.0:1779213739.421213:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306574787 00000100:00000001:0.0:1779213739.421217:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306579907 00000100:00000001:0.0:1779213739.421220:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306574787 00000100:00000001:0.0:1779213739.421243:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306579908 00000100:00000001:0.0:1779213739.421246:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306574787 00000100:00000001:0.0:1779213739.421249:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306579908 00000100:00000001:0.0:1779213739.421253:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306574787 00000100:00000001:0.0:1779213739.421256:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213739.421257:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.421260:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213739.421262:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213739.421265:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213739.421267:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213739.421269:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213739.421270:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213739.421272:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213739.421273:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213739.421275:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213739.421279:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce0303a. 00000400:00000200:1.0:1779213739.421287:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213739.421294:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213739.421301:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb28d2c 00000400:00000010:1.0:1779213739.421303:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb28d2c. 00000100:00000001:1.0:1779213739.421308:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213739.421312:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213739.421322:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213739.421325:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213739.421333:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213739.421335:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213739.421345:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213739.421347:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adfb1585. 00000400:00000200:1.0:1779213739.421351:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213739.421355:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213739.421368:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfc1185 00000400:00000010:1.0:1779213739.421370:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfc1185. 00000100:00000001:1.0:1779213739.421372:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213739.421375:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213739.421389:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213739.421391:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213739.421404:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213739.421406:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213739.421474:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213739.421476:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec58ae11. 00000400:00000200:1.0:1779213739.421479:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213739.421483:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213739.421485:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea7667e 00000400:00000010:1.0:1779213739.421487:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ea7667e. 00000100:00000001:1.0:1779213739.421489:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213739.421491:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213739.421499:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213739.421501:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213739.421508:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213739.421509:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213739.423851:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213739.423875:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213739.423880:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213739.423882:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213739.423896:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213739.423912:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210980 00000400:00000200:0.0:1779213739.423921:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11d9 [1] + 224 00000800:00000001:0.0:1779213739.423929:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213739.423932:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213739.423935:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213739.423938:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213739.423953:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213739.423957:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213739.423965:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213739.423987:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213739.423996:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213739.423999:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213739.424001:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213739.424004:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213739.424008:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213739.424015:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210a00 00000400:00000200:0.0:1779213739.424021:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11e1 [1] + 224 00000800:00000001:0.0:1779213739.424025:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213739.424030:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213739.424033:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213739.424033:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213739.424037:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213739.424039:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213739.424043:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213739.424051:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213739.424057:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213739.424060:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213739.424064:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213739.424068:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006392583e. 00000400:00000200:3.0:1779213739.424076:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e829f7 00000400:00000010:3.0:1779213739.424078:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099e829f7. 00000100:00000001:3.0:1779213739.424081:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213739.424089:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213739.424096:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213739.424098:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213739.424106:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213739.424108:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213739.424108:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213739.424113:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213739.424115:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213739.424116:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213739.424119:0:199015:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:0.0:1779213739.424125:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 02000000:00000001:3.0:1779213739.424127:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213739.424130:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213739.424131:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213739.424138:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210900 02000000:00000001:3.0:1779213739.424138:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213739.424150:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x11e9 [1] + 224 00000100:00001000:3.0:1779213739.424150:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213739.424156:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213739.424162:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213739.424163:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213739.424164:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213739.424167:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213739.424173:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213739.424174:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213739.424176:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1779213739.424177:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213739.424178:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213739.424185:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213739.424188:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213739.424194:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213739.424198:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213739.424198:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213739.424199:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213739.424208:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213739.424210:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213739.424211:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1779213739.424217:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:2.0:1779213739.424217:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000100:00000001:3.0:1779213739.424217:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213739.424273:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213739.424295:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000100:00100000:3.0:1779213739.424295:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000004be2885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960578432:192.168.202.129@tcp:400: 00000400:00000010:2.0:1779213739.424299:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:2.0:1779213739.424309:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213739.424310:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213739.424311:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213739.424318:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213739.424319:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213739.424329:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213739.424336:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004be2885 x1865639960578432/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213739.424347:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213739.424390:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213739.424419:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213739.424421:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213739.424423:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213739.424427:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1779213739.424428:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f229ee86. 00000800:00000001:0.0:1779213739.424430:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213739.424431:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213739.424434:0:199012:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1779213739.424436:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213739.424437:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213739.424448:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1779213739.424448:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213739.424453:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213739.424454:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213739.424458:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213739.424459:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213739.424463:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213739.424466:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e6e5927. 00000100:00001000:2.0:1779213739.424470:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=44 v=5 (5 5 5 5) 02000000:00000001:3.0:1779213739.424472:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1779213739.424476:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=123 v=5 (1 0 0 0) 02000000:00000001:3.0:1779213739.424477:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213739.424480:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004be2885. 00000100:00000001:2.0:1779213739.424483:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213739.424486:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213739.424488:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1779213739.424489:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1779213739.424491:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1779213739.424497:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213739.424497:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213739.424504:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213739.424506:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213739.424511:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1779213739.424513:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213739.424515:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213739.424520:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce9dc077. 00000100:00000001:2.0:1779213739.424521:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213739.424524:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213739.424526:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1779213739.424526:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a3d688 00000100:00000001:2.0:1779213739.424528:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213739.424531:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213739.424540:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a3d688. 00000100:00000001:3.0:1779213739.424549:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213739.424554:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213739.424557:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213739.424559:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213739.424564:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213739.424572:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213739.424584:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213739.424586:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1779213739.424595:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c37d84ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960578560:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213739.424600:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213739.424602:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213739.424604:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213739.424608:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:2.0:1779213739.424610:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c37d84ad x1865639960578560/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213739.424612:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213739.424618:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213739.424622:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213739.424633:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213739.424633:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213739.424636:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213739.424639:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad0f9893. 00000100:00001000:3.0:1779213739.424640:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=44 v=5 (5 5 5 5) 02000000:00000001:2.0:1779213739.424645:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1779213739.424646:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213739.424649:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213739.424650:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213739.424652:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213739.424656:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779213739.424658:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213739.424659:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213739.424661:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213739.424665:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1779213739.424668:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213739.424670:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005060b810. 02000000:00000001:2.0:1779213739.424679:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213739.424684:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213739.424686:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1779213739.424688:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c37d84ad. 00000100:00000001:3.0:1779213739.424691:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213739.424693:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213739.424696:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213739.424699:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213739.424709:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213739.424709:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213739.424720:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213739.424724:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213739.424724:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1bb517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960578304:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213739.424733:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213739.424736:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213739.424737:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213739.424743:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213739.424746:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1bb517 x1865639960578304/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213739.424753:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213739.424756:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213739.424758:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a2c8a7. 02000000:00000001:3.0:1779213739.424761:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213739.424763:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213739.424764:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213739.424766:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213739.424767:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9fe75b8. 02000000:00000001:3.0:1779213739.424770:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213739.424777:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213739.424778:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1bb517. 00000100:00000001:3.0:1779213739.424781:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213739.424782:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213739.424784:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213739.424791:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213739.424793:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213739.424795:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213739.424796:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060436:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213740.060446:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213740.060449:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213740.060453:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060459:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213740.060462:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060464:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060467:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060472:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213740.060474:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213740.060475:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213740.060477:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060479:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213740.060480:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060481:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213740.060483:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213740.060654:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213740.060658:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213740.060662:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213741.084331:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213741.084336:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213741.084361:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213741.084362:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213741.084421:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213741.084425:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213741.084428:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213742.108395:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213742.108400:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213742.108405:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213742.108407:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213742.108584:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213742.108587:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213742.108590:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213743.132342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213743.132347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213743.132351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213743.132352:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213743.132413:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213743.132417:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213743.132420:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213744.156304:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213744.156320:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213744.156326:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213744.156327:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213744.156402:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213744.156406:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213744.156408:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213744.540376:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213744.540385:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213744.540394:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213744.540400:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213744.540404:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213744.540407:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213744.540412:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213744.540419:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009994e6b8. 00000100:00000001:3.0:1779213744.540427:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213744.540437:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213744.540447:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213744.540449:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213744.540454:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_01+1] req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.540485:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213744.540488:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213744.540492:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213744.540495:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096022ccf. 00000020:00000040:3.0:1779213744.540497:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213744.540499:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213744.540499:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213744.540504:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779213744.540515:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1779213744.540517:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213744.540517:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213744.540518:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213744.540522:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213744.540524:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000040:1.0:1779213744.540525:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.540530:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213744.540538:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213744.540539:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213744.540542:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213744.540548:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213744.540551:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213744.540552:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213744.540554:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213744.540556:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213744.540560:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096022ccf] to pc [ptlrpcd_00_02+2] req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213744.540561:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960578688:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213744.540565:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213744.540570:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213744.540573:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213744.540577:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213744.540582:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e7c5429. 02000000:00000001:1.0:1779213744.540585:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213744.540591:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbcb29e. 00000400:00000010:1.0:1779213744.540602:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000001:3.0:1779213744.540605:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213744.540608:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1779213744.540609:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578688, portal 25 00000100:00000001:3.0:1779213744.540613:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213744.540614:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213744.540616:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000010:3.0:1779213744.540618:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038580c40. 00000020:00000040:3.0:1779213744.540621:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:1.0:1779213744.540622:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.540626:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213744.540628:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213744.540630:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213744.540636:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1779213744.540636:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:3.0:1779213744.540640:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213744.540642:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213744.540647:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000040:3.0:1779213744.540649:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1779213744.540652:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960578688, offset 0 00000100:00000001:0.0:1779213744.540654:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213744.540659:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1779213744.540664:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213744.540665:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213744.540665:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213744.540668:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213744.540674:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038580c40] to pc [ptlrpcd_00_03+3] req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213744.540675:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213744.540679:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213744.540682:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213744.540684:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213744.540686:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213744.540690:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213744.540693:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213744.540694:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213744.540697:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213744.540698:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1779213744.540702:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213744.540708:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1779213744.540710:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213744.540716:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1779213744.540717:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11917) 00000100:00000001:0.0:1779213744.540718:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213744.540718:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213744.540722:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213744.540725:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213744.540726:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [549:549:256:4294967295] 192.168.202.129@tcp LPNI seq info [549:549:8:4294967295] 02000000:00000001:0.0:1779213744.540728:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213744.540732:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960578816:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213744.540739:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213744.540742:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213744.540743:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213744.540746:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213744.540750:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1ee1edb. 00000400:00000200:1.0:1779213744.540752:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213744.540759:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213744.540760:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213744.540765:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b41e348. 00000800:00000010:1.0:1779213744.540767:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000800:00000200:1.0:1779213744.540775:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:0.0:1779213744.540776:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000200:0.0:1779213744.540782:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578816, portal 10 00000100:00000001:2.0:1779213744.540783:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213744.540785:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1779213744.540787:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1779213744.540788:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406581120 : -104753302970496 : ffffa0ba38965f80) 00000800:00000200:1.0:1779213744.540789:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213744.540790:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213744.540795:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213744.540797:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1779213744.540799:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213744.540800:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213744.540806:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213744.540809:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213744.540812:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213744.540814:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213744.540815:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213744.540819:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1779213744.540820:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213744.540822:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306585027 00000400:00000010:0.0:1779213744.540824:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000200:0.0:1779213744.540828:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960578816, offset 0 00000100:00000001:1.0:1779213744.540832:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306579907 00000400:00000200:0.0:1779213744.540838:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213744.540839:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213744.540841:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306585027 00000100:00000001:2.0:1779213744.540841:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213744.540845:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213744.540847:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306579907 02000000:00000001:2.0:1779213744.540847:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1779213744.540851:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213744.540851:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213744.540852:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306585027 00000400:00000200:0.0:1779213744.540857:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:2.0:1779213744.540857:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213744.540858:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306579908 00000100:00000001:1.0:1779213744.540863:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306585027 00000400:00000200:0.0:1779213744.540864:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1779213744.540865:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960578944:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213744.540867:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306579908 00000400:00000200:0.0:1779213744.540872:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213744.540874:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213744.540874:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213744.540878:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1779213744.540879:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [550:550:255:4294967295] 192.168.202.129@tcp LPNI seq info [550:550:7:4294967295] 00000100:00000001:1.0:1779213744.540879:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213744.540882:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213744.540884:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213744.540885:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213744.540887:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213744.540889:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850e063f. 02000000:00000001:2.0:1779213744.540893:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213744.540895:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213744.540897:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1779213744.540897:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000001:1.0:1779213744.540903:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213744.540904:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213744.540904:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000001:1.0:1779213744.540906:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213744.540910:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213744.540911:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960578944, portal 10 00000800:00000200:0.0:1779213744.540915:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213744.540916:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213744.540916:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1779213744.540922:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec58ae11. 00000100:00000001:2.0:1779213744.540923:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406586496 : -104753302965120 : ffffa0ba38967480) 00000800:00000200:0.0:1779213744.540929:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:2.0:1779213744.540933:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213744.540938:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213744.540942:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ec58ae11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213744.540949:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213744.540949:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213744.540953:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213744.540954:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 175900 usecs (176 jiffies) 00000100:00000001:0.0:1779213744.540957:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306579632 00000400:00000010:2.0:1779213744.540957:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000001:0.0:1779213744.540962:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306585027 00000100:00000200:2.0:1779213744.540962:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960578944, offset 0 00000100:00000001:0.0:1779213744.540965:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306579632 00000400:00000200:2.0:1779213744.540969:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213744.540975:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306585027 00000400:00000200:2.0:1779213744.540976:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213744.540979:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306579632 00000400:00000200:2.0:1779213744.540980:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213744.540985:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306585027 00000400:00000200:2.0:1779213744.540985:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213744.540990:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306579632 00000400:00000200:2.0:1779213744.540991:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213744.540994:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306585027 00000400:00000200:2.0:1779213744.540996:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213744.540998:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213744.541001:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [551:551:254:4294967295] 192.168.202.129@tcp LPNI seq info [551:551:6:4294967295] 00000100:00000001:0.0:1779213744.541002:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213744.541007:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213744.541010:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213744.541014:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213744.541017:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213744.541017:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213744.541019:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213744.541022:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213744.541026:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213744.541039:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c51c5576. 00000800:00000200:2.0:1779213744.541046:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213744.541050:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213744.541053:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c51c5576 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213744.541055:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213744.541058:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13277 usecs (14 jiffies) 00000100:00000001:2.0:1779213744.541060:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306579470 00000100:00000001:2.0:1779213744.541061:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306585027 00000100:00000001:2.0:1779213744.541063:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306579470 00000100:00000001:2.0:1779213744.541064:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306585027 00000100:00000001:2.0:1779213744.541066:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306579470 00000100:00000001:2.0:1779213744.541068:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306585027 00000100:00000001:2.0:1779213744.541069:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306579470 00000100:00000001:2.0:1779213744.541075:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306585027 00000100:00000001:2.0:1779213744.541077:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213744.541078:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213744.541080:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213744.541082:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213744.541168:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213744.541172:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000400:00000200:3.0:1779213744.541177:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213744.541181:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213744.541185:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:3.0:1779213744.541187:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000001:3.0:1779213744.541191:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213744.541194:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.541202:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213744.541205:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.541211:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213744.541212:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213744.541238:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213744.541240:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec58ae11. 00000400:00000200:3.0:1779213744.541243:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213744.541245:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213744.541248:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:3.0:1779213744.541249:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:3.0:1779213744.541251:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213744.541253:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.541260:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213744.541262:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.541268:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213744.541269:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213744.541339:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213744.541341:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c51c5576. 00000400:00000200:3.0:1779213744.541345:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213744.541347:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213744.541350:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000010:3.0:1779213744.541356:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000100:00000001:3.0:1779213744.541359:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213744.541362:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.541368:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213744.541370:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.541375:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213744.541376:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213744.543153:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213744.543164:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213744.543167:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213744.543169:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213744.543176:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213744.543188:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210a80 00000400:00000200:1.0:1779213744.543201:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x11f1 [1] + 224 00000800:00000001:1.0:1779213744.543207:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213744.543210:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213744.543213:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213744.543216:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213744.543243:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213744.543249:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213744.543257:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213744.543271:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213744.543280:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213744.543283:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213744.543284:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213744.543286:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213744.543289:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213744.543294:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210b00 00000400:00000200:1.0:1779213744.543298:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x11f9 [1] + 224 00000800:00000001:1.0:1779213744.543301:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213744.543317:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213744.543319:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213744.543322:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213744.543325:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213744.543327:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213744.543334:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213744.543354:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213744.543358:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213744.543361:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213744.543428:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213744.543431:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213744.543437:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213744.543438:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213744.543440:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b41e348. 00000400:00000200:0.0:1779213744.543444:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:0.0:1779213744.543445:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:0.0:1779213744.543448:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213744.543451:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213744.543458:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213744.543464:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213744.543466:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213744.543468:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213744.543471:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213744.543474:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213744.543476:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213744.543478:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213744.543485:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213744.543494:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213744.543497:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213744.543499:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213744.543501:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213744.543505:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213744.543509:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213744.543510:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213744.543512:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213744.543514:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213744.543517:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213744.543524:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213744.543527:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213744.543528:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213744.543531:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213744.543537:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000096022ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960578816:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213744.543542:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213744.543544:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213744.543546:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096022ccf x1865639960578816/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213744.543552:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213744.543554:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213744.543556:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1ee1edb. 02000000:00000001:0.0:1779213744.543559:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213744.543561:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213744.543562:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213744.543564:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213744.543566:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:0.0:1779213744.543570:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213744.543572:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213744.543573:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096022ccf. 00000100:00000001:0.0:1779213744.543577:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213744.543583:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213744.543584:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213744.543590:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213744.543591:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213744.543593:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213744.543595:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213744.543688:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213744.543691:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213744.543694:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213744.543695:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213744.543697:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbcb29e. 00000400:00000200:3.0:1779213744.543700:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:3.0:1779213744.543702:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:3.0:1779213744.543705:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213744.543744:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213744.543753:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.543758:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213744.543759:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213744.543760:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213744.543762:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213744.543763:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213744.543764:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213744.543765:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213744.543767:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213744.543769:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213744.543770:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213744.543771:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213744.543772:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213744.543773:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213744.543774:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213744.543781:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.543785:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213744.543787:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213744.543787:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213744.543789:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213744.543793:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960578688:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213744.543796:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213744.543797:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213744.543798:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960578688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213744.543801:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213744.543802:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213744.543803:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e7c5429. 02000000:00000001:3.0:1779213744.543804:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213744.543805:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213744.543806:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213744.543807:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213744.543808:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009994e6b8. 02000000:00000001:3.0:1779213744.543809:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213744.543810:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213744.543811:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:3.0:1779213744.543813:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213744.543814:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213744.543814:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213744.543817:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213744.543818:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213744.543819:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213744.543820:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213744.544093:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213744.544099:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213744.544101:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213744.544103:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213744.544108:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213744.544116:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210b80 00000400:00000200:0.0:1779213744.544120:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1201 [1] + 224 00000800:00000001:0.0:1779213744.544124:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213744.544130:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213744.544132:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213744.544134:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213744.544138:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213744.544142:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213744.544150:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213744.544173:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213744.544178:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213744.544180:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213744.544473:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213744.544476:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213744.544480:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213744.544481:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213744.544482:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213744.544486:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:2.0:1779213744.544488:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:2.0:1779213744.544490:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213744.544493:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213744.544501:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213744.544507:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213744.544509:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213744.544510:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213744.544512:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213744.544513:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213744.544514:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213744.544516:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213744.544519:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213744.544522:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=128 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213744.544524:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213744.544525:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213744.544527:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213744.544530:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213744.544535:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213744.544537:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213744.544538:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213744.544547:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213744.544548:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213744.544552:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213744.544558:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213744.544560:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213744.544561:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213744.544563:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213744.544571:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038580c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960578944:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213744.544575:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213744.544576:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213744.544579:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038580c40 x1865639960578944/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213744.544585:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213744.544586:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213744.544588:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850e063f. 02000000:00000001:2.0:1779213744.544591:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213744.544592:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213744.544593:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213744.544595:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213744.544596:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:2.0:1779213744.544599:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213744.544600:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213744.544601:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038580c40. 00000100:00000001:2.0:1779213744.544604:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213744.544605:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213744.544606:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213744.544610:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213744.544611:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213744.544613:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213744.544615:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213745.180313:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213745.180333:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213745.180339:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213745.180340:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213745.181115:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213745.181118:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213745.181120:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213746.204394:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213746.204402:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213746.204409:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213746.204411:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213746.204514:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213746.204518:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213746.204522:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213747.228342:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213747.228347:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213747.228351:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213747.228351:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213747.228399:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213747.228402:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213747.228404:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213748.252303:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213748.252309:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213748.252315:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213748.252316:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213748.252373:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213748.252377:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213748.252380:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213749.276353:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213749.276359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213749.276364:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213749.276366:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213749.276447:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213749.276451:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213749.276453:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213749.660324:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213749.660334:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213749.660341:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213749.660348:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213749.660352:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213749.660355:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213749.660359:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213749.660365:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:0.0:1779213749.660383:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213749.660395:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213749.660406:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213749.660408:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213749.660414:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_00+0] req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213749.660442:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213749.660445:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213749.660448:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213749.660450:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007560d7e1. 00000020:00000040:0.0:1779213749.660452:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213749.660455:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213749.660456:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213749.660457:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213749.660460:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 00000100:00000001:0.0:1779213749.660463:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213749.660467:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213749.660475:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213749.660477:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213749.660477:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213749.660482:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007560d7e1] to pc [ptlrpcd_00_01+1] req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213749.660484:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213749.660484:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213749.660489:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213749.660490:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213749.660499:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213749.660502:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213749.660504:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213749.660505:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779213749.660509:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213749.660509:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213749.660510:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213749.660513:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000100:00000001:2.0:1779213749.660514:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213749.660515:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1779213749.660518:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213749.660518:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213749.660521:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213749.660522:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213749.660522:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213749.660525:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213749.660526:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213749.660529:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1779213749.660531:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213749.660532:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1779213749.660535:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.660535:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213749.660541:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000040:2.0:1779213749.660542:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213749.660548:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213749.660555:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213749.660556:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213749.660557:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.660558:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213749.660563:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213749.660563:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213749.660565:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213749.660567:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1779213749.660567:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213749.660568:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213749.660573:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213749.660575:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960579200:192.168.202.129@tcp:400: 00000100:00100000:3.0:1779213749.660581:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960579072:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213749.660589:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213749.660591:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213749.660594:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213749.660595:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213749.660597:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213749.660598:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213749.660601:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213749.660601:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213749.660603:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213749.660604:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213749.660609:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213749.660609:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e95bb4a. 02000000:00000001:3.0:1779213749.660614:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213749.660615:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006515fac4. 02000000:00000001:2.0:1779213749.660620:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213749.660622:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ff2d9. 00000400:00000010:2.0:1779213749.660625:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000400:00000010:3.0:1779213749.660630:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000400:00000010:2.0:1779213749.660631:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000200:3.0:1779213749.660639:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579072, portal 25 00000100:00000200:2.0:1779213749.660640:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579200, portal 10 00000100:00000001:3.0:1779213749.660644:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213749.660645:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.660645:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213749.660647:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000001:2.0:1779213749.660648:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220287872 : -104753489263744 : ffffa0ba2d7bc380) 00000100:00000040:0.0:1779213749.660650:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213749.660656:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213749.660658:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213749.660660:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213749.660663:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11922) 00000100:00000001:0.0:1779213749.660676:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213749.660680:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1779213749.660682:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213749.660685:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213749.660686:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213749.660690:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213749.660692:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213749.660693:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213749.660695:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213749.660695:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c13bfc6. 00000400:00000010:2.0:1779213749.660698:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b3511f5. 00000100:00000001:0.0:1779213749.660699:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213749.660701:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960579072, offset 0 00000100:00000001:0.0:1779213749.660702:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213749.660704:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213749.660711:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213749.660713:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213749.660719:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960579200, offset 0 00000100:00000001:0.0:1779213749.660721:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213749.660724:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213749.660727:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213749.660729:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213749.660731:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213749.660732:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213749.660736:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213749.660738:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1779213749.660743:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960579328:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213749.660745:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213749.660750:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213749.660752:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213749.660752:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1779213749.660754:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213749.660756:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213749.660763:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213749.660764:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:0.0:1779213749.660768:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213749.660771:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 00000400:00000200:3.0:1779213749.660772:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [552:552:256:4294967295] 192.168.202.129@tcp LPNI seq info [552:552:8:4294967295] 00000400:00000200:3.0:1779213749.660786:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1779213749.660789:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213749.660795:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213749.660798:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1779213749.660801:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000400:00000200:2.0:1779213749.660802:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213749.660808:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213749.660812:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213749.660813:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213749.660818:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213749.660821:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [553:553:255:4294967295] 192.168.202.129@tcp LPNI seq info [553:553:7:4294967295] 00000800:00000200:3.0:1779213749.660825:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213749.660831:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213749.660837:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213749.660849:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213749.660854:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306590147 00000800:00000200:2.0:1779213749.660855:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213749.660861:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f718c86. 00000100:00000001:3.0:1779213749.660862:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306585027 00000100:00000001:3.0:1779213749.660868:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306590147 00000800:00000200:2.0:1779213749.660869:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213749.660873:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306585027 00000800:00000200:2.0:1779213749.660878:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213749.660880:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306590147 00000800:00000200:2.0:1779213749.660883:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f718c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213749.660885:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306585027 00000100:00000001:2.0:1779213749.660888:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213749.660889:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306590147 00000100:00000001:3.0:1779213749.660892:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306585027 00000100:00000001:3.0:1779213749.660896:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213749.660899:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 174850 usecs (175 jiffies) 00000100:00000001:3.0:1779213749.660900:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.660904:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306584751 00000100:00000001:3.0:1779213749.660905:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.660910:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306590147 00000100:00000001:3.0:1779213749.660910:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.660916:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306584751 00000800:00000200:0.0:1779213749.660917:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213749.660918:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306590147 00000800:00000010:0.0:1779213749.660922:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000100:00000001:2.0:1779213749.660922:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306584751 00000100:00000001:2.0:1779213749.660924:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306590147 00000100:00000001:2.0:1779213749.660928:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306584751 00000400:00000200:0.0:1779213749.660929:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213749.660931:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306590147 00000100:00000001:2.0:1779213749.660934:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213749.660938:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213749.660939:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.660944:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213749.660946:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c13bfc6 00000100:00000001:2.0:1779213749.660946:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213749.660950:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004c13bfc6. 00000100:00000001:0.0:1779213749.660954:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213749.660957:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213749.660967:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213749.660970:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213749.660977:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b723f898. 00000400:00000010:1.0:1779213749.660984:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213749.660989:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579328, portal 10 00000100:00000001:0.0:1779213749.660991:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213749.660993:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213749.660995:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213749.660995:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000040:1.0:1779213749.661004:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213749.661010:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213749.661011:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1779213749.661014:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f718c86. 00000100:00000040:1.0:1779213749.661016:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213749.661020:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213749.661020:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f977f0e. 00000100:00000200:1.0:1779213749.661025:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960579328, offset 0 00000400:00000200:0.0:1779213749.661028:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213749.661033:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213749.661039:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213749.661042:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3511f5 00000400:00000200:1.0:1779213749.661042:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1779213749.661046:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004b3511f5. 00000400:00000200:1.0:1779213749.661046:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213749.661051:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1779213749.661052:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1779213749.661058:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213749.661058:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213749.661065:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [554:554:255:4294967295] 192.168.202.129@tcp LPNI seq info [554:554:7:4294967295] 00000100:00000001:0.0:1779213749.661070:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213749.661075:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213749.661084:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213749.661093:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213749.661100:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000100:00000001:0.0:1779213749.661102:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213749.661105:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213749.661108:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213749.661114:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213749.661117:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213749.661125:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213749.661128:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13225 usecs (14 jiffies) 00000100:00000001:1.0:1779213749.661131:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306584590 00000100:00000001:1.0:1779213749.661134:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306590147 00000100:00000001:1.0:1779213749.661136:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306584590 00000100:00000001:1.0:1779213749.661138:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306590147 00000100:00000001:1.0:1779213749.661140:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306584590 00000100:00000001:1.0:1779213749.661142:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306590147 00000100:00000001:1.0:1779213749.661143:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306584590 00000100:00000001:1.0:1779213749.661145:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306590147 00000100:00000001:1.0:1779213749.661147:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1779213749.661148:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213749.661149:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213749.661151:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213749.661153:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213749.661159:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:0.0:1779213749.661163:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213749.661169:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213749.661172:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f977f0e 00000400:00000010:0.0:1779213749.661174:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f977f0e. 00000100:00000001:0.0:1779213749.661177:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213749.661180:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213749.661188:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213749.661190:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213749.661212:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213749.661214:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213749.663057:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663069:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213749.663073:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663075:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213749.663084:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213749.663094:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210c00 00000400:00000200:0.0:1779213749.663099:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:0.0:1779213749.663104:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663106:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213749.663108:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213749.663111:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213749.663115:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213749.663119:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213749.663128:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213749.663172:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213749.663175:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213749.663191:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213749.663198:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663202:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213749.663213:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663215:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213749.663220:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213749.663247:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210c80 00000400:00000200:0.0:1779213749.663252:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x120d [1] + 224 00000800:00000001:0.0:1779213749.663266:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663269:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213749.663270:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213749.663273:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213749.663275:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213749.663277:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213749.663282:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213749.663296:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213749.663299:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663301:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213749.663302:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663303:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213749.663305:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213749.663309:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210d00 00000400:00000200:0.0:1779213749.663312:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1219 [1] + 224 00000800:00000001:0.0:1779213749.663314:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663316:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213749.663317:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213749.663319:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213749.663321:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213749.663322:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213749.663326:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213749.663347:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213749.663350:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213749.663352:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213749.663398:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213749.663399:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213749.663404:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213749.663405:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213749.663407:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213749.663410:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:2.0:1779213749.663411:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:2.0:1779213749.663412:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213749.663415:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213749.663419:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213749.663423:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213749.663424:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213749.663426:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213749.663428:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213749.663430:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213749.663431:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213749.663440:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213749.663448:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=43 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213749.663452:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213749.663455:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213749.663456:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213749.663458:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213749.663461:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213749.663464:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213749.663466:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213749.663468:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213749.663469:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213749.663474:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213749.663480:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213749.663482:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213749.663484:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213749.663487:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213749.663494:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960579200:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213749.663498:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213749.663500:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213749.663502:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007560d7e1 x1865639960579200/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213749.663510:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213749.663512:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213749.663515:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006515fac4. 02000000:00000001:2.0:1779213749.663518:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213749.663520:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213749.663521:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213749.663523:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213749.663526:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 02000000:00000001:2.0:1779213749.663529:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213749.663536:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213749.663538:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007560d7e1. 00000100:00000001:2.0:1779213749.663542:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213749.663543:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213749.663544:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213749.663546:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213749.663548:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213749.663553:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213749.663553:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213749.663556:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213749.663557:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213749.663560:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b723f898. 00000100:00000001:2.0:1779213749.663561:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213749.663565:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213749.663567:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:1.0:1779213749.663570:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213749.663574:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213749.663581:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213749.663596:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213749.663603:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213749.663605:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213749.663607:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213749.663608:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213749.663609:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213749.663611:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213749.663613:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213749.663616:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213749.663619:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=133 v=5 (1 0 0 0) 00000100:00000001:1.0:1779213749.663622:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213749.663623:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213749.663624:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213749.663627:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213749.663634:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213749.663636:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213749.663637:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213749.663639:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213749.663640:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213749.663643:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213749.663649:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213749.663651:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213749.663652:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213749.663654:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213749.663660:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960579328:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213749.663663:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213749.663669:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213749.663672:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960579328/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213749.663677:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213749.663679:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213749.663681:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:1.0:1779213749.663683:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213749.663685:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213749.663686:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213749.663688:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213749.663689:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 02000000:00000001:1.0:1779213749.663692:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213749.663693:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213749.663694:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:1.0:1779213749.663697:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213749.663698:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213749.663699:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213749.663702:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213749.663703:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213749.663705:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213749.663706:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213749.663914:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213749.663916:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213749.663918:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ff2d9. 00000400:00000200:3.0:1779213749.663922:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:3.0:1779213749.663924:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:3.0:1779213749.663926:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213749.663930:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213749.663941:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213749.663945:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213749.663946:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213749.663947:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213749.663948:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213749.663949:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213749.663949:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213749.663951:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213749.663953:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=54 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213749.663955:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213749.663956:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213749.663957:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213749.663958:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213749.663959:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213749.663960:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213749.663962:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213749.663965:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213749.663966:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213749.663967:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213749.663968:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213749.663972:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960579072:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213749.663974:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213749.663976:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213749.663977:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960579072/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213749.663980:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213749.663981:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213749.663982:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e95bb4a. 02000000:00000001:3.0:1779213749.663987:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213749.663989:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213749.663990:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213749.663992:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213749.663993:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 02000000:00000001:3.0:1779213749.663995:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213749.663996:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213749.663997:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:3.0:1779213749.664000:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213749.664001:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213749.664002:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213749.664006:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213749.664007:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213749.664008:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213749.664010:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300340:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213750.300346:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213750.300349:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213750.300352:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300356:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213750.300358:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300360:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300361:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300364:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213750.300365:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213750.300366:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213750.300367:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300374:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213750.300375:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300376:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213750.300380:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213750.300436:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213750.300439:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213750.300442:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213751.324360:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213751.324366:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213751.324372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213751.324373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213751.324435:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213751.324439:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213751.324442:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213752.348347:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213752.348353:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213752.348358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213752.348359:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213752.348415:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213752.348418:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213752.348421:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213753.372723:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213753.372729:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213753.372734:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213753.372735:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213753.372799:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213753.372803:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213753.372806:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213754.396369:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213754.396397:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213754.396404:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213754.396405:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213754.396468:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213754.396473:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213754.396476:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213754.780375:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213754.780385:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213754.780395:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236ee6ad. 00000020:00000040:3.0:1779213754.780401:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213754.780405:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213754.780408:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213754.780413:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213754.780419:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213754.780426:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780436:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213754.780445:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213754.780447:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780452:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236ee6ad] to pc [ptlrpcd_00_03+3] req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213754.780492:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780495:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213754.780498:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213754.780501:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e7807d. 00000020:00000040:3.0:1779213754.780515:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213754.780518:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213754.780519:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213754.780521:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213754.780525:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009994e6b8. 00000100:00000001:3.0:1779213754.780527:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780531:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213754.780537:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213754.780538:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780541:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e7807d] to pc [ptlrpcd_00_00+0] req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213754.780575:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780579:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213754.780582:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213754.780585:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213754.780588:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213754.780590:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213754.780592:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213754.780592:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213754.780594:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213754.780597:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1779213754.780598:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:0.0:1779213754.780600:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213754.780602:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213754.780608:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213754.780609:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213754.780641:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213754.780641:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213754.780644:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213754.780645:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780649:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_01+1] req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213754.780651:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213754.780655:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213754.780660:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213754.780664:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213754.780666:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960579584:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213754.780668:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213754.780672:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213754.780677:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1779213754.780679:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213754.780682:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.780683:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11927) 02000000:00000001:0.0:1779213754.780685:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213754.780691:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e3950f5. 02000000:00000001:0.0:1779213754.780694:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213754.780698:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213754.780700:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b41e348. 00000100:00000001:3.0:1779213754.780701:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213754.780704:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1779213754.780708:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000040:3.0:1779213754.780709:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213754.780717:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579584, portal 10 00000100:00000001:3.0:1779213754.780718:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213754.780720:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213754.780724:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213754.780725:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213754.780727:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213754.780729:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960579712:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213754.780732:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213754.780734:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213754.780735:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213754.780738:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573056 : -104753302978560 : ffffa0ba38964000) 02000000:00000001:3.0:1779213754.780738:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213754.780741:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213754.780745:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4ad6b8a. 02000000:00000001:3.0:1779213754.780748:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213754.780750:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213754.780753:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ff2d9. 00000400:00000010:3.0:1779213754.780759:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000001:0.0:1779213754.780765:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1779213754.780765:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579712, portal 10 00000100:00000001:3.0:1779213754.780769:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213754.780770:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213754.780771:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000400:00000010:0.0:1779213754.780775:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 00000100:00000040:3.0:1779213754.780779:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213754.780785:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960579584, offset 0 00000100:00000001:3.0:1779213754.780786:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213754.780791:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213754.780795:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcd1232. 00000400:00000200:0.0:1779213754.780799:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213754.780819:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213754.780825:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213754.780829:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213754.780833:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213754.780836:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213754.780841:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [555:555:256:4294967295] 192.168.202.129@tcp LPNI seq info [555:555:8:4294967295] 00000100:00000001:1.0:1779213754.780848:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213754.780853:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213754.780858:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213754.780860:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1779213754.780864:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213754.780867:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1779213754.780871:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce8f820. 00000100:00000001:1.0:1779213754.780878:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213754.780880:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213754.780884:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1779213754.780885:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:1.0:1779213754.780887:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213754.780891:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213754.780894:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960579456:192.168.202.129@tcp:400: 00000800:00000200:0.0:1779213754.780898:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213754.780901:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213754.780904:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1779213754.780905:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cce8f820 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1779213754.780906:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213754.780911:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213754.780914:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c19f74b1. 02000000:00000001:1.0:1779213754.780916:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213754.780920:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b723f898. 00000100:00000001:0.0:1779213754.780921:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213754.780927:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 173812 usecs (174 jiffies) 00000100:00000001:0.0:1779213754.780930:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306589870 00000100:00000001:0.0:1779213754.780932:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306590147 00000100:00000001:0.0:1779213754.780935:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306589870 00000100:00000001:0.0:1779213754.780936:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306590147 00000100:00000001:0.0:1779213754.780938:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306589870 00000100:00000001:0.0:1779213754.780940:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306590147 00000100:00000001:0.0:1779213754.780941:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306589870 00000100:00000001:0.0:1779213754.780943:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306590147 00000100:00000001:0.0:1779213754.780945:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213754.780947:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213754.780957:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213754.780960:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213754.780967:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213754.780968:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213754.780969:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213754.780972:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213754.780979:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213754.780981:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213754.780982:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213754.780984:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213754.781074:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213754.781079:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce8f820. 00000400:00000200:2.0:1779213754.781083:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213754.781088:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:3.0:1779213754.781120:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960579712, offset 0 00000400:00000200:3.0:1779213754.781126:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213754.781131:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213754.781138:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213754.781141:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213754.781143:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213754.781145:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213754.781147:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [556:556:255:4294967295] 192.168.202.129@tcp LPNI seq info [556:556:7:4294967295] 00000400:00000200:3.0:1779213754.781155:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213754.781159:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213754.781162:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005023fd5. 00000800:00000200:3.0:1779213754.781165:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213754.781169:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213754.781171:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000005023fd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213754.781174:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.781176:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13167 usecs (14 jiffies) 00000100:00000001:3.0:1779213754.781178:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306589710 00000100:00000001:3.0:1779213754.781292:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306590147 00000100:00000001:3.0:1779213754.781295:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306589711 00000100:00000001:3.0:1779213754.781297:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306590147 00000100:00000001:3.0:1779213754.781298:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306589711 00000100:00000001:3.0:1779213754.781300:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306590147 00000100:00000001:3.0:1779213754.781302:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306589711 00000100:00000001:3.0:1779213754.781303:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306590147 00000100:00000001:3.0:1779213754.781305:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213754.781307:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213754.781309:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213754.781311:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213754.781315:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213754.781316:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213754.781318:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213754.781325:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213754.781326:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213754.781328:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213754.781776:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213754.781780:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579456, portal 25 00000100:00000001:1.0:1779213754.781782:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213754.781783:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406584704 : -104753302966912 : ffffa0ba38966d80) 00000100:00000040:1.0:1779213754.781789:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213754.781795:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213754.781797:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213754.781799:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081b74abf. 00000100:00000200:1.0:1779213754.781801:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960579456, offset 0 00000400:00000200:1.0:1779213754.781805:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213754.781810:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213754.781812:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213754.781815:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213754.781817:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213754.781819:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213754.781827:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [557:557:254:4294967295] 192.168.202.129@tcp LPNI seq info [557:557:6:4294967295] 00000400:00000200:1.0:1779213754.781834:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213754.781838:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213754.781841:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f4cd30a. 00000800:00000200:1.0:1779213754.781844:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213754.781848:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213754.781851:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f4cd30a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213754.781853:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213754.781855:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306595268 00000100:00000001:1.0:1779213754.781861:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306590147 00000100:00000001:1.0:1779213754.781865:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306595268 00000100:00000001:1.0:1779213754.781867:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306590147 00000100:00000001:1.0:1779213754.781869:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306595268 00000100:00000001:1.0:1779213754.781872:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306590147 00000100:00000001:1.0:1779213754.781874:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306595268 00000100:00000001:1.0:1779213754.781876:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306590147 00000100:00000001:1.0:1779213754.781878:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213754.781880:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213754.781882:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213754.781883:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213754.781887:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213754.781888:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213754.781890:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213754.781891:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213754.781892:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213754.781894:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213754.781929:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:2.0:1779213754.781932:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000100:00000001:2.0:1779213754.781936:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213754.781940:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.781948:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213754.781951:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.781957:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213754.781958:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213754.781972:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213754.781975:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005023fd5. 00000400:00000200:2.0:1779213754.781978:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213754.781981:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213754.781983:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcd1232 00000400:00000010:2.0:1779213754.781984:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fcd1232. 00000100:00000001:2.0:1779213754.781987:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213754.781989:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.781995:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213754.781997:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.782003:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213754.782005:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213754.782045:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213754.782048:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f4cd30a. 00000400:00000200:2.0:1779213754.782051:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213754.782054:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213754.782057:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b74abf 00000400:00000010:2.0:1779213754.782058:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000081b74abf. 00000100:00000001:2.0:1779213754.782060:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213754.782063:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.782070:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213754.782072:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.782077:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213754.782079:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213754.782987:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.782997:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213754.783000:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783001:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213754.783009:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213754.783018:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210e00 00000400:00000200:0.0:1779213754.783026:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1221 [1] + 224 00000800:00000001:0.0:1779213754.783031:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783036:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213754.783038:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213754.783042:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213754.783046:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213754.783049:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213754.783057:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.783154:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213754.783157:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213754.783173:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213754.783180:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783183:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1779213754.783218:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213754.783220:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213754.783238:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b41e348. 00000400:00000200:2.0:1779213754.783242:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:2.0:1779213754.783243:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:2.0:1779213754.783246:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213754.783250:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213754.783258:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.783264:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213754.783265:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213754.783268:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213754.783271:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213754.783273:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213754.783275:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213754.783277:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213754.783284:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213754.783288:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213754.783298:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213754.783299:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213754.783302:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213754.783305:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213754.783308:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213754.783310:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213754.783312:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213754.783313:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213754.783317:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.783323:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213754.783325:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213754.783327:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213754.783330:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213754.783337:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000033e7807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960579584:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213754.783341:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213754.783343:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213754.783344:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033e7807d x1865639960579584/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213754.783350:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213754.783352:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213754.783355:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e3950f5. 02000000:00000001:2.0:1779213754.783358:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213754.783360:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213754.783362:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213754.783364:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213754.783366:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009994e6b8. 02000000:00000001:2.0:1779213754.783369:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213754.783370:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213754.783372:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e7807d. 00000100:00000001:2.0:1779213754.783375:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213754.783376:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213754.783382:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213754.783386:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213754.783388:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213754.783389:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213754.783391:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213754.783783:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783800:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213754.783802:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783804:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213754.783809:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213754.783817:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210e80 00000400:00000200:0.0:1779213754.783821:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1225 [1] + 224 00000800:00000001:0.0:1779213754.783825:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783840:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213754.783842:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213754.783851:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213754.783854:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213754.783858:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213754.783866:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213754.783880:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213754.783884:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783888:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213754.783890:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213754.783892:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213754.783896:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213754.783903:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210d80 00000400:00000200:0.0:1779213754.783908:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1231 [1] + 224 00000100:00000001:3.0:1779213754.783908:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213754.783912:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1779213754.783913:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213754.783916:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213754.783919:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1779213754.783920:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213754.783921:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ff2d9. 00000400:00000200:0.0:1779213754.783923:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213754.783926:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000200:0.0:1779213754.783930:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213754.783930:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:0.0:1779213754.783937:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213754.783937:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213754.783946:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213754.783946:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213754.783980:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213754.783981:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213754.784009:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213754.784011:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213754.784013:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213754.784014:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213754.784015:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213754.784017:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213754.784018:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213754.784021:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1779213754.784022:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=59 v=5 (5 5 5 5) 00000800:00000001:0.0:1779213754.784026:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1779213754.784027:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213754.784029:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213754.784030:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213754.784032:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1779213754.784037:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1779213754.784037:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213754.784046:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213754.784049:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213754.784050:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213754.784052:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213754.784053:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213754.784056:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213754.784069:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213754.784071:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213754.784072:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213754.784075:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213754.784081:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960579712:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213754.784085:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213754.784087:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213754.784088:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960579712/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213754.784094:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213754.784095:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213754.784097:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4ad6b8a. 02000000:00000001:3.0:1779213754.784099:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213754.784100:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213754.784101:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213754.784103:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213754.784104:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:3.0:1779213754.784106:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213754.784107:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213754.784107:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:3.0:1779213754.784110:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213754.784111:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213754.784113:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213754.784116:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213754.784117:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213754.784119:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213754.784120:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213754.784169:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213754.784172:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213754.784174:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213754.784175:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213754.784177:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b723f898. 00000400:00000200:1.0:1779213754.784184:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213754.784186:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:1.0:1779213754.784188:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213754.784191:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213754.784198:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213754.784216:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213754.784217:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213754.784219:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213754.784220:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213754.784237:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213754.784238:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213754.784240:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213754.784242:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213754.784245:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213754.784247:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213754.784248:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213754.784249:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213754.784251:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213754.784253:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213754.784255:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213754.784261:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213754.784262:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213754.784264:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213754.784266:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213754.784272:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000236ee6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960579456:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213754.784276:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213754.784277:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213754.784279:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236ee6ad x1865639960579456/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213754.784294:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213754.784295:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213754.784296:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c19f74b1. 02000000:00000001:1.0:1779213754.784299:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213754.784300:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213754.784300:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213754.784302:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213754.784303:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:1.0:1779213754.784305:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213754.784306:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213754.784307:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236ee6ad. 00000100:00000001:1.0:1779213754.784311:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213754.784312:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213754.784313:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213754.784321:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213754.784322:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213754.784324:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213754.784325:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213755.420324:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213755.420330:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213755.420333:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213755.420334:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213755.420388:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213755.420392:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213755.420394:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213756.444780:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213756.444786:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213756.444790:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213756.444790:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213756.444857:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213756.444860:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213756.444862:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213757.468450:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213757.468456:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213757.468461:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213757.468462:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213757.468572:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213757.468576:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213757.468578:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213758.492354:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213758.492361:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213758.492367:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213758.492368:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213758.492446:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213758.492450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213758.492453:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213759.517266:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213759.517277:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213759.517280:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213759.517283:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.517288:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213759.517291:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.517292:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.517294:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.517299:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213759.517301:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213759.517302:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213759.517303:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.517305:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213759.517306:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.517308:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.517309:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213759.517369:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213759.517374:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213759.517376:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213759.900330:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213759.900339:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213759.900352:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba027e72. 00000020:00000040:3.0:1779213759.900373:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213759.900376:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213759.900379:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213759.900384:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213759.900390:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:3.0:1779213759.900404:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900419:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213759.900428:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213759.900605:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900611:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba027e72] to pc [ptlrpcd_00_02+2] req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.900639:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900641:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213759.900643:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213759.900645:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000023ad93f. 00000020:00000040:3.0:1779213759.900647:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213759.900648:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213759.900649:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213759.900651:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213759.900653:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed470df3. 00000100:00000001:3.0:1779213759.900655:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900657:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213759.900661:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213759.900662:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900663:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023ad93f] to pc [ptlrpcd_00_03+3] req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.900668:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900669:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213759.900676:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213759.900677:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000020:00000040:3.0:1779213759.900678:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213759.900680:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213759.900680:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213759.900681:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213759.900684:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213759.900685:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900687:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213759.900691:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213759.900692:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900693:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_00+0] req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.900718:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.900719:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213759.900721:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779213759.900725:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11932) 00000100:00000001:3.0:1779213759.900737:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213759.900740:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779213759.900741:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213759.900748:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213759.900749:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213759.900750:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213759.900752:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213759.900753:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213759.900757:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.900762:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213759.900764:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213759.900767:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213759.900772:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213759.900774:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213759.900777:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960580096:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213759.900780:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213759.900786:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213759.900788:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213759.900791:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213759.900794:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064564f48. 02000000:00000001:3.0:1779213759.900796:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213759.900800:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ff2d9. 00000100:00000001:2.0:1779213759.900806:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213759.900808:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000200:3.0:1779213759.900814:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580096, portal 10 00000100:00000001:3.0:1779213759.900817:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213759.900818:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213759.900818:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000001:2.0:1779213759.900821:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213759.900827:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213759.900830:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.900839:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213759.900840:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213759.900844:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213759.900845:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213759.900848:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1779213759.900849:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002676a443. 00000100:00000001:2.0:1779213759.900852:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1779213759.900853:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960580096, offset 0 00000100:00000001:2.0:1779213759.900855:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213759.900859:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213759.900863:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213759.900863:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213759.900863:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213759.900869:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213759.900876:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960579840:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213759.900879:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213759.900879:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213759.900882:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.900885:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213759.900888:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1779213759.900889:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1779213759.900890:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213759.900891:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213759.900892:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213759.900895:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213759.900897:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213759.900898:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213759.900901:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1779213759.900904:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960579968:192.168.202.129@tcp:400: 02000000:00000010:2.0:1779213759.900904:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a437ba. 00000400:00000200:3.0:1779213759.900906:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:2.0:1779213759.900910:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213759.900912:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213759.900913:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [558:558:256:4294967295] 192.168.202.129@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000010:2.0:1779213759.900916:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 02000000:00000001:1.0:1779213759.900917:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213759.900920:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213759.900923:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 02000000:00000001:1.0:1779213759.900924:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213759.900928:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000010:1.0:1779213759.900929:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3f4b82f. 00000100:00000200:2.0:1779213759.900930:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579840, portal 25 02000000:00000001:1.0:1779213759.900933:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.900934:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1779213759.900936:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213759.900938:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406575744 : -104753302975872 : ffffa0ba38964a80) 00000400:00000010:1.0:1779213759.900939:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b723f898. 00000800:00000010:3.0:1779213759.900940:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000100:00000040:2.0:1779213759.900944:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213759.900945:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213759.900949:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960579968, portal 10 00000100:00000001:1.0:1779213759.900953:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213759.900956:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406574848 : -104753302976768 : ffffa0ba38964700) 00000800:00000200:3.0:1779213759.900957:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213759.900959:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213759.900964:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213759.900965:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213759.900969:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:2.0:1779213759.900970:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcfc1185. 00000100:00000200:2.0:1779213759.900974:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960579840, offset 0 00000800:00000200:3.0:1779213759.900980:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213759.900981:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213759.900984:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213759.900988:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213759.900990:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d343be. 00000100:00000001:3.0:1779213759.900992:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213759.900993:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960579968, offset 0 00000400:00000200:2.0:1779213759.900993:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:3.0:1779213759.900996:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13112 usecs (14 jiffies) 00000400:00000200:2.0:1779213759.901000:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213759.901000:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306594830 00000400:00000200:1.0:1779213759.901004:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213759.901005:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306595268 00000400:00000200:2.0:1779213759.901007:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213759.901010:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306594830 00000400:00000200:2.0:1779213759.901012:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213759.901013:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306595268 00000400:00000200:2.0:1779213759.901015:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213759.901023:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [559:559:255:4294967295] 192.168.202.129@tcp LPNI seq info [559:559:7:4294967295] 00000400:00000200:2.0:1779213759.901028:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213759.901031:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213759.901035:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f718c86. 00000800:00000200:2.0:1779213759.901039:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213759.901042:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213759.901045:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f718c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213759.901047:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213759.901048:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213759.901049:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306600387 00000100:00000001:0.0:1779213759.901052:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.901057:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306595268 00000100:00000001:2.0:1779213759.901061:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306600387 00000800:00000200:0.0:1779213759.901103:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213759.901106:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:0.0:1779213759.901111:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213759.901115:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213759.901288:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306594831 00000100:00000001:3.0:1779213759.901290:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306595268 00000100:00000001:3.0:1779213759.901291:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306594831 00000100:00000001:3.0:1779213759.901292:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306595268 00000100:00000001:3.0:1779213759.901293:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213759.901295:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213759.901297:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213759.901298:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.901782:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306595268 00000100:00000001:2.0:1779213759.901786:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306600388 00000100:00000001:2.0:1779213759.901788:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306595268 00000100:00000001:2.0:1779213759.901789:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306600388 00000100:00000001:2.0:1779213759.901791:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306595268 00000100:00000001:2.0:1779213759.901793:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213759.901794:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.901795:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.901796:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213759.901799:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213759.901800:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213759.901802:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213759.901803:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213759.901803:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.901805:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213759.902851:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213759.902856:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213759.902859:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213759.902862:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213759.902865:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213759.902869:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [560:560:254:4294967295] 192.168.202.129@tcp LPNI seq info [560:560:6:4294967295] 00000400:00000200:1.0:1779213759.902905:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213759.902913:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213759.902919:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25e7fba. 00000800:00000200:1.0:1779213759.902928:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213759.902936:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213759.902939:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b25e7fba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213759.902944:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213759.902949:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 172786 usecs (173 jiffies) 00000100:00000001:1.0:1779213759.902952:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306594991 00000100:00000001:1.0:1779213759.902954:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306600387 00000100:00000001:1.0:1779213759.902955:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306594991 00000100:00000001:1.0:1779213759.902957:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306600387 00000100:00000001:1.0:1779213759.902958:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306594991 00000100:00000001:1.0:1779213759.902959:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306600388 00000100:00000001:1.0:1779213759.902959:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306594991 00000100:00000001:1.0:1779213759.902960:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306600388 00000100:00000001:1.0:1779213759.902961:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213759.902963:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213759.902965:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213759.902966:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213759.902971:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213759.902972:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213759.902974:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213759.902975:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213759.902976:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213759.902977:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213759.903281:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002676a443 00000400:00000010:0.0:1779213759.903284:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002676a443. 00000100:00000001:0.0:1779213759.903292:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213759.903300:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213759.903309:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213759.903311:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213759.903316:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213759.903318:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213759.903346:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213759.903349:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f718c86. 00000400:00000200:0.0:1779213759.903355:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213759.903359:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213759.903361:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfc1185 00000400:00000010:0.0:1779213759.903362:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bcfc1185. 00000100:00000001:0.0:1779213759.903364:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213759.903366:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213759.903370:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213759.903372:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213759.903375:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213759.903376:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213759.903846:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213759.903849:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25e7fba. 00000400:00000200:0.0:1779213759.903853:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213759.903856:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213759.903858:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d343be 00000400:00000010:0.0:1779213759.903860:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000021d343be. 00000100:00000001:0.0:1779213759.903862:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213759.903865:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213759.903883:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213759.903885:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213759.903889:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213759.903890:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213759.906792:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.906963:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213759.906967:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.906970:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213759.906981:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213759.907003:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27210f00 00000400:00000200:0.0:1779213759.907014:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1241 [1] + 224 00000800:00000001:0.0:1779213759.907023:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907026:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213759.907029:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213759.907033:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213759.907044:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213759.907053:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213759.907065:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213759.907201:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213759.907206:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213759.907428:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213759.907439:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907443:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213759.907446:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907447:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213759.907452:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213759.907458:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211000 00000400:00000200:0.0:1779213759.907465:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:0.0:1779213759.907469:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907485:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213759.907487:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213759.907491:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213759.907494:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213759.907498:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213759.907507:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.907567:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213759.907570:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213759.907586:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213759.907591:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907595:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213759.907597:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907599:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213759.907603:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213759.907608:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27210f80 00000400:00000200:0.0:1779213759.907613:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1245 [1] + 224 00000800:00000001:0.0:1779213759.907617:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907622:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213759.907623:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213759.907626:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213759.907629:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213759.907633:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213759.907641:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213759.907664:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213759.907668:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213759.907670:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213759.907896:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213759.907899:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213759.907901:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ff2d9. 00000400:00000200:3.0:1779213759.907907:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:3.0:1779213759.907910:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:3.0:1779213759.907913:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213759.907917:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213759.907925:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.907931:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213759.907933:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213759.907937:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213759.907946:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213759.907948:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213759.907951:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213759.907953:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213759.907962:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213759.907966:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1779213759.907969:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213759.907970:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213759.907973:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213759.907977:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213759.907983:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213759.907987:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213759.907989:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213759.907991:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213759.907993:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213759.907996:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.908002:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213759.908005:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213759.908007:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213759.908010:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213759.908018:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960580096:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213759.908023:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213759.908026:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213759.908028:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960580096/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213759.908036:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213759.908038:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213759.908042:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064564f48. 02000000:00000001:3.0:1779213759.908045:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213759.908052:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213759.908054:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213759.908056:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213759.908058:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:3.0:1779213759.908061:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213759.908063:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213759.908065:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:3.0:1779213759.908070:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213759.908071:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213759.908073:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213759.908083:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213759.908084:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213759.908086:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213759.908088:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213759.910142:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213759.910162:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213759.910171:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213759.910173:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213759.910194:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b723f898. 00000400:00000200:1.0:1779213759.910207:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213759.910210:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:1.0:1779213759.910217:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1779213759.910236:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213759.910239:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213759.910240:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213759.910253:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:2.0:1779213759.910256:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000200:1.0:1779213759.910260:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213759.910260:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213759.910267:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213759.910285:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213759.910289:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213759.910297:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213759.910300:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213759.910304:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1779213759.910305:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213759.910308:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213759.910308:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213759.910311:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213759.910312:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213759.910313:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213759.910315:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1779213759.910316:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.910317:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213759.910320:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213759.910322:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213759.910325:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213759.910325:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213759.910331:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=53 v=5 (1 1 1 1) 00000100:00001000:2.0:1779213759.910332:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213759.910336:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213759.910337:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213759.910338:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.910340:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213759.910341:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213759.910343:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213759.910344:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213759.910345:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213759.910350:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213759.910350:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213759.910352:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213759.910354:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213759.910355:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213759.910357:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213759.910360:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213759.910382:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213759.910383:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213759.910386:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213759.910387:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213759.910389:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213759.910390:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213759.910393:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213759.910397:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213759.910408:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000023ad93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960579968:192.168.202.129@tcp:400: 00000100:00100000:2.0:1779213759.910413:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ba027e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960579840:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213759.910420:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213759.910421:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213759.910423:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213759.910424:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213759.910426:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000023ad93f x1865639960579968/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213759.910429:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba027e72 x1865639960579840/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213759.910438:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213759.910442:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213759.910447:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3f4b82f. 02000000:00000001:1.0:1779213759.910451:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213759.910454:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213759.910456:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213759.910461:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213759.910462:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1779213759.910463:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed470df3. 02000000:00000001:2.0:1779213759.910466:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1779213759.910467:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213759.910470:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1779213759.910470:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a437ba. 00000100:00000010:1.0:1779213759.910471:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000023ad93f. 00000100:00000001:1.0:1779213759.910476:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1779213759.910476:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213759.910477:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779213759.910479:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213759.910480:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1779213759.910483:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213759.910485:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213759.910487:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1779213759.910488:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 00000100:00000001:1.0:1779213759.910490:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213759.910492:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213759.910493:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213759.910496:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213759.910496:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213759.910499:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba027e72. 00000100:00000001:2.0:1779213759.910504:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213759.910505:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213759.910508:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213759.910513:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213759.910514:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213759.910516:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213759.910518:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213760.540359:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213760.540365:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213760.540371:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213760.540372:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213760.542196:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213760.542202:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213760.542207:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213761.564399:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213761.564417:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213761.564425:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213761.564426:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213761.564496:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213761.564502:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213761.564505:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213762.588418:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213762.588427:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213762.588436:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213762.588437:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213762.588514:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213762.588521:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213762.588525:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213763.612455:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213763.612468:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213763.612477:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213763.612478:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213763.612534:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213763.612539:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213763.612541:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213764.636329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213764.636338:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213764.636358:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213764.636381:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213764.636439:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213764.636442:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213764.636451:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213765.020357:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213765.020367:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213765.020377:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4116be0. 00000020:00000040:3.0:1779213765.020383:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213765.020388:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213765.020391:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213765.020397:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213765.020404:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45451b2. 00000100:00000001:3.0:1779213765.020410:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020420:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213765.020430:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213765.020432:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020437:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4116be0] to pc [ptlrpcd_00_01+1] req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213765.020476:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020479:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213765.020482:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213765.020485:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c6f0a16. 00000020:00000040:3.0:1779213765.020487:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213765.020502:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213765.020503:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213765.020505:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213765.020508:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:3.0:1779213765.020511:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020514:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213765.020521:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213765.020522:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020525:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6f0a16] to pc [ptlrpcd_00_02+2] req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213765.020546:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020548:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213765.020551:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213765.020553:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009835408e. 00000020:00000040:3.0:1779213765.020555:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213765.020557:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213765.020558:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213765.020560:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213765.020565:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:3.0:1779213765.020567:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020570:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213765.020578:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213765.020579:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020582:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009835408e] to pc [ptlrpcd_00_03+3] req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213765.020590:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213765.020591:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.020597:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213765.020600:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213765.020602:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213765.020604:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213765.020613:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11937) 00000100:00000040:1.0:1779213765.020617:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213765.020629:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213765.020632:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213765.020641:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213765.020646:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213765.020648:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213765.020650:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213765.020654:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1779213765.020659:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960580352:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213765.020659:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213765.020667:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213765.020668:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213765.020678:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213765.020679:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213765.020683:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213765.020684:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213765.020688:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213765.020689:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1779213765.020691:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213765.020694:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213765.020697:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960580480:192.168.202.129@tcp:400: 02000000:00000010:1.0:1779213765.020699:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba02b3b7. 02000000:00000001:1.0:1779213765.020706:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213765.020707:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213765.020715:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1779213765.020719:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b723f898. 02000000:00000001:3.0:1779213765.020720:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213765.020731:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1779213765.020734:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213765.020744:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580352, portal 10 02000000:00000010:3.0:1779213765.020744:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2a5d100. 00000100:00000001:1.0:1779213765.020750:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213765.020755:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406578432 : -104753302973184 : ffffa0ba38965500) 02000000:00000001:3.0:1779213765.020755:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213765.020768:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ff2d9. 00000100:00000040:1.0:1779213765.020773:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213765.020778:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004293911d. 00000100:00000001:1.0:1779213765.020789:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1779213765.020790:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580480, portal 10 00000100:00000001:3.0:1779213765.020796:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213765.020797:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213765.020801:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406588288 : -104753302963328 : ffffa0ba38967b80) 00000400:00000010:1.0:1779213765.020804:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e16ef89. 00000100:00000200:1.0:1779213765.020810:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960580352, offset 0 00000100:00000040:3.0:1779213765.020813:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213765.020826:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1779213765.020827:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213765.020832:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213765.020835:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5350d98. 00000100:00000200:3.0:1779213765.020839:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960580480, offset 0 00000400:00000200:3.0:1779213765.020845:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213765.020850:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213765.020857:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213765.020862:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213765.020880:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213765.020885:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213765.020887:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213765.020895:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [561:561:256:4294967295] 192.168.202.129@tcp LPNI seq info [561:561:8:4294967295] 00000100:00100000:2.0:1779213765.020896:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1779213765.020901:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213765.020904:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213765.020906:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213765.020914:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213765.020920:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.020927:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213765.020928:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213765.020932:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213765.020936:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213765.020946:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213765.020947:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213765.020955:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000400:00000200:3.0:1779213765.020962:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213765.020966:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213765.020972:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213765.020972:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213765.020973:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:2.0:1779213765.020979:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213765.020982:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213765.020986:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:2.0:1779213765.020989:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213765.020993:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1779213765.020997:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960580224:192.168.202.129@tcp:400: 00000800:00000200:1.0:1779213765.021001:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213765.021004:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213765.021012:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1779213765.021014:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1779213765.021017:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213765.021017:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [562:562:255:4294967295] 192.168.202.129@tcp LPNI seq info [562:562:7:4294967295] 02000000:00000001:2.0:1779213765.021021:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213765.021026:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213765.021031:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb752856. 02000000:00000001:2.0:1779213765.021035:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213765.021039:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 00000100:00000001:1.0:1779213765.021041:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213765.021046:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000040:1.0:1779213765.021048:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 171823 usecs (172 jiffies) 00000100:00000200:2.0:1779213765.021053:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580224, portal 25 00000100:00000001:1.0:1779213765.021056:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306600108 00000100:00000001:2.0:1779213765.021056:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213765.021059:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406577536 : -104753302974080 : ffffa0ba38965180) 00000100:00000001:1.0:1779213765.021062:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306600387 00000100:00000001:1.0:1779213765.021067:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306600108 00000100:00000040:2.0:1779213765.021070:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213765.021072:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306600387 00000100:00000001:1.0:1779213765.021080:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306600108 00000100:00000001:1.0:1779213765.021089:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306600388 00000100:00000001:1.0:1779213765.021128:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306600108 00000100:00000001:1.0:1779213765.021133:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306600388 00000100:00000001:1.0:1779213765.021134:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213765.021137:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213765.021140:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213765.021141:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213765.021147:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213765.021149:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213765.021151:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213765.021152:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213765.021152:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213765.021154:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213765.021176:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213765.021187:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000100:00000001:2.0:1779213765.021191:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213765.021193:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1779213765.021197:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213765.021201:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:2.0:1779213765.021201:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25fbbda. 00000100:00000200:2.0:1779213765.021206:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960580224, offset 0 00000400:00000200:2.0:1779213765.021212:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213765.021244:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213765.021250:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213765.021254:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed470df3. 00000800:00000200:3.0:1779213765.021262:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213765.021270:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213765.021275:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ed470df3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213765.021279:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213765.021283:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13087 usecs (14 jiffies) 00000100:00000001:3.0:1779213765.021293:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306599951 00000100:00000001:3.0:1779213765.021296:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306600387 00000100:00000001:3.0:1779213765.021299:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306599951 00000100:00000001:3.0:1779213765.021302:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306600387 00000100:00000001:3.0:1779213765.021304:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306599951 00000100:00000001:3.0:1779213765.021306:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306600388 00000100:00000001:3.0:1779213765.021308:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306599951 00000100:00000001:3.0:1779213765.021311:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306600388 00000100:00000001:3.0:1779213765.021314:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213765.021316:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213765.021320:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213765.021322:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213765.021326:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213765.021327:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213765.021329:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213765.021331:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213765.021332:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213765.021339:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213765.021713:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e16ef89 00000400:00000010:0.0:1779213765.021717:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007e16ef89. 00000100:00000001:0.0:1779213765.021721:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213765.021725:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213765.021734:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213765.021737:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213765.021743:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213765.021745:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213765.021926:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213765.021929:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed470df3. 00000400:00000200:0.0:1779213765.021932:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213765.021935:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213765.021939:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350d98 00000400:00000010:0.0:1779213765.021940:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f5350d98. 00000100:00000001:0.0:1779213765.021943:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213765.021945:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213765.021952:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213765.021954:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213765.021960:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213765.021961:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213765.023076:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.023088:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213765.023092:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.023094:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213765.023114:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213765.023126:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211100 00000400:00000200:0.0:1779213765.023144:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1251 [1] + 224 00000800:00000001:0.0:1779213765.023151:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.023155:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213765.023157:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213765.023161:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213765.023166:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213765.023170:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213765.023179:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213765.023195:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213765.023202:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.023204:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213765.023206:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.023208:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213765.023213:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213765.023218:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211180 00000100:00000001:1.0:1779213765.023256:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213765.023262:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213765.023311:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213765.023314:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213765.023316:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213765.023319:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213765.023321:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213765.023323:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [563:563:256:4294967295] 192.168.202.129@tcp LPNI seq info [563:563:8:4294967295] 00000400:00000200:2.0:1779213765.023330:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213765.023334:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213765.023338:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c51c5576. 00000800:00000200:2.0:1779213765.023342:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213765.023347:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213765.023350:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c51c5576 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213765.023372:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213765.023377:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306605510 00000100:00000001:2.0:1779213765.023384:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306600387 00000100:00000001:2.0:1779213765.023388:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306605510 00000100:00000001:2.0:1779213765.023391:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306600387 00000100:00000001:2.0:1779213765.023393:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306605510 00000100:00000001:2.0:1779213765.023396:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306600388 00000100:00000001:2.0:1779213765.023399:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306605510 00000100:00000001:2.0:1779213765.023401:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306600388 00000100:00000001:2.0:1779213765.023403:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213765.023406:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213765.023408:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213765.023412:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213765.023428:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1255 [1] + 224 00000800:00000001:0.0:1779213765.023434:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213765.023437:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213765.023440:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213765.023444:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b723f898. 00000800:00000001:0.0:1779213765.023448:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213765.023452:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213765.023453:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:1.0:1779213765.023458:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000400:00000200:0.0:1779213765.023461:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213765.023467:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213765.023467:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213765.023476:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213765.023480:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213765.023527:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213765.023530:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213765.023541:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213765.023547:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c51c5576. 00000400:00000200:3.0:1779213765.023556:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213765.023599:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213765.023603:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213765.023607:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213765.023611:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213765.023614:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213765.023615:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213765.023618:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213765.023623:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1779213765.023623:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213765.023629:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1779213765.023636:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=59 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213765.023638:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213765.023642:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1779213765.023645:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=59 v=5 (1 1 1 1) 00000400:00000001:2.0:1779213765.023648:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213765.023653:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1779213765.023653:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213765.023659:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213765.023660:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ff2d9. 00010000:00000001:1.0:1779213765.023665:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213765.023672:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213765.023672:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004293911d 00000400:00000010:2.0:1779213765.023676:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004293911d. 00000100:00000001:2.0:1779213765.023680:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213765.023682:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1779213765.023686:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213765.023687:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213765.023692:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213765.023698:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213765.023712:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213765.023719:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213765.023729:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213765.023739:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213765.023741:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213765.023744:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213765.023747:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.023748:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213765.023753:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213765.023755:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1779213765.023756:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213765.023759:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213765.023762:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213765.023770:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213765.023784:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=149 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213765.023792:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1779213765.023794:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006c6f0a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960580352:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213765.023796:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213765.023799:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213765.023805:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213765.023817:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213765.023818:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213765.023829:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213765.023830:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213765.023833:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213765.023835:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1779213765.023839:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c6f0a16 x1865639960580352/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213765.023840:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213765.023849:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213765.023887:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213765.023887:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213765.023891:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1779213765.023891:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213765.023896:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213765.023898:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba02b3b7. 00000100:00000040:2.0:1779213765.023900:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213765.023906:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213765.023910:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213765.023912:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213765.023919:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213765.023925:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 00000100:00100000:2.0:1779213765.023931:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009835408e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960580480:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213765.023932:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213765.023936:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213765.023939:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c6f0a16. 00000100:00000001:2.0:1779213765.023942:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213765.023945:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213765.023947:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.023947:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213765.023952:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213765.023954:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009835408e x1865639960580480/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213765.023962:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213765.023964:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213765.023966:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213765.023968:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213765.023970:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213765.023974:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213765.023974:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2a5d100. 02000000:00000001:2.0:1779213765.023983:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213765.023985:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213765.023987:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213765.023990:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213765.023992:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 02000000:00000001:2.0:1779213765.023995:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213765.023997:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213765.023998:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009835408e. 00000100:00000001:2.0:1779213765.024002:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213765.024003:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.024005:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.024010:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213765.024011:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213765.024014:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213765.024015:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213765.024165:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213765.024169:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25fbbda 00000400:00000010:3.0:1779213765.024171:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f25fbbda. 00000100:00000001:3.0:1779213765.024267:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213765.024273:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213765.024283:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213765.024286:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213765.024298:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213765.024300:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213765.024730:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.024736:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213765.024738:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.024741:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213765.024747:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213765.024757:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211080 00000400:00000200:0.0:1779213765.024762:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1261 [1] + 224 00000800:00000001:0.0:1779213765.024766:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.024771:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213765.024773:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213765.024775:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213765.024777:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213765.024780:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213765.024785:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213765.024798:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213765.024801:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213765.024802:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.024833:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213765.024836:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213765.024839:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213765.024840:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213765.024842:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:2.0:1779213765.024845:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:2.0:1779213765.024847:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000001:2.0:1779213765.024849:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213765.024853:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213765.024860:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213765.024873:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213765.024875:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.024876:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213765.024878:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213765.024880:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213765.024881:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213765.024883:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213765.024886:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213765.024889:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213765.024891:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213765.024892:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213765.024894:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213765.024895:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213765.024897:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213765.024901:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213765.024907:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213765.024909:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213765.024910:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213765.024913:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213765.024919:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000e4116be0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960580224:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213765.024923:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.024925:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213765.024927:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4116be0 x1865639960580224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213765.024933:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213765.024935:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213765.024936:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb752856. 02000000:00000001:2.0:1779213765.024939:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213765.024940:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213765.024941:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213765.024948:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213765.024950:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45451b2. 02000000:00000001:2.0:1779213765.024953:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213765.024954:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213765.024956:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4116be0. 00000100:00000001:2.0:1779213765.024958:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213765.024960:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.024961:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213765.024965:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213765.024966:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213765.024968:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213765.024970:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213765.660350:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213765.660365:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213765.660372:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213765.660373:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213765.660426:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213765.660430:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213765.660433:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213766.684440:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213766.684446:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213766.684452:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213766.684453:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213766.684519:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213766.684524:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213766.684527:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213767.708880:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213767.708897:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213767.708903:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213767.708904:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213767.710549:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213767.710555:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213767.710559:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213768.732318:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213768.732324:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213768.732329:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213768.732331:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213768.732382:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213768.732401:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213768.732403:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213769.756374:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213769.756383:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213769.756386:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213769.756390:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213769.756396:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213769.756398:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213769.756400:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213769.756402:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213769.756405:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213769.756407:0:202243:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213769.756428:0:202243:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213769.756429:0:202243:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213769.756430:0:202243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213769.756431:0:202243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213769.756432:0:202243:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213769.756434:0:202243:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213769.756501:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213769.756505:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213769.756508:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213770.140365:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213770.140375:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213770.140385:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779213770.140391:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213770.140396:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213770.140399:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213770.140404:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213770.140411:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adfb1585. 00000100:00000001:2.0:1779213770.140418:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213770.140428:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213770.140438:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213770.140440:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213770.140446:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_00+0] req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213770.140473:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213770.140475:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213770.140478:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213770.140480:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000020:00000040:2.0:1779213770.140482:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213770.140484:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213770.140486:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213770.140488:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213770.140493:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c51c5576. 00000100:00000001:2.0:1779213770.140496:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213770.140500:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213770.140501:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213770.140507:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213770.140511:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213770.140511:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213770.140516:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213770.140517:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.140543:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213770.140544:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213770.140545:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213770.140546:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213770.140551:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213770.140554:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_01+1] req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213770.140556:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213770.140565:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213770.140569:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960580608:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213770.140573:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213770.140576:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213770.140579:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1779213770.140579:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213770.140583:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213770.140586:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 02000000:00000001:0.0:1779213770.140589:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213770.140590:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213770.140591:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213770.140594:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213770.140594:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213770.140595:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213770.140598:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213770.140598:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1779213770.140600:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1f8e2f5. 02000000:00000001:2.0:1779213770.140602:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213770.140604:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213770.140607:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213770.140608:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f718c86. 00000400:00000010:0.0:1779213770.140612:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038298f42. 00000100:00000001:2.0:1779213770.140614:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213770.140621:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 00000100:00000040:2.0:1779213770.140623:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779213770.140630:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580608, portal 25 00000100:00000001:3.0:1779213770.140631:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213770.140632:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213770.140633:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213770.140635:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.140636:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213770.140637:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213770.140639:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 02000000:00000001:3.0:1779213770.140640:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213770.140644:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213770.140646:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_02+2] req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213770.140648:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213770.140651:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960580736:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213770.140661:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213770.140665:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213770.140668:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213770.140673:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213770.140677:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1779213770.140678:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f659c8. 02000000:00000001:3.0:1779213770.140682:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213770.140683:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213770.140686:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000100:00000200:0.0:1779213770.140688:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960580608, offset 0 00000400:00000010:3.0:1779213770.140695:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b00fcfc. 00000400:00000200:0.0:1779213770.140698:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213770.140699:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213770.140703:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213770.140706:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1779213770.140713:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072bfd82d. 00000400:00000200:0.0:1779213770.140714:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:3.0:1779213770.140720:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580736, portal 10 00000400:00000200:0.0:1779213770.140722:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213770.140723:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213770.140725:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000400:00000200:0.0:1779213770.140728:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213770.140735:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1779213770.140735:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213770.140742:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213770.140751:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [564:564:256:4294967295] 192.168.202.129@tcp LPNI seq info [564:564:8:4294967295] 00000100:00000001:3.0:1779213770.140751:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213770.140753:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213770.140756:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213770.140759:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213770.140759:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213770.140763:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4f854. 00000100:00000040:1.0:1779213770.140767:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213770.140767:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960580736, offset 0 00000400:00000200:0.0:1779213770.140773:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:3.0:1779213770.140779:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213770.140786:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1779213770.140789:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213770.140789:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213770.140790:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213770.140792:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213770.140796:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213770.140797:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1779213770.140798:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 02000000:00000001:1.0:1779213770.140799:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213770.140803:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:1.0:1779213770.140806:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960580864:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213770.140809:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213770.140811:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213770.140815:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213770.140816:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:1.0:1779213770.140819:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213770.140822:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [565:565:255:4294967295] 192.168.202.129@tcp LPNI seq info [565:565:7:4294967295] 00000800:00000200:0.0:1779213770.140823:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:1.0:1779213770.140823:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213770.140827:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1779213770.140828:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1779213770.140832:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d5fcf9. 02000000:00000001:1.0:1779213770.140836:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.140839:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213770.140840:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b723f898. 00000100:00000001:0.0:1779213770.140844:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306610627 00000400:00000010:1.0:1779213770.140845:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089290b91. 00000100:00000200:1.0:1779213770.140851:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580864, portal 10 00000100:00000001:0.0:1779213770.140853:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306605510 00000400:00000200:3.0:1779213770.140853:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213770.140854:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213770.140856:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000800:00000200:3.0:1779213770.140864:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213770.140865:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.140869:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306610627 00000800:00000010:3.0:1779213770.140871:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000100:00000001:0.0:1779213770.140874:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306605510 00000100:00000001:0.0:1779213770.140880:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306610627 00000100:00000001:1.0:1779213770.140882:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213770.140885:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306605510 00000800:00000200:3.0:1779213770.140886:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:1.0:1779213770.140890:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213770.140892:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306610627 00000400:00000010:1.0:1779213770.140893:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b21d1f68. 00000800:00000200:3.0:1779213770.140897:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213770.140898:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306605510 00000100:00000200:1.0:1779213770.140898:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960580864, offset 0 00000800:00000200:3.0:1779213770.140901:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213770.140905:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213770.140907:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.140910:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213770.140911:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213770.140913:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 170823 usecs (171 jiffies) 00000100:00000001:0.0:1779213770.140914:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.140919:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213770.140919:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306605227 00000100:00000001:3.0:1779213770.140924:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306610627 00000400:00000200:1.0:1779213770.140925:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213770.140929:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306605227 00000100:00000001:0.0:1779213770.140930:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213770.140931:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213770.140934:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213770.140934:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306610627 00000400:00000200:1.0:1779213770.140937:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213770.140938:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213770.140941:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213770.140942:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213770.140945:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213770.140946:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306605227 00000400:00000200:1.0:1779213770.140947:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213770.140950:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213770.140951:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306610627 00000400:00000200:1.0:1779213770.140954:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [566:566:254:4294967295] 192.168.202.129@tcp LPNI seq info [566:566:6:4294967295] 00000100:00000001:3.0:1779213770.140955:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306605227 00000100:00000001:3.0:1779213770.140960:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306610627 00000100:00000001:3.0:1779213770.140963:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213770.140967:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213770.140971:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213770.140972:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213770.140976:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779213770.140980:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213770.140982:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1779213770.140984:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009364803b. 00000100:00000001:3.0:1779213770.140985:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213770.140989:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1779213770.140991:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213770.140992:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213770.140993:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000010:0.0:1779213770.140995:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000100:00000001:3.0:1779213770.140995:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213770.141000:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213770.141000:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213770.141001:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1779213770.141005:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009364803b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213770.141010:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213770.141010:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213770.141016:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 13032 usecs (14 jiffies) 00000400:00000200:0.0:1779213770.141017:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000400:00000010:0.0:1779213770.141019:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000001:1.0:1779213770.141019:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306605070 00000100:00000001:1.0:1779213770.141024:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306610627 00000100:00000001:0.0:1779213770.141025:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213770.141027:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306605070 00000100:00000001:3.0:1779213770.141027:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213770.141031:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213770.141031:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213770.141032:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306610627 00000100:00000001:1.0:1779213770.141037:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306605070 00000100:00000001:1.0:1779213770.141042:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306610627 00000100:00000001:1.0:1779213770.141046:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306605070 00000100:00000001:0.0:1779213770.141047:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213770.141048:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306610627 00000100:00000001:1.0:1779213770.141063:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213770.141065:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213770.141067:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213770.141068:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213770.141071:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213770.141072:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213770.141079:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213770.141080:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213770.141081:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213770.141083:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213770.141090:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.141098:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.141100:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213770.141113:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213770.141115:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000100:00000040:2.0:1779213770.141123:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11942) 00000400:00000200:0.0:1779213770.141124:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213770.141130:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213770.141133:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4f854 00000400:00000010:0.0:1779213770.141135:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4f854. 00000100:00000001:0.0:1779213770.141139:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213770.141142:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.141149:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213770.141151:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.141156:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.141158:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213770.141216:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213770.141218:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009364803b. 00000400:00000200:0.0:1779213770.141221:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213770.141240:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213770.141242:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21d1f68 00000400:00000010:0.0:1779213770.141243:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b21d1f68. 00000100:00000001:0.0:1779213770.141245:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213770.141247:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.141251:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213770.141253:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.141256:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.141257:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213770.143381:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143396:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213770.143400:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143402:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213770.143412:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213770.143426:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211200 00000400:00000200:3.0:1779213770.143434:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1269 [1] + 224 00000800:00000001:3.0:1779213770.143441:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143444:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213770.143447:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213770.143451:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213770.143456:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213770.143462:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213770.143472:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213770.143513:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213770.143522:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143526:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213770.143527:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143529:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213770.143533:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213770.143539:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211280 00000400:00000200:3.0:1779213770.143544:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1271 [1] + 224 00000800:00000001:3.0:1779213770.143548:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143550:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213770.143552:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213770.143555:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213770.143558:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213770.143561:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213770.143569:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213770.143594:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213770.143599:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143602:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213770.143604:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143606:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213770.143609:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213770.143614:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211300 00000400:00000200:3.0:1779213770.143618:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1279 [1] + 224 00000800:00000001:3.0:1779213770.143622:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143639:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213770.143641:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213770.143645:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213770.143647:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213770.143656:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213770.143663:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213770.143684:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213770.143690:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213770.143694:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213770.144015:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213770.144016:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213770.144022:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213770.144022:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213770.144031:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213770.144034:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213770.144037:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038298f42. 00000400:00000200:0.0:1779213770.144060:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000400:00000010:0.0:1779213770.144063:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000001:0.0:1779213770.144067:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213770.144077:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213770.144086:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.144092:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213770.144095:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213770.144098:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213770.144103:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213770.144106:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213770.144108:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213770.144113:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213770.144126:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213770.144131:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213770.144134:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213770.144136:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213770.144140:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213770.144142:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.144145:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213770.144149:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.144156:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213770.144160:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213770.144163:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213770.144166:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213770.144174:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960580608:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213770.144181:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213770.144184:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213770.144186:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960580608/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213770.144193:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213770.144196:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213770.144216:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1f8e2f5. 02000000:00000001:0.0:1779213770.144263:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213770.144267:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213770.144270:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213770.144273:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213770.144276:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adfb1585. 02000000:00000001:0.0:1779213770.144285:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213770.144288:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213770.144290:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000100:00000001:0.0:1779213770.144294:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213770.144296:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213770.144299:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213770.144310:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213770.144312:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213770.144314:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213770.144316:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213770.144541:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213770.144544:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213770.144589:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213770.144591:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213770.144593:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b723f898. 00000400:00000200:2.0:1779213770.144602:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089290b91 00000400:00000010:2.0:1779213770.144603:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000089290b91. 00000100:00000001:2.0:1779213770.144606:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213770.144611:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213770.144620:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213770.144626:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213770.144627:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213770.144629:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213770.144631:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213770.144632:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213770.144633:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213770.144635:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213770.144641:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213770.144643:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=154 v=5 (1 0 0 0) 00000100:00000001:2.0:1779213770.144645:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213770.144646:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213770.144648:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213770.144651:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213770.144657:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213770.144660:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213770.144662:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213770.144663:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213770.144664:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213770.144666:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213770.144672:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213770.144674:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213770.144675:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213770.144677:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213770.144693:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960580864:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213770.144697:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213770.144698:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213770.144700:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960580864/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213770.144705:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213770.144706:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213770.144708:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d5fcf9. 02000000:00000001:2.0:1779213770.144711:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213770.144712:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213770.144713:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213770.144715:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213770.144716:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f718c86. 02000000:00000001:2.0:1779213770.144718:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213770.144719:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213770.144720:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:2.0:1779213770.144722:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213770.144723:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213770.144725:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213770.144729:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213770.144730:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213770.144731:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213770.144733:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213770.144783:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213770.144785:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213770.144786:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b00fcfc. 00000400:00000200:1.0:1779213770.144790:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bfd82d 00000400:00000010:1.0:1779213770.144791:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072bfd82d. 00000100:00000001:1.0:1779213770.144794:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213770.144797:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213770.144804:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213770.144810:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213770.144811:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213770.144812:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213770.144814:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213770.144815:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213770.144816:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213770.144817:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213770.144821:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213770.144823:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213770.144825:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213770.144826:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213770.144827:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213770.144830:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213770.144831:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213770.144832:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213770.144834:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213770.144835:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213770.144837:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213770.144843:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213770.144851:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213770.144852:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213770.144856:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213770.144863:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960580736:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213770.144866:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213770.144867:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213770.144869:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960580736/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213786 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213770.144874:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213770.144876:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213770.144877:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f659c8. 02000000:00000001:1.0:1779213770.144881:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213770.144882:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213770.144883:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213770.144884:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213770.144885:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c51c5576. 02000000:00000001:1.0:1779213770.144888:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213770.144889:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213770.144890:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:1.0:1779213770.144892:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213770.144893:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213770.144895:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213770.144898:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213770.144899:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213770.144900:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213770.144902:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213770.780395:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213770.780403:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213770.780411:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213770.780412:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213770.780476:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213770.780480:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213770.780483:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213771.804382:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213771.804389:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213771.804396:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213771.804397:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213771.804538:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213771.804543:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213771.804546:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213772.828389:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213772.828397:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213772.828404:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213772.828427:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213772.828541:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213772.828552:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213772.828555:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213773.852422:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213773.852431:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213773.852438:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213773.852439:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213773.852500:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213773.852503:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213773.852505:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213774.876473:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213774.876481:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213774.876488:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213774.876489:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213774.876555:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213774.876560:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213774.876563:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213775.261808:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213775.261821:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213775.261834:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779213775.261843:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213775.261849:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213775.261853:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213775.261859:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213775.261869:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f718c86. 00000100:00000001:2.0:1779213775.261877:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213775.261892:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213775.261905:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213775.261907:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213775.261914:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_03+3] req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.261954:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213775.261957:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213775.261960:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213775.261962:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000020:00000040:2.0:1779213775.261965:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213775.261972:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213775.261974:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213775.261976:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213775.261982:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c51c5576. 00000100:00000001:3.0:1779213775.261988:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213775.261994:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213775.262013:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213775.262020:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213775.262020:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213775.262027:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213775.262029:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213775.262034:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213775.262035:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213775.262040:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213775.262045:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1779213775.262046:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213775.262047:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213775.262051:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213775.262054:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_00_00+0] req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213775.262055:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213775.262063:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960580992:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213775.262080:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213775.262087:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213775.262093:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213775.262095:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213775.262097:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1779213775.262098:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213775.262103:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1779213775.262105:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023856fc0. 00000100:00000010:2.0:1779213775.262107:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 02000000:00000001:3.0:1779213775.262109:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213775.262112:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213775.262115:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213775.262116:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213775.262117:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1779213775.262117:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613816a3. 02000000:00000001:2.0:1779213775.262121:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213775.262122:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213775.262127:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213775.262129:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adfb1585. 00000100:00000001:2.0:1779213775.262133:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213775.262135:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1779213775.262137:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000100:00000040:2.0:1779213775.262138:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213775.262140:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213775.262144:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213775.262147:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1779213775.262149:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960580992, portal 25 00000100:00000001:1.0:1779213775.262150:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213775.262155:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213775.262156:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213775.262159:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213775.262159:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000100:00000040:1.0:1779213775.262163:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213775.262168:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_00_01+1] req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213775.262169:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213775.262183:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213775.262186:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213775.262191:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213775.262193:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213775.262194:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213775.262199:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213775.262200:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213775.262202:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1779213775.262206:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960581120:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213775.262207:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1779213775.262214:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213775.262217:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11947) 00000100:00000040:3.0:1779213775.262217:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213775.262218:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213775.262257:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213775.262260:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1779213775.262262:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c851d4. 02000000:00000010:1.0:1779213775.262264:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd36b99f. 02000000:00000001:1.0:1779213775.262268:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213775.262269:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960580992, offset 0 00000400:00000010:1.0:1779213775.262274:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a4a9cc. 00000400:00000200:3.0:1779213775.262280:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213775.262293:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000400:00000200:3.0:1779213775.262297:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:1.0:1779213775.262298:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960581120, portal 10 00000100:00000001:1.0:1779213775.262303:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1779213775.262306:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213775.262311:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 00000400:00000200:3.0:1779213775.262312:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213775.262319:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213775.262323:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213775.262323:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213775.262326:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00100000:0.0:1779213775.262328:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1779213775.262332:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213775.262334:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [567:567:256:4294967295] 192.168.202.129@tcp LPNI seq info [567:567:8:4294967295] 00000100:00000001:0.0:1779213775.262340:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213775.262343:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213775.262347:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213775.262349:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213775.262350:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213775.262353:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213775.262357:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213775.262361:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:0.0:1779213775.262362:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213775.262363:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098806004. 00000100:00000200:1.0:1779213775.262369:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960581120, offset 0 00000800:00000200:3.0:1779213775.262372:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213775.262379:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000400:00000200:1.0:1779213775.262381:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213775.262382:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213775.262386:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213775.262389:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1779213775.262391:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213775.262393:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213775.262394:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213775.262397:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213775.262399:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213775.262402:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:0.0:1779213775.262405:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960581248:192.168.202.129@tcp:400: 00000400:00000200:1.0:1779213775.262408:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1779213775.262409:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:1.0:1779213775.262414:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213775.262415:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1779213775.262417:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1779213775.262419:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213775.262420:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [568:568:255:4294967295] 192.168.202.129@tcp LPNI seq info [568:568:7:4294967295] 02000000:00000001:0.0:1779213775.262423:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213775.262429:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779213775.262434:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213775.262439:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000010:0.0:1779213775.262442:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086087a0a. 00000800:00000010:1.0:1779213775.262443:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 02000000:00000001:0.0:1779213775.262446:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213775.262450:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213775.262452:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213775.262453:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038298f42. 00000800:00000200:1.0:1779213775.262458:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213775.262459:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306615749 00000400:00000010:0.0:1779213775.262461:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 00000800:00000200:1.0:1779213775.262463:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1779213775.262466:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960581248, portal 10 00000100:00000001:1.0:1779213775.262468:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213775.262469:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213775.262469:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306610627 00000100:00000001:0.0:1779213775.262473:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000040:1.0:1779213775.262474:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 169843 usecs (170 jiffies) 00000100:00000001:3.0:1779213775.262475:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306615749 00000100:00000001:1.0:1779213775.262480:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306610348 00000100:00000001:3.0:1779213775.262481:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306610627 00000100:00000040:0.0:1779213775.262484:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213775.262486:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306615749 00000100:00000001:3.0:1779213775.262487:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306615749 00000100:00000001:3.0:1779213775.262492:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306610627 00000100:00000001:3.0:1779213775.262495:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306615749 00000100:00000001:1.0:1779213775.262499:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306610348 00000100:00000001:0.0:1779213775.262501:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213775.262501:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306610627 00000100:00000001:1.0:1779213775.262505:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306615749 00000100:00000001:3.0:1779213775.262506:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213775.262508:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213775.262511:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306610348 00000100:00000001:3.0:1779213775.262511:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213775.262512:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000100:00000001:1.0:1779213775.262515:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306615749 00000100:00000200:0.0:1779213775.262516:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960581248, offset 0 00000100:00000001:1.0:1779213775.262518:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306610348 00000100:00000001:3.0:1779213775.262523:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213775.262527:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213775.262528:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306615749 00000100:00000001:3.0:1779213775.262531:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213775.262532:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213775.262535:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213775.262536:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213775.262538:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213775.262543:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213775.262544:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213775.262545:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213775.262548:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213775.262548:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213775.262552:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213775.262553:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213775.262554:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213775.262555:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213775.262557:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213775.262559:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213775.262560:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213775.262561:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213775.262562:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213775.262565:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213775.262569:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [569:569:254:4294967295] 192.168.202.129@tcp LPNI seq info [569:569:6:4294967295] 00000400:00000200:0.0:1779213775.262579:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213775.262585:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213775.262589:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000800:00000200:0.0:1779213775.262594:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213775.262598:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213775.262601:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213775.262604:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213775.262606:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12983 usecs (13 jiffies) 00000100:00000001:0.0:1779213775.262609:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306610191 00000100:00000001:0.0:1779213775.262611:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306615749 00000100:00000001:0.0:1779213775.262613:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306610191 00000100:00000001:0.0:1779213775.262620:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306615749 00000100:00000001:0.0:1779213775.262622:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306610191 00000100:00000001:0.0:1779213775.262624:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306615749 00000100:00000001:0.0:1779213775.262625:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306610191 00000100:00000001:0.0:1779213775.262627:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306615749 00000100:00000001:0.0:1779213775.262629:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213775.262630:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213775.262632:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213775.262634:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213775.262731:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213775.262736:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:2.0:1779213775.262749:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213775.262754:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213775.262760:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c851d4 00000400:00000010:2.0:1779213775.262763:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000058c851d4. 00000100:00000001:2.0:1779213775.262768:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213775.262772:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.262782:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213775.262785:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.262792:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213775.262794:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213775.262808:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213775.262810:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:2.0:1779213775.262814:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213775.262817:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213775.262820:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098806004 00000400:00000010:2.0:1779213775.262821:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098806004. 00000100:00000001:2.0:1779213775.262823:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213775.262826:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.262832:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213775.262834:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.262840:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213775.262842:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213775.262916:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213775.262918:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000400:00000200:2.0:1779213775.262921:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213775.262925:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213775.262928:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000400:00000010:2.0:1779213775.262929:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000001:2.0:1779213775.262932:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213775.262940:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.262947:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213775.262949:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.262955:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213775.262957:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213775.265729:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213775.265751:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213775.265757:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213775.265760:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213775.265773:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213775.265788:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211380 00000400:00000200:0.0:1779213775.265796:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1281 [1] + 224 00000800:00000001:0.0:1779213775.265805:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213775.265809:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213775.265812:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213775.265816:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213775.265823:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213775.265830:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213775.265842:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213775.265866:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213775.265878:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213775.265881:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213775.265883:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213775.265885:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213775.265903:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213775.265908:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211400 00000100:00000001:3.0:1779213775.265908:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213775.265913:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213775.265916:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1289 [1] + 224 00000800:00000001:0.0:1779213775.265920:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1779213775.265921:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213775.265924:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213775.265926:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000613816a3. 00000800:00000001:0.0:1779213775.265927:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213775.265931:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213775.265932:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000400:00000200:0.0:1779213775.265933:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:3.0:1779213775.265937:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000001:3.0:1779213775.265940:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213775.265943:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213775.265944:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213775.265948:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213775.265966:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213775.265966:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213775.265993:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213775.265997:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213775.266014:0:199015:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213775.266015:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213775.266018:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1779213775.266021:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213775.266022:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1779213775.266025:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213775.266026:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213775.266030:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1779213775.266031:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213775.266033:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213775.266039:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:3.0:1779213775.266040:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=80 v=5 (5 5 5 5) 00000400:00000200:0.0:1779213775.266046:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211480 00000100:00001000:3.0:1779213775.266047:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213775.266054:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213775.266056:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213775.266056:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213775.266057:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1291 [1] + 224 00000100:00000001:1.0:1779213775.266060:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1779213775.266062:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1779213775.266065:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213775.266065:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1779213775.266066:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779213775.266069:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213775.266071:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a4a9cc. 00000100:00000001:3.0:1779213775.266071:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213775.266076:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213775.266078:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000100:00000040:3.0:1779213775.266080:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213775.266081:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213775.266081:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000001:1.0:1779213775.266087:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213775.266090:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779213775.266096:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213775.266098:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213775.266098:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213775.266103:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1779213775.266105:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213775.266111:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213775.266120:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213775.266124:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213775.266131:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213775.266143:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960580992:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213775.266156:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213775.266157:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213775.266158:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213775.266161:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213775.266163:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213775.266164:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1779213775.266165:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213775.266168:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1779213775.266171:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960580992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213775.266172:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213775.266172:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213775.266177:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213775.266177:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213775.266185:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1779213775.266186:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=69 v=5 (5 5 5 5) 02000000:00000001:3.0:1779213775.266189:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1779213775.266191:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=69 v=5 (1 1 1 1) 02000000:00000010:3.0:1779213775.266193:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023856fc0. 00000100:00000001:1.0:1779213775.266194:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213775.266198:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213775.266201:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1779213775.266201:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1779213775.266205:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213775.266205:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213775.266207:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213775.266210:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213775.266210:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1779213775.266212:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213775.266214:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1779213775.266216:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f718c86. 00000400:00000001:2.0:1779213775.266219:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213775.266254:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1779213775.266254:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1779213775.266256:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038298f42. 00000100:00000040:1.0:1779213775.266257:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:3.0:1779213775.266258:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213775.266262:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:1.0:1779213775.266263:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1779213775.266264:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000100:00000001:1.0:1779213775.266265:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213775.266268:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000040:1.0:1779213775.266272:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.266272:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213775.266281:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213775.266283:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213775.266288:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213775.266290:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213775.266297:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213775.266300:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213775.266318:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960581120:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213775.266321:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213775.266323:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213775.266325:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213775.266326:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213775.266330:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213775.266330:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213775.266333:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1779213775.266336:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960581120/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213775.266336:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213775.266342:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213775.266349:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1779213775.266349:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=80 v=5 (5 5 5 5) 02000000:00000001:1.0:1779213775.266352:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213775.266355:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd36b99f. 00000100:00001000:2.0:1779213775.266355:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=9 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213775.266361:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1779213775.266362:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213775.266363:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213775.266365:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1779213775.266366:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1779213775.266368:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213775.266372:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00080000:2.0:1779213775.266373:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213775.266375:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c51c5576. 02000000:00000001:1.0:1779213775.266381:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213775.266384:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213775.266386:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 00010000:00000001:2.0:1779213775.266389:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213775.266392:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213775.266394:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213775.266396:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213775.266402:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213775.266405:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213775.266407:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213775.266408:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213775.266408:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213775.266411:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213775.266415:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213775.266416:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213775.266419:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213775.266423:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213775.266425:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213775.266428:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213775.266432:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213775.266440:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960581248:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213775.266445:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213775.266446:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213775.266448:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213775.266450:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213775.266451:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213775.266454:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960581248/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213775.266458:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213775.266461:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213775.266465:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213775.266466:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213775.266469:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213775.266469:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213775.266472:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086087a0a. 02000000:00000001:2.0:1779213775.266476:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213775.266478:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213775.266479:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213775.266481:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213775.266482:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adfb1585. 02000000:00000001:2.0:1779213775.266486:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213775.266487:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213775.266488:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:2.0:1779213775.266491:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213775.266492:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213775.266494:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213775.266498:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213775.266499:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213775.266501:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213775.266508:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213775.900406:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213775.900415:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213775.900423:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213775.900424:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213775.900484:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213775.900487:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213775.900490:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213776.924387:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213776.924395:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213776.924403:0:202243:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213776.924404:0:202243:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213776.924508:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213776.924514:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213776.924519:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213777.949062:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213777.949069:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213777.949076:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213777.949077:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213777.949137:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213777.949141:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213777.949144:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213778.972385:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213778.972391:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213778.972394:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213778.972395:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213778.972457:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213778.972461:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213778.972464:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213779.996612:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213779.996620:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213779.996623:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213779.996628:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213779.996633:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213779.996636:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213779.996638:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213779.996640:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213779.996644:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213779.996646:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213779.996647:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213779.996648:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213779.996650:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213779.996651:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213779.996652:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213779.996654:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213779.997559:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213779.997563:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213779.997567:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213780.381145:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213780.381156:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213780.381169:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 00000020:00000040:1.0:1779213780.381177:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213780.381182:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213780.381186:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213780.381192:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213780.381201:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213780.381209:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213780.381263:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213780.381275:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213780.381278:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213780.381283:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_02+2] req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213780.381315:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213780.381318:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213780.381321:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213780.381335:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213780.381341:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1779213780.381342:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003efad394. 00000020:00000040:1.0:1779213780.381346:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213780.381346:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213780.381350:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213780.381352:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213780.381355:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213780.381355:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213780.381370:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053d5b992. 00000100:00000001:1.0:1779213780.381378:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213780.381384:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1779213780.381387:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213780.381388:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.381393:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213780.381397:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213780.381402:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213780.381403:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213780.381406:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.381407:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213780.381408:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213780.381420:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960581376:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213780.381421:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efad394] to pc [ptlrpcd_00_03+3] req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.381430:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213780.381439:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213780.381439:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213780.381443:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213780.381444:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.381450:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213780.381450:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213780.381452:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1779213780.381455:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000499513bc. 00000100:00000001:3.0:1779213780.381456:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1779213780.381457:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba02b3b7. 00000020:00000040:1.0:1779213780.381462:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213780.381462:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.381463:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213780.381470:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213780.381471:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213780.381473:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213780.381474:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c8f9c0. 02000000:00000010:1.0:1779213780.381477:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009364803b. 00000100:00000001:1.0:1779213780.381481:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213780.381482:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c538d8d4. 00000100:00000040:1.0:1779213780.381488:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1779213780.381491:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960581376, portal 25 00000100:00000040:3.0:1779213780.381492:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.381499:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213780.381501:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 00000100:00000040:2.0:1779213780.381514:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213780.381528:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213780.381531:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213780.381531:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213780.381543:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213780.381549:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499513bc] to pc [ptlrpcd_00_00+0] req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213780.381550:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000200:2.0:1779213780.381556:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960581376, offset 0 00000100:00000001:3.0:1779213780.381568:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1779213780.381573:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213780.381590:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213780.381596:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213780.381598:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213780.381604:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:3.0:1779213780.381606:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213780.381607:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213780.381608:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213780.381613:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213780.381614:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213780.381615:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213780.381622:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [570:570:256:4294967295] 192.168.202.129@tcp LPNI seq info [570:570:8:4294967295] 02000000:00000001:3.0:1779213780.381627:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213780.381639:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1779213780.381646:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960581504:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213780.381648:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 4 (11952) 00000400:00000200:2.0:1779213780.381654:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213780.381659:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213780.381670:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213780.381672:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213780.381672:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1779213780.381675:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adfb1585. 00000100:00100000:1.0:1779213780.381679:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1779213780.381680:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.381689:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213780.381691:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213780.381692:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213780.381701:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213780.381705:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213780.381705:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213780.381710:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213780.381711:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007810e6fc. 00000100:00000001:1.0:1779213780.381712:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213780.381712:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adfb1585 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213780.381715:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213780.381719:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213780.381725:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213780.381727:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613816a3. 00000100:00000001:2.0:1779213780.381733:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.381741:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213780.381742:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306620868 00000400:00000010:3.0:1779213780.381742:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000100:00000001:1.0:1779213780.381743:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213780.381753:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213780.381754:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306615749 02000000:00000001:1.0:1779213780.381756:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213780.381757:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960581504, portal 10 00000100:00000001:2.0:1779213780.381759:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306620868 02000000:00000001:1.0:1779213780.381761:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213780.381765:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306615749 00000100:00000001:3.0:1779213780.381770:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213780.381771:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306620868 00000100:00100000:1.0:1779213780.381772:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960581632:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213780.381779:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728209920 : -104753981341696 : ffffa0ba10274000) 00000100:00000001:2.0:1779213780.381780:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306615749 00000100:00000001:1.0:1779213780.381785:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213780.381788:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306620868 02000000:00000001:1.0:1779213780.381790:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213780.381791:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306615749 02000000:00000001:1.0:1779213780.381794:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213780.381796:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213780.381799:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.381802:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213780.381810:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213780.381814:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213780.381818:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213780.381821:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e3d382e. 02000000:00000001:1.0:1779213780.381827:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213780.381834:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a4a9cc. 00000100:00000001:2.0:1779213780.381834:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213780.381838:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1779213780.381841:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dfc22f0. 00000100:00000001:2.0:1779213780.381844:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1779213780.381849:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960581632, portal 10 00000100:00000001:2.0:1779213780.381849:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213780.381857:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213780.381857:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.381858:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213780.381861:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728224256 : -104753981327360 : ffffa0ba10277800) 00000100:00000001:2.0:1779213780.381864:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213780.381873:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213780.381877:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4763079. 00000100:00000040:1.0:1779213780.381879:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213780.381884:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960581504, offset 0 00000100:00000001:1.0:1779213780.381897:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213780.381902:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213780.381918:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213780.381923:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779213780.381931:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213780.381932:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000010:1.0:1779213780.381937:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f4051e. 00000400:00000200:3.0:1779213780.381940:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779213780.381943:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960581632, offset 0 00000400:00000200:3.0:1779213780.381955:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213780.381966:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [571:571:255:4294967295] 192.168.202.129@tcp LPNI seq info [571:571:7:4294967295] 00000400:00000200:1.0:1779213780.381971:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213780.381987:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213780.381993:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213780.381997:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000800:00000200:3.0:1779213780.382011:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213780.382019:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213780.382023:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1779213780.382026:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213780.382028:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213780.382029:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1779213780.382032:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adfb1585. 00000100:00000001:0.0:1779213780.382035:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213780.382036:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 168875 usecs (169 jiffies) 00000400:00000200:2.0:1779213780.382039:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213780.382044:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306615466 00000400:00000200:2.0:1779213780.382051:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213780.382053:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306620868 00000100:00000001:3.0:1779213780.382058:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306615466 00000100:00000001:3.0:1779213780.382060:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306620868 00000100:00000001:3.0:1779213780.382063:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306615466 00000100:00000001:3.0:1779213780.382065:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306620868 00000100:00000001:3.0:1779213780.382068:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306615466 00000100:00000001:3.0:1779213780.382072:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306620868 00000100:00000001:3.0:1779213780.382074:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213780.382077:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213780.382078:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213780.382090:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213780.382090:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.382096:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213780.382098:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213780.382104:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213780.382107:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213780.382108:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213780.382112:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213780.382115:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [572:572:254:4294967295] 192.168.202.129@tcp LPNI seq info [572:572:6:4294967295] 00000100:00000001:3.0:1779213780.382119:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213780.382122:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213780.382124:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213780.382130:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213780.382135:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213780.382138:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000800:00000010:1.0:1779213780.382139:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080864336. 00000400:00000010:2.0:1779213780.382142:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000800:00000200:1.0:1779213780.382146:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213780.382148:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213780.382151:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213780.382154:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000080864336 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1779213780.382158:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213780.382159:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213780.382165:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12937 usecs (13 jiffies) 00000100:00000001:1.0:1779213780.382169:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306615310 00000100:00000001:2.0:1779213780.382169:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213780.382173:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213780.382175:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306620868 00000100:00000001:1.0:1779213780.382181:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306615310 00000100:00000001:2.0:1779213780.382184:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.382185:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306620868 00000100:00000001:2.0:1779213780.382188:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213780.382190:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306615310 00000100:00000001:1.0:1779213780.382193:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306620868 00000100:00000001:1.0:1779213780.382195:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306615310 00000100:00000001:1.0:1779213780.382197:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306620868 00000100:00000001:1.0:1779213780.382199:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213780.382201:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213780.382206:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213780.382213:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000100:00000001:3.0:1779213780.382214:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213780.382219:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213780.382253:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213780.382256:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4763079 00000400:00000010:2.0:1779213780.382259:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a4763079. 00000100:00000001:2.0:1779213780.382263:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213780.382266:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.382272:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213780.382274:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.382277:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213780.382278:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213780.382301:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.382304:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213780.382309:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213780.382311:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080864336. 00000400:00000200:2.0:1779213780.382315:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213780.382317:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213780.382319:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f4051e 00000400:00000010:2.0:1779213780.382320:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001f4051e. 00000100:00000001:2.0:1779213780.382322:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213780.382324:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.382329:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213780.382332:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.382348:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213780.382350:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213780.388308:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388330:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213780.388335:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388338:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213780.388352:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213780.388375:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211500 00000400:00000200:2.0:1779213780.388386:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:2.0:1779213780.388401:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388406:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213780.388409:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213780.388415:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213780.388423:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213780.388432:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213780.388445:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.388476:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213780.388489:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388498:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213780.388499:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388500:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213780.388504:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213780.388508:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211580 00000400:00000200:2.0:1779213780.388513:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12a1 [1] + 224 00000800:00000001:2.0:1779213780.388516:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388517:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213780.388519:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213780.388521:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213780.388523:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213780.388543:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213780.388552:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.388575:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213780.388581:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388585:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213780.388586:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388588:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213780.388592:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213780.388598:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211600 00000400:00000200:2.0:1779213780.388603:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12a5 [1] + 224 00000800:00000001:2.0:1779213780.388607:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388615:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213780.388617:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213780.388620:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213780.388622:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213780.388626:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213780.388633:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213780.388661:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213780.388666:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213780.388669:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213780.388694:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213780.388700:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213780.388710:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1779213780.388710:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1779213780.388714:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213780.388719:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213780.388723:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000613816a3. 00000400:00000200:3.0:1779213780.388728:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000400:00000010:3.0:1779213780.388731:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000001:3.0:1779213780.388736:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1779213780.388737:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213780.388740:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1779213780.388742:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779213780.388743:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a4a9cc. 00000400:00000200:0.0:1779213780.388748:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfc22f0 00000400:00000010:0.0:1779213780.388752:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dfc22f0. 00000100:00000001:0.0:1779213780.388756:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213780.388762:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213780.388763:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213780.388767:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213780.388772:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213780.388775:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213780.388777:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c8f9c0. 00000400:00000200:1.0:1779213780.388781:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c538d8d4 00000400:00000010:1.0:1779213780.388785:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c538d8d4. 00000100:00000200:0.0:1779213780.388788:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213780.388790:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213780.388796:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213780.388800:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213780.388804:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213780.388809:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:1.0:1779213780.388811:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213780.388815:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213780.388818:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213780.388819:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213780.388821:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213780.388823:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.388825:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213780.388828:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1779213780.388830:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.388831:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213780.388834:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213780.388838:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213780.388844:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213780.388845:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=85 v=5 (5 5 5 5) 00000100:00000200:3.0:1779213780.388845:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213780.388855:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=14 v=5 (1 1 0 0) 00000100:00001000:1.0:1779213780.388855:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213780.388865:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213780.388865:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213780.388868:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.388868:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213780.388873:0:199015:0:(client.c:1579:after_reply()) Process entered 00010000:00000001:0.0:1779213780.388874:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213780.388876:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1779213780.388876:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213780.388879:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.388879:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:0.0:1779213780.388881:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213780.388882:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213780.388884:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213780.388887:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213780.388889:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.388893:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213780.388897:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=74 v=5 (5 5 5 5) 00010000:00000001:0.0:1779213780.388900:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213780.388903:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213780.388904:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213780.388907:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213780.388911:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213780.388911:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213780.388915:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213780.388917:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1779213780.388919:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213780.388920:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.388923:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779213780.388924:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213780.388928:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213780.388928:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213780.388932:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213780.388932:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213780.388936:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1779213780.388938:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213780.388939:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213780.388939:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213780.388961:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213780.388980:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213780.388984:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213780.388984:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213780.388988:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213780.388989:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213780.388993:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213780.388996:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213780.389002:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213780.389013:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960581376:192.168.202.129@tcp:400: 00000100:00100000:3.0:1779213780.389020:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003efad394 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960581504:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213780.389024:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213780.389031:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213780.389033:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1779213780.389034:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000499513bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960581632:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213780.389037:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960581376/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213780.389038:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213780.389043:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213780.389049:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213780.389050:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1779213780.389054:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000499513bc x1865639960581632/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213780.389054:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1779213780.389058:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003efad394 x1865639960581504/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213780.389059:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba02b3b7. 02000000:00000001:1.0:1779213780.389066:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213780.389070:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213780.389074:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213780.389077:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213780.389080:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 02000000:00000001:1.0:1779213780.389085:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213780.389089:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1779213780.389090:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1779213780.389093:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 02000000:00000001:0.0:1779213780.389094:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213780.389095:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1779213780.389099:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e3d382e. 00000100:00000001:1.0:1779213780.389099:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1779213780.389099:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213780.389101:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007810e6fc. 00000100:00000001:1.0:1779213780.389103:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1779213780.389106:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213780.389107:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213780.389107:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213780.389109:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1779213780.389111:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213780.389112:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000040:3.0:1779213780.389114:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213780.389116:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213780.389117:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009364803b. 02000000:00000001:0.0:1779213780.389121:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213780.389122:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213780.389123:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000499513bc. 00000100:00000001:0.0:1779213780.389127:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213780.389128:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213780.389128:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213780.389132:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213780.389133:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213780.389134:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213780.389138:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213780.389138:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053d5b992. 00000100:00000001:0.0:1779213780.389141:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213780.389142:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213780.389143:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213780.389144:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1779213780.389148:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213780.389148:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213780.389150:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003efad394. 00000100:00000001:0.0:1779213780.389151:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.389154:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213780.389156:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213780.389158:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213780.389163:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213780.389165:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213780.389167:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213780.389169:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213781.020372:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213781.020380:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213781.020387:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213781.020388:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213781.020460:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213781.020465:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213781.020468:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213782.044364:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213782.044370:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213782.044375:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213782.044376:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213782.044444:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213782.044448:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213782.044450:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213783.068318:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213783.068326:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213783.068332:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213783.068333:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213783.068378:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213783.068383:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213783.068395:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213784.092297:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213784.092304:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213784.092312:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213784.092313:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213784.092384:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213784.092389:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213784.092415:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213784.413730:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213784.413754:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213784.413763:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a474cc5. 00000020:00000040:3.0:1779213784.413772:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213784.413777:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213784.413784:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213784.413790:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213784.413798:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b4e9b0. 00000100:00000001:3.0:1779213784.413807:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213784.413821:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213784.413834:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213784.413837:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213784.413844:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a474cc5] to pc [ptlrpcd_00_01+1] req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.413895:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213784.413897:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213784.413901:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213784.413904:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000020:00000040:3.0:1779213784.413919:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213784.413920:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.413922:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213784.413925:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213784.413926:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1779213784.413927:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213784.413932:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005023fd5. 00000100:00000001:0.0:1779213784.413935:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213784.413937:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213784.413944:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213784.413945:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213784.413952:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213784.413954:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213784.413962:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_02+2] req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213784.413970:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213784.413974:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213784.413979:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213784.413982:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213784.413985:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.413987:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213784.413991:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960581760:192.168.202.129@tcp:400: 00000100:00000040:3.0:1779213784.413991:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213784.413998:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213784.414000:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1779213784.414002:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779213784.414005:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213784.414007:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213784.414008:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213784.414009:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213784.414013:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213784.414013:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213784.414017:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed470df3. 02000000:00000001:0.0:1779213784.414018:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213784.414022:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213784.414025:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf1ee24. 00000100:00000040:3.0:1779213784.414027:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779213784.414029:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.414038:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1779213784.414039:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3a3f03d. 00000100:00000001:3.0:1779213784.414048:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213784.414049:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000040:3.0:1779213784.414055:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_03+3] req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213784.414060:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960581760, portal 25 00000100:00000001:0.0:1779213784.414065:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213784.414066:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414067:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406573952 : -104753302977664 : ffffa0ba38964380) 00000100:00000040:3.0:1779213784.414070:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213784.414075:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213784.414076:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213784.414083:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11957) 00000100:00000001:0.0:1779213784.414088:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213784.414093:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213784.414097:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779213784.414100:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960581760, offset 0 00000400:00000200:0.0:1779213784.414109:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213784.414114:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.414125:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213784.414129:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213784.414132:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.414136:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1779213784.414137:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213784.414138:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213784.414144:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213784.414145:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213784.414152:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213784.414158:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213784.414162:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [573:573:256:4294967295] 192.168.202.129@tcp LPNI seq info [573:573:8:4294967295] 00000100:00000001:3.0:1779213784.414166:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213784.414168:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213784.414170:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213784.414172:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213784.414176:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213784.414182:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00100000:3.0:1779213784.414182:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960581888:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213784.414186:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213784.414189:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213784.414191:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213784.414194:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213784.414199:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e86c2fd6. 00000800:00000200:0.0:1779213784.414203:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213784.414203:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213784.414208:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613816a3. 00000400:00000010:3.0:1779213784.414249:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 00000800:00000010:0.0:1779213784.414251:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000100:00000200:3.0:1779213784.414253:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960581888, portal 10 00000100:00000001:3.0:1779213784.414257:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213784.414258:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000800:00000200:0.0:1779213784.414263:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213784.414266:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213784.414275:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213784.414282:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213784.414285:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213784.414291:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213784.414298:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213784.414301:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023f179a2. 00000100:00000001:0.0:1779213784.414305:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306624901 00000100:00000200:3.0:1779213784.414305:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960581888, offset 0 00000400:00000200:3.0:1779213784.414314:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213784.414317:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306620868 00000400:00000200:3.0:1779213784.414320:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213784.414325:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306624901 00000400:00000200:3.0:1779213784.414325:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213784.414329:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213784.414332:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306620868 00000400:00000200:3.0:1779213784.414332:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213784.414337:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213784.414339:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306624901 00000400:00000200:3.0:1779213784.414341:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [574:574:255:4294967295] 192.168.202.129@tcp LPNI seq info [574:574:7:4294967295] 00000100:00000001:0.0:1779213784.414346:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306620868 00000100:00000001:0.0:1779213784.414352:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306624901 00000400:00000200:3.0:1779213784.414356:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213784.414359:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306620868 00000800:00000200:3.0:1779213784.414363:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213784.414365:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1779213784.414367:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45451b2. 00000100:00000001:0.0:1779213784.414369:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213784.414374:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213784.414375:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414379:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1779213784.414383:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213784.414386:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b45451b2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213784.414389:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414391:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213784.414394:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1779213784.414394:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 167941 usecs (168 jiffies) 00000100:00000001:0.0:1779213784.414399:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.414399:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306619498 00000100:00000001:0.0:1779213784.414402:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213784.414403:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306624901 00000100:00000001:0.0:1779213784.414404:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414408:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.414408:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306619498 00000100:00000001:3.0:1779213784.414412:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306624901 00000100:00000001:3.0:1779213784.414426:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306619498 00000100:00000001:3.0:1779213784.414429:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306624901 00000100:00000001:3.0:1779213784.414431:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306619498 00000100:00000001:3.0:1779213784.414433:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306624901 00000100:00000001:3.0:1779213784.414440:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213784.414441:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.414443:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.414445:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.414449:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213784.414450:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213784.414452:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.414454:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213784.414455:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213784.414458:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1779213784.414460:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.414463:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213784.414464:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213784.414467:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213784.414467:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.414469:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213784.414471:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1779213784.414473:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000100:00000040:3.0:1779213784.414477:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213784.414479:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213784.414487:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1779213784.414490:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213784.414491:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213784.414495:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213784.414497:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213784.414499:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 02000000:00000001:3.0:1779213784.414500:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213784.414503:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00100000:3.0:1779213784.414505:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960582016:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213784.414508:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213784.414509:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213784.414512:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213784.414513:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213784.414515:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213784.414520:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4ad6b8a. 00000100:00000200:0.0:1779213784.414522:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213784.414523:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414534:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1779213784.414537:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d19f74. 00000100:00000040:0.0:1779213784.414539:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213784.414543:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000100:00000200:3.0:1779213784.414549:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582016, portal 10 00000100:00000001:0.0:1779213784.414552:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.414553:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213784.414555:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000001:0.0:1779213784.414556:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1779213784.414569:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.414576:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213784.414579:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213784.414583:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae747f1. 00000100:00000200:3.0:1779213784.414586:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960582016, offset 0 00000400:00000200:3.0:1779213784.414591:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213784.414596:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213784.414599:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213784.414601:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213784.414603:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213784.414606:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213784.414618:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [575:575:255:4294967295] 192.168.202.129@tcp LPNI seq info [575:575:7:4294967295] 00000400:00000200:3.0:1779213784.414626:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213784.414630:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213784.414635:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000800:00000200:0.0:1779213784.414636:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213784.414641:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45451b2. 00000800:00000200:3.0:1779213784.414641:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213784.414647:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1779213784.414650:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:0.0:1779213784.414656:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:3.0:1779213784.414656:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213784.414661:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f179a2 00000100:00000001:3.0:1779213784.414661:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213784.414664:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000023f179a2. 00000100:00000040:3.0:1779213784.414666:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12915 usecs (13 jiffies) 00000100:00000001:0.0:1779213784.414669:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213784.414670:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306619343 00000100:00000001:3.0:1779213784.414674:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306624901 00000100:00000200:0.0:1779213784.414676:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.414679:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306619343 00000100:00000001:3.0:1779213784.414683:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306624901 00000100:00000001:3.0:1779213784.414688:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306619343 00000100:00000001:3.0:1779213784.414691:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306624901 00000100:00000001:3.0:1779213784.414695:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306619343 00000100:00000001:0.0:1779213784.414696:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213784.414701:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.414704:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306624901 00000100:00000001:3.0:1779213784.414710:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213784.414714:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414717:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.414719:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414720:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1779213784.414724:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.414735:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1779213784.414737:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213784.414738:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213784.414741:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:0.0:1779213784.414745:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213784.414749:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213784.414752:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae747f1 00000400:00000010:0.0:1779213784.414754:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000ae747f1. 00000100:00000001:0.0:1779213784.414758:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213784.414762:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213784.414769:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213784.414772:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213784.414789:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.414792:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213784.418804:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213784.418822:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213784.418827:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213784.418830:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213784.418842:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213784.418864:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211680 00000400:00000200:3.0:1779213784.418872:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x12b1 [1] + 224 00000800:00000001:3.0:1779213784.418880:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213784.418883:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213784.418886:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213784.418890:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213784.418897:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213784.418905:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213784.418927:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.418944:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213784.418977:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213784.418984:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213784.419093:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213784.419097:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213784.419099:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213784.419100:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213784.419104:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213784.419109:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211700 00000400:00000200:3.0:1779213784.419114:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12b9 [1] + 224 00000800:00000001:3.0:1779213784.419117:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213784.419128:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213784.419130:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213784.419134:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213784.419137:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213784.419141:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213784.419149:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.419164:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213784.419169:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213784.419174:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213784.419176:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1779213784.419179:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213784.419179:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1779213784.419183:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213784.419188:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3a3f03d. 00000400:00000200:3.0:1779213784.419188:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213784.419195:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000200:3.0:1779213784.419199:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211780 00000400:00000010:0.0:1779213784.419200:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213784.419206:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213784.419214:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213784.419216:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12c1 [1] + 224 00000800:00000001:3.0:1779213784.419250:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213784.419251:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213784.419259:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213784.419259:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213784.419262:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213784.419263:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213784.419267:0:199013:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:3.0:1779213784.419271:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:0.0:1779213784.419273:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213784.419275:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213784.419276:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213784.419280:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213784.419283:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213784.419285:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213784.419293:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213784.419296:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=89 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213784.419303:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1779213784.419305:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=89 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213784.419309:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1779213784.419309:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213784.419311:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213784.419312:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779213784.419315:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213784.419319:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.419323:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.419326:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.419329:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213784.419330:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213784.419334:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213784.419338:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1779213784.419340:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213784.419343:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213784.419345:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213784.419348:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d19f74. 00000100:00000040:0.0:1779213784.419351:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213784.419353:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000400:00000010:3.0:1779213784.419355:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:3.0:1779213784.419359:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213784.419365:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213784.419377:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001a474cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960581760:192.168.202.129@tcp:400: 00000100:00000200:3.0:1779213784.419385:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213784.419386:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213784.419392:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213784.419393:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213784.419395:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.419397:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:0.0:1779213784.419399:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a474cc5 x1865639960581760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213784.419399:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213784.419402:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213784.419404:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213784.419408:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.419415:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1779213784.419416:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=89 v=5 (5 5 5 5) 02000000:00000001:0.0:1779213784.419420:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1779213784.419421:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=18 v=5 (1 1 0 0) 02000000:00000010:0.0:1779213784.419424:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf1ee24. 00000100:00000001:3.0:1779213784.419424:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213784.419426:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213784.419430:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1779213784.419430:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1779213784.419434:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00010000:00080000:3.0:1779213784.419436:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213784.419438:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213784.419443:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213784.419447:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b4e9b0. 00010000:00000001:3.0:1779213784.419448:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213784.419454:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213784.419456:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213784.419458:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a474cc5. 00000100:00000001:0.0:1779213784.419462:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213784.419465:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.419466:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213784.419468:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213784.419470:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213784.419473:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213784.419474:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.419478:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1779213784.419479:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213784.419482:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213784.419486:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213784.419490:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.419490:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213784.419493:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213784.419495:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213784.419498:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213784.419517:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960582016:192.168.202.129@tcp:400: 00000400:00000001:3.0:1779213784.419526:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213784.419528:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213784.419530:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000613816a3. 00000400:00000200:3.0:1779213784.419533:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000400:00000010:3.0:1779213784.419535:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000001:3.0:1779213784.419538:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213784.419542:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213784.419550:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.419561:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213784.419563:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.419565:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213784.419567:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213784.419569:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213784.419571:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213784.419573:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213784.419578:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213784.419581:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213784.419584:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213784.419585:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213784.419587:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213784.419590:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.419591:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213784.419592:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213784.419594:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213784.419594:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213784.419597:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.419601:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213784.419614:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213784.419616:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213784.419619:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213784.419626:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960581888:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213784.419630:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.419633:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213784.419635:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960582016/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.419641:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213784.419643:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213784.419645:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4ad6b8a. 02000000:00000001:3.0:1779213784.419648:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213784.419650:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213784.419651:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213784.419653:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213784.419654:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed470df3. 02000000:00000001:3.0:1779213784.419657:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213784.419658:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213784.419659:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000100:00000001:3.0:1779213784.419662:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213784.419663:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.419664:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213784.419666:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960581888/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213784.419670:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213784.419671:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213784.419672:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e86c2fd6. 02000000:00000001:3.0:1779213784.419673:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213784.419674:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213784.419675:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213784.419676:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213784.419677:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005023fd5. 02000000:00000001:3.0:1779213784.419684:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213784.419685:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213784.419686:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:3.0:1779213784.419688:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213784.419689:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.419690:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213784.419693:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213784.419694:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213784.419696:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213784.419699:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213785.116545:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213785.116554:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213785.116560:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213785.116561:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213785.116877:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213785.116882:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213785.116885:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213786.140380:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213786.140388:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213786.140396:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213786.140398:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213786.140463:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213786.140466:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213786.140468:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213787.164459:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213787.164465:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213787.164470:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213787.164471:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213787.164531:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213787.164535:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213787.164538:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213788.188357:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213788.188369:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213788.188379:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213788.188380:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213788.188688:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213788.188693:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213788.188696:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213789.212347:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213789.212353:0:204343:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213789.212357:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213789.212357:0:204343:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213789.212411:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213789.212414:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213789.212417:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213789.596373:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213789.596380:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213789.596388:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213789.596394:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213789.596397:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213789.596400:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213789.596404:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213789.596409:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000513bfa11. 00000100:00000001:0.0:1779213789.596415:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213789.596423:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213789.596456:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213789.596459:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213789.596465:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_00+0] req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.596489:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213789.596491:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213789.596493:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213789.596496:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213789.596498:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213789.596500:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213789.596501:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213789.596502:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213789.596505:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce8f820. 00000100:00000001:3.0:1779213789.596505:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213789.596508:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213789.596509:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213789.596512:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213789.596512:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213789.596519:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.596524:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213789.596527:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213789.596532:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1779213789.596534:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_01+1] req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213789.596534:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213789.596535:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213789.596540:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213789.596541:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213789.596544:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213789.596548:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213789.596555:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960582144:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213789.596559:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213789.596560:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213789.596562:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1779213789.596563:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1779213789.596565:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213789.596569:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1779213789.596569:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213789.596571:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213789.596574:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 02000000:00000010:3.0:1779213789.596574:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2c937d7. 00000100:00000001:1.0:1779213789.596575:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213789.596578:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1779213789.596578:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213789.596579:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213789.596583:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1779213789.596585:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613816a3. 00000100:00000040:1.0:1779213789.596586:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213789.596587:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213789.596590:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213789.596590:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4d9e110. 02000000:00000010:0.0:1779213789.596598:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000200:3.0:1779213789.596598:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582144, portal 25 00000100:00000001:1.0:1779213789.596599:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213789.596601:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213789.596602:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213789.596603:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000001:0.0:1779213789.596609:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213789.596609:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213789.596613:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213789.596613:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213789.596616:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1779213789.596618:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213789.596626:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960582272:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213789.596636:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213789.596640:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213789.596644:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213789.596644:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213789.596644:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213789.596647:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213789.596648:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213789.596650:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_02+2] req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213789.596652:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000362989ba. 02000000:00000001:1.0:1779213789.596656:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213789.596659:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213789.596664:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da54f7f0. 00000400:00000010:1.0:1779213789.596667:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000100:00000200:3.0:1779213789.596669:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960582144, offset 0 00000400:00000010:1.0:1779213789.596672:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:1.0:1779213789.596676:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582272, portal 10 00000100:00000001:1.0:1779213789.596679:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213789.596680:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000400:00000200:3.0:1779213789.596680:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213789.596688:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213789.596694:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213789.596696:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:1.0:1779213789.596698:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213789.596699:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213789.596703:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e183af94. 00000100:00000040:0.0:1779213789.596704:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1779213789.596705:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1779213789.596707:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960582272, offset 0 00000400:00000200:3.0:1779213789.596712:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213789.596713:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213789.596717:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213789.596718:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213789.596721:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11962) 00000400:00000200:3.0:1779213789.596721:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213789.596725:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [576:576:256:4294967295] 192.168.202.129@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:3.0:1779213789.596736:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213789.596741:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213789.596746:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000400:00000200:1.0:1779213789.596747:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213789.596755:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213789.596758:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213789.596761:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213789.596763:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213789.596766:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [577:577:255:4294967295] 192.168.202.129@tcp LPNI seq info [577:577:7:4294967295] 00000400:00000200:1.0:1779213789.596773:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213789.596778:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213789.596782:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff4cc532. 00000800:00000200:1.0:1779213789.596787:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213789.596793:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1779213789.596797:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213789.596798:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213789.596800:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213789.596807:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213789.596808:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213789.596812:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ff4cc532 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779213789.596819:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213789.596824:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213789.596829:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213789.596830:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213789.596832:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213789.596835:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213789.596835:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213789.596836:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213789.596840:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 167006 usecs (168 jiffies) 00000100:00000001:3.0:1779213789.596841:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306630083 00000100:00000001:1.0:1779213789.596846:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306624680 02000000:00000001:2.0:1779213789.596846:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213789.596853:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960582400:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213789.596868:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306624901 00000100:00000001:3.0:1779213789.596874:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306630083 00000100:00000001:1.0:1779213789.596875:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306630083 00000100:00000001:2.0:1779213789.596880:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213789.596881:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306624901 00000100:00000001:1.0:1779213789.596883:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306624680 02000000:00000001:2.0:1779213789.596885:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213789.596888:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213789.596888:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306630083 00000100:00000001:1.0:1779213789.596889:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306630083 02000000:00000001:2.0:1779213789.596893:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213789.596895:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306624901 02000000:00000010:2.0:1779213789.596897:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd36b99f. 00000100:00000001:1.0:1779213789.596900:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306624680 00000100:00000001:3.0:1779213789.596900:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306630083 02000000:00000001:2.0:1779213789.596901:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213789.596907:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306630083 00000400:00000010:2.0:1779213789.596907:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000100:00000001:3.0:1779213789.596908:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306624901 00000800:00000200:0.0:1779213789.596912:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213789.596913:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306624680 00000100:00000001:3.0:1779213789.596914:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1779213789.596915:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000800:00000010:0.0:1779213789.596918:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff4cc532. 00000100:00000001:3.0:1779213789.596920:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213789.596921:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582400, portal 10 00000100:00000001:1.0:1779213789.596923:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306630083 00000400:00000200:0.0:1779213789.596926:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213789.596926:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213789.596926:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213789.596928:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213789.596929:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:3.0:1779213789.596932:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213789.596935:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213789.596936:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213789.596940:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213789.596941:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213789.596945:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e183af94 00000100:00000001:1.0:1779213789.596945:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1779213789.596949:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e183af94. 00000100:00000001:3.0:1779213789.596949:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213789.596952:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213789.596956:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1779213789.596958:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213789.596959:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213789.596961:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213789.596963:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213789.596964:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213789.596965:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213789.596966:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213789.596967:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1779213789.596970:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef654150. 00000100:00000001:3.0:1779213789.596971:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213789.596973:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1779213789.596976:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960582400, offset 0 00000100:00000001:1.0:1779213789.596977:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213789.596981:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213789.596985:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213789.596986:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213789.596988:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213789.596989:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213789.596990:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213789.596996:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213789.596999:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213789.597006:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213789.597009:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213789.597012:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1779213789.597023:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213789.597026:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213789.597029:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213789.597031:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [578:578:254:4294967295] 192.168.202.129@tcp LPNI seq info [578:578:6:4294967295] 00000400:00000200:2.0:1779213789.597039:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213789.597047:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213789.597051:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adfb1585. 00000800:00000200:2.0:1779213789.597056:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213789.597060:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213789.597069:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000adfb1585 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213789.597085:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213789.597088:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12877 usecs (13 jiffies) 00000100:00000001:2.0:1779213789.597091:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306624525 00000100:00000001:2.0:1779213789.597093:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306630083 00000100:00000001:2.0:1779213789.597095:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306624525 00000100:00000001:2.0:1779213789.597096:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306630083 00000100:00000001:2.0:1779213789.597098:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306624525 00000100:00000001:2.0:1779213789.597099:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306630083 00000100:00000001:2.0:1779213789.597101:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306624525 00000100:00000001:2.0:1779213789.597102:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306630083 00000100:00000001:2.0:1779213789.597104:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213789.597106:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213789.597108:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213789.597109:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213789.597110:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1779213789.597114:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000100:00000001:2.0:1779213789.597117:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779213789.597118:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213789.597123:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1779213789.597124:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213789.597129:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da54f7f0 00000100:00000001:2.0:1779213789.597129:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213789.597132:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213789.597133:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213789.597136:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213789.597137:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000da54f7f0. 00000100:00000001:0.0:1779213789.597142:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213789.597145:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.597153:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213789.597156:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.597162:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213789.597163:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213789.597174:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213789.597176:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adfb1585. 00000400:00000200:0.0:1779213789.597178:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213789.597181:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213789.597183:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef654150 00000400:00000010:0.0:1779213789.597184:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ef654150. 00000100:00000001:0.0:1779213789.597187:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213789.597189:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.597194:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213789.597196:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.597201:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213789.597202:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213789.600562:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213789.600576:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213789.600580:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213789.600581:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213789.600589:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213789.600600:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211880 00000400:00000200:0.0:1779213789.600606:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12d1 [1] + 224 00000800:00000001:0.0:1779213789.600613:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213789.600618:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213789.600620:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213789.600636:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213789.600643:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213789.600650:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213789.600660:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.600683:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213789.600692:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213789.600696:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213789.600738:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213789.600758:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213789.600761:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213789.600766:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213789.600767:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213789.600769:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779213789.600772:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:1.0:1779213789.600774:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:1.0:1779213789.600776:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213789.600778:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213789.600783:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213789.600787:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213789.600788:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213789.600789:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213789.600791:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213789.600793:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213789.600794:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213789.600796:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213789.600802:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213789.600809:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213789.600811:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213789.600812:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213789.600813:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213789.600817:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213789.600820:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213789.600822:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213789.600824:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213789.600825:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213789.600828:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213789.600834:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213789.600837:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213789.600839:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213789.600841:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213789.600848:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960582272:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213789.600852:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213789.600870:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213789.600872:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960582272/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213789.600879:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213789.600881:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213789.600884:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000362989ba. 02000000:00000001:1.0:1779213789.600887:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1779213789.600888:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779213789.600889:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213789.600891:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213789.600893:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1779213789.600893:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1779213789.600896:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce8f820. 00000800:00000001:3.0:1779213789.600898:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1779213789.600899:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213789.600901:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213789.600903:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:1.0:1779213789.600907:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213789.600913:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213789.600913:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213789.600918:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213789.600925:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1779213789.600925:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211900 00000100:00000001:1.0:1779213789.600928:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213789.600932:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213789.600933:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12d9 [1] + 224 00000100:00000001:1.0:1779213789.600935:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213789.600939:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213789.600943:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213789.600946:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213789.600950:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213789.600953:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213789.600957:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213789.600966:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213789.600984:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213789.600989:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213789.600996:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213789.600997:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213789.600999:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213789.601003:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213789.601009:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211800 00000400:00000200:3.0:1779213789.601015:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x12c9 [1] + 224 00000800:00000001:3.0:1779213789.601019:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213789.601026:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213789.601029:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1779213789.601029:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213789.601032:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1779213789.601034:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213789.601038:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1779213789.601038:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:2.0:1779213789.601042:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:2.0:1779213789.601046:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000400:00000010:2.0:1779213789.601048:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:2.0:1779213789.601050:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213789.601051:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213789.601056:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213789.601057:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213789.601082:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213789.601087:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213789.601098:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213789.601101:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213789.601101:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213789.601104:0:199014:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:3.0:1779213789.601106:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213789.601109:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213789.601111:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213789.601113:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213789.601115:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213789.601117:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213789.601121:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213789.601124:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=23 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213789.601126:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213789.601127:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213789.601129:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213789.601132:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.601133:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213789.601135:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213789.601138:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1779213789.601138:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213789.601140:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213789.601141:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000613816a3. 00000100:00000001:2.0:1779213789.601141:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213789.601142:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213789.601143:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213789.601144:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213789.601145:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9e110 00000400:00000010:0.0:1779213789.601146:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c4d9e110. 00000100:00000040:2.0:1779213789.601147:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.601149:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213789.601152:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213789.601152:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213789.601154:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213789.601155:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213789.601157:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213789.601159:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213789.601165:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960582400:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213789.601168:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213789.601170:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213789.601171:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960582400/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.601177:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213789.601178:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213789.601180:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213789.601181:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213789.601182:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213789.601183:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213789.601185:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213789.601187:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213789.601190:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213789.601192:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213789.601193:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213789.601193:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213789.601194:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1779213789.601195:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213789.601196:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213789.601196:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd36b99f. 02000000:00000001:2.0:1779213789.601199:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213789.601200:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213789.601201:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213789.601201:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213789.601203:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1779213789.601204:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779213789.601204:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 02000000:00000001:2.0:1779213789.601207:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213789.601208:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213789.601209:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:0.0:1779213789.601210:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213789.601211:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213789.601212:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213789.601212:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213789.601213:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213789.601213:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213789.601216:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213789.601217:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213789.601218:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213789.601220:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213789.601251:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213789.601254:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960582144:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213789.601258:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213789.601260:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213789.601262:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960582144/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213789.601268:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213789.601269:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213789.601271:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2c937d7. 02000000:00000001:0.0:1779213789.601274:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213789.601275:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213789.601276:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213789.601278:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213789.601279:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000513bfa11. 02000000:00000001:0.0:1779213789.601281:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213789.601282:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213789.601283:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:0.0:1779213789.601285:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213789.601286:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213789.601287:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213789.601291:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213789.601292:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213789.601294:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213789.601295:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236357:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213790.236366:0:204343:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213790.236369:0:204343:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213790.236372:0:204343:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236377:0:204343:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213790.236379:0:204343:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236381:0:204343:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236383:0:204343:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236387:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213790.236388:0:204343:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213790.236389:0:204343:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213790.236390:0:204343:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236392:0:204343:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213790.236393:0:204343:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236394:0:204343:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213790.236396:0:204343:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213790.236463:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213790.236468:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213790.236470:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213791.260349:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213791.260355:0:204343:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213791.260377:0:204343:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213791.260378:0:204343:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213791.260552:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213791.260558:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213791.260559:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213792.284402:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213792.284412:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213792.284420:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213792.284421:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213792.284571:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213792.284575:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213792.284579:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213793.308349:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213793.308356:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213793.308361:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213793.308362:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213793.308426:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213793.308430:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213793.308432:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213794.332343:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213794.332348:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213794.332353:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213794.332353:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213794.332412:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213794.332416:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213794.332418:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213794.716423:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213794.716433:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213794.716444:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d3d1637. 00000020:00000040:2.0:1779213794.716450:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213794.716455:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213794.716458:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213794.716463:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213794.716472:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000adfb1585. 00000100:00000001:2.0:1779213794.716478:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716489:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213794.716499:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213794.716501:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716505:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d3d1637] to pc [ptlrpcd_00_03+3] req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213794.716563:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213794.716567:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1779213794.716569:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.716602:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716605:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213794.716608:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213794.716611:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5c8f7cf. 00000020:00000040:2.0:1779213794.716613:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213794.716620:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213794.716622:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213794.716623:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213794.716626:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c51c5576. 00000100:00000001:2.0:1779213794.716629:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716633:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213794.716640:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213794.716641:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716643:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5c8f7cf] to pc [ptlrpcd_00_00+0] req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.716660:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716662:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213794.716664:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213794.716666:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779213794.716667:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213794.716669:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213794.716669:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213794.716670:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213794.716672:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f718c86. 00000100:00000001:2.0:1779213794.716674:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716676:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213794.716680:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213794.716681:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716682:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_01+1] req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.716687:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716688:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1779213794.716690:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1779213794.716698:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11967) 00000100:00000001:1.0:1779213794.716705:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213794.716710:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213794.716713:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213794.716719:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.716724:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213794.716726:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213794.716728:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213794.716732:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213794.716735:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.716736:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213794.716742:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213794.716745:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213794.716747:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1779213794.716748:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.716750:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213794.716754:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213794.716756:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213794.716758:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213794.716759:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960582656:192.168.202.129@tcp:400: 00000100:00100000:2.0:1779213794.716765:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960582784:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213794.716766:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1779213794.716771:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213794.716772:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213794.716774:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213794.716776:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213794.716777:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213794.716780:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1779213794.716781:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213794.716785:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a2c8a7. 02000000:00000001:2.0:1779213794.716787:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213794.716793:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009aa9dee. 00000400:00000010:2.0:1779213794.716794:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 02000000:00000001:1.0:1779213794.716795:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213794.716802:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:2.0:1779213794.716816:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000400:00000010:1.0:1779213794.716817:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:2.0:1779213794.716825:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582784, portal 10 00000100:00000200:1.0:1779213794.716832:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582656, portal 10 00000100:00000001:1.0:1779213794.716834:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213794.716836:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527167232 : -104754182384384 : ffffa0ba042b9500) 00000100:00000040:1.0:1779213794.716843:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213794.716850:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213794.716853:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213794.716856:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfead9e7. 00000100:00000200:1.0:1779213794.716858:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960582656, offset 0 00000400:00000200:1.0:1779213794.716864:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213794.716876:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213794.716878:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213794.716882:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213794.716883:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213794.716889:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213794.716892:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213794.716895:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213794.716899:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [579:579:256:4294967295] 192.168.202.129@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000200:1.0:1779213794.716907:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213794.716912:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213794.716915:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25e7fba. 00000800:00000200:1.0:1779213794.716920:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213794.716924:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213794.716926:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000800:00000200:1.0:1779213794.716929:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213794.716933:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b25e7fba type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1779213794.716937:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.716944:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213794.716947:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213794.716949:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213794.716951:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000466510c3. 00000100:00000040:1.0:1779213794.716954:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 166071 usecs (167 jiffies) 00000100:00000001:1.0:1779213794.716958:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306629799 00000100:00000200:2.0:1779213794.716959:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960582784, offset 0 00000100:00000001:1.0:1779213794.716961:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306630083 00000400:00000200:2.0:1779213794.716967:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213794.716972:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306629799 00000400:00000200:2.0:1779213794.716976:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213794.716979:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213794.716990:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213794.716992:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213794.716994:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213794.716997:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [580:580:255:4294967295] 192.168.202.129@tcp LPNI seq info [580:580:7:4294967295] 00000400:00000200:2.0:1779213794.717004:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213794.717009:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306630083 00000800:00000200:2.0:1779213794.717009:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213794.717015:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306629799 00000100:00000001:1.0:1779213794.717017:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306630083 00000800:00000010:2.0:1779213794.717017:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a22c0d62. 00000100:00000001:1.0:1779213794.717022:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306629799 00000100:00000001:1.0:1779213794.717026:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306630083 00000800:00000200:2.0:1779213794.717026:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1779213794.717032:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213794.717035:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a22c0d62 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213794.717038:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213794.717040:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1779213794.717042:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12835 usecs (13 jiffies) 00000100:00000001:1.0:1779213794.717044:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.717048:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306629645 00000100:00000001:1.0:1779213794.717049:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213794.717053:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.717053:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306630083 00000100:00000001:2.0:1779213794.717058:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306629645 00000100:00000001:2.0:1779213794.717059:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306630083 00000100:00000001:2.0:1779213794.717061:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306629645 00000100:00000001:2.0:1779213794.717062:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306630083 00000100:00000001:1.0:1779213794.717063:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213794.717065:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306629645 00000100:00000001:1.0:1779213794.717066:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213794.717069:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306630083 00000100:00000001:1.0:1779213794.717070:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213794.717072:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213794.717073:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213794.717074:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.717078:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213794.717079:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.717083:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.717086:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.717090:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213794.717091:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213794.717094:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213794.717095:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213794.717096:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.717104:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213794.717358:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213794.717362:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25e7fba. 00000400:00000200:3.0:1779213794.717367:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213794.717372:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213794.717376:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfead9e7 00000400:00000010:3.0:1779213794.717378:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bfead9e7. 00000100:00000001:3.0:1779213794.717382:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213794.717385:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213794.717394:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213794.717397:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213794.717403:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213794.717404:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213794.717710:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213794.717713:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a22c0d62. 00000400:00000200:3.0:1779213794.717716:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213794.717719:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213794.717722:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466510c3 00000400:00000010:3.0:1779213794.717724:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000466510c3. 00000100:00000001:3.0:1779213794.717733:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213794.717736:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213794.717743:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213794.717745:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213794.717751:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213794.717752:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213794.717898:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213794.717900:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213794.717903:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213794.717904:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213794.717905:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213794.717909:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213794.717916:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213794.717917:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213794.717920:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213794.717922:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213794.717923:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213794.717926:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960582528:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213794.717929:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213794.717931:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213794.717932:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213794.717934:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213794.717937:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060df4b7c. 02000000:00000001:0.0:1779213794.717939:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213794.717942:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3a3f03d. 00000400:00000010:0.0:1779213794.717946:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000200:0.0:1779213794.717949:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582528, portal 25 00000100:00000001:0.0:1779213794.717951:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213794.717952:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527163648 : -104754182387968 : ffffa0ba042b8700) 00000100:00000040:0.0:1779213794.717956:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213794.717962:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213794.717964:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213794.717966:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000200:0.0:1779213794.717968:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960582528, offset 0 00000400:00000200:0.0:1779213794.717972:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213794.717977:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213794.717980:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213794.717982:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213794.717990:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213794.717992:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213794.717995:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [581:581:256:4294967295] 192.168.202.129@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000200:0.0:1779213794.718002:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213794.718007:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213794.718010:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000800:00000200:0.0:1779213794.718014:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213794.718018:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213794.718021:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213794.718065:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213794.718068:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306635204 00000100:00000001:0.0:1779213794.718073:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306630083 00000100:00000001:0.0:1779213794.718077:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306635204 00000100:00000001:0.0:1779213794.718079:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306630083 00000100:00000001:0.0:1779213794.718082:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306635204 00000100:00000001:0.0:1779213794.718084:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306630083 00000100:00000001:0.0:1779213794.718086:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306635204 00000100:00000001:0.0:1779213794.718088:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306630083 00000100:00000001:0.0:1779213794.718090:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213794.718092:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213794.718094:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213794.718096:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213794.718152:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213794.718155:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000400:00000200:2.0:1779213794.718157:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213794.718160:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213794.718215:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:2.0:1779213794.718217:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:2.0:1779213794.718220:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213794.718243:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.718249:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213794.718250:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.718254:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.718255:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213794.719100:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.719110:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213794.719113:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.719116:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213794.719123:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213794.719133:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211a00 00000400:00000200:3.0:1779213794.719139:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12e5 [1] + 224 00000800:00000001:3.0:1779213794.719144:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.719149:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213794.719151:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213794.719154:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213794.719159:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213794.719330:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213794.719340:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213794.719363:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213794.719370:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.719373:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213794.719437:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213794.719440:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213794.719445:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213794.719447:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213794.719449:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779213794.719453:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:1.0:1779213794.719455:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:1.0:1779213794.719457:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213794.719461:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213794.719469:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213794.719476:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213794.719477:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213794.719480:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213794.719482:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213794.719492:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213794.719494:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213794.719497:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213794.719504:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213794.719508:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213794.719510:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213794.719511:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213794.719514:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213794.719517:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213794.719520:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213794.719522:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213794.719523:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213794.719524:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213794.719529:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213794.719535:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213794.719538:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213794.719540:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213794.719543:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213794.719550:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000a5c8f7cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960582656:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213794.719555:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213794.719556:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213794.719558:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5c8f7cf x1865639960582656/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213794.719565:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213794.719567:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213794.719569:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009aa9dee. 02000000:00000001:1.0:1779213794.719573:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213794.719575:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213794.719576:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213794.719578:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213794.719580:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c51c5576. 02000000:00000001:1.0:1779213794.719591:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213794.719593:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213794.719595:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5c8f7cf. 00000100:00000001:1.0:1779213794.719598:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213794.719599:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213794.719601:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213794.719605:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213794.719607:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213794.719609:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213794.719610:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213794.720924:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.720933:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213794.720936:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.720938:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213794.720945:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213794.720967:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211a80 00000400:00000200:3.0:1779213794.720973:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x12e1 [1] + 224 00000800:00000001:3.0:1779213794.720978:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.720984:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213794.720986:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213794.720990:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213794.720994:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213794.720998:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213794.721007:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213794.721031:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213794.721038:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.721041:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213794.722674:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.722683:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213794.722686:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.722688:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213794.722696:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213794.722708:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211980 00000400:00000200:3.0:1779213794.722715:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x12f1 [1] + 224 00000800:00000001:3.0:1779213794.722724:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.722729:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213794.722731:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213794.722735:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213794.722740:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213794.722745:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213794.722765:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213794.722801:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213794.722817:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213794.722820:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.722833:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213794.722837:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213794.722848:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213794.722850:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213794.722852:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:2.0:1779213794.722860:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000400:00000010:2.0:1779213794.722862:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:2.0:1779213794.722865:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213794.722869:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213794.722881:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.722891:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213794.722893:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.722895:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213794.722898:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213794.722903:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213794.722905:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213794.722908:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213794.722914:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=99 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213794.722929:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=28 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213794.722935:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213794.722936:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213794.722938:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213794.722942:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213794.722953:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.722956:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213794.722958:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213794.722962:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213794.722963:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213794.722966:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.722972:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213794.722977:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213794.722979:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213794.722981:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213794.722990:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960582784:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213794.722995:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.722997:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213794.722999:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960582784/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213794.723007:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213794.723010:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213794.723013:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a2c8a7. 02000000:00000001:2.0:1779213794.723020:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213794.723022:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213794.723024:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213794.723026:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213794.723028:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f718c86. 02000000:00000001:2.0:1779213794.723042:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213794.723044:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213794.723046:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:2.0:1779213794.723053:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213794.723054:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.723056:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213794.723065:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213794.723066:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213794.723074:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213794.723078:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213794.723279:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213794.723282:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213794.723286:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213794.723287:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213794.723288:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3a3f03d. 00000400:00000200:0.0:1779213794.723293:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213794.723294:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213794.723297:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213794.723307:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213794.723316:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213794.723322:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213794.723324:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213794.723325:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213794.723327:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213794.723328:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213794.723329:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213794.723331:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213794.723334:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213794.723336:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213794.723338:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213794.723339:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213794.723341:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213794.723342:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213794.723344:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213794.723347:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213794.723353:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213794.723355:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213794.723356:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213794.723358:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213794.723365:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005d3d1637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960582528:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213794.723369:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213794.723371:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213794.723373:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d3d1637 x1865639960582528/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213794.723378:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213794.723379:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213794.723386:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060df4b7c. 02000000:00000001:0.0:1779213794.723388:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213794.723390:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213794.723391:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213794.723393:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213794.723394:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000adfb1585. 02000000:00000001:0.0:1779213794.723397:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213794.723398:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213794.723399:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d3d1637. 00000100:00000001:0.0:1779213794.723401:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213794.723402:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213794.723404:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213794.723407:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213794.723408:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213794.723410:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213794.723412:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213795.356362:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213795.356369:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213795.356373:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213795.356374:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213795.356433:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213795.356436:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213795.356439:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213796.380327:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213796.380333:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213796.380339:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213796.380341:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213796.380425:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213796.380429:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213796.380433:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213797.404841:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213797.404850:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213797.404857:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213797.404858:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213797.404929:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213797.404934:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213797.404938:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213798.428386:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213798.428396:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213798.428414:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213798.428416:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213798.428497:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213798.428502:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213798.428505:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213799.452394:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213799.452406:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213799.452408:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213799.452413:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213799.452419:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213799.452422:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213799.452423:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213799.452425:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213799.452430:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213799.452432:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213799.452433:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213799.452434:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213799.452649:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213799.452650:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213799.452652:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213799.452654:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213799.452724:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213799.452728:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213799.452731:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213799.837528:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213799.837540:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213799.837552:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000020:00000040:0.0:1779213799.837560:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213799.837566:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213799.837570:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213799.837576:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213799.837585:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000001:0.0:1779213799.837595:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213799.837610:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213799.837621:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213799.837623:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213799.837629:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_02+2] req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.837670:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213799.837673:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213799.837677:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213799.837691:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213799.837697:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213799.837701:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1779213799.837702:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213799.837706:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000040:2.0:1779213799.837709:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.837710:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213799.837713:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213799.837716:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213799.837717:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213799.837723:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 00000100:00000001:2.0:1779213799.837726:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213799.837727:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213799.837728:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213799.837731:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213799.837736:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213799.837737:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213799.837744:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213799.837745:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213799.837750:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_03+3] req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213799.837750:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213799.837766:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213799.837775:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960582912:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213799.837781:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213799.837787:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213799.837788:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1779213799.837790:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213799.837793:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213799.837796:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1779213799.837798:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1779213799.837800:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213799.837803:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213799.837805:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1779213799.837805:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fcdc38f. 02000000:00000001:0.0:1779213799.837807:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213799.837810:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213799.837810:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213799.837817:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213799.837820:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213799.837821:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000100:00000040:0.0:1779213799.837825:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1779213799.837832:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000001:0.0:1779213799.837833:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213799.837836:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213799.837839:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_00+0] req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213799.837842:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960582912, portal 25 00000100:00000001:2.0:1779213799.837847:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213799.837849:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000100:00000040:2.0:1779213799.837857:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213799.837864:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213799.837867:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213799.837869:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008709f4f0. 00000100:00000200:2.0:1779213799.837871:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960582912, offset 0 00000100:00000001:0.0:1779213799.837879:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213799.837879:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213799.837884:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779213799.837896:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779213799.837902:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11972) 00000400:00000200:2.0:1779213799.837902:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213799.837918:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213799.837918:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213799.837923:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213799.837925:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213799.837930:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213799.837934:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213799.837936:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:1.0:1779213799.837942:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213799.837944:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [582:582:256:4294967295] 192.168.202.129@tcp LPNI seq info [582:582:8:4294967295] 00000100:00000001:1.0:1779213799.837955:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213799.837958:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213799.837962:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213799.837963:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213799.837967:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213799.837971:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213799.837972:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213799.837976:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2e3586. 00000100:00100000:1.0:1779213799.837978:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960583168:192.168.202.129@tcp:400: 00000800:00000200:2.0:1779213799.837986:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213799.837994:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213799.837997:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213799.837998:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213799.838000:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213799.838003:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1779213799.838007:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213799.838007:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779213799.838011:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779213799.838013:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009e2e3586 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1779213799.838015:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779213799.838019:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064c171ad. 02000000:00000001:1.0:1779213799.838024:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213799.838030:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1779213799.838031:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000100:00000001:2.0:1779213799.838032:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213799.838033:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213799.838037:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 02000000:00000001:3.0:1779213799.838039:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213799.838041:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306640324 02000000:00000001:3.0:1779213799.838042:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1779213799.838043:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583168, portal 10 00000100:00000001:1.0:1779213799.838048:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1779213799.838048:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213799.838051:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000001:2.0:1779213799.838053:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306635204 00000100:00100000:3.0:1779213799.838054:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960583040:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213799.838059:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306640324 00000100:00000001:3.0:1779213799.838060:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213799.838063:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213799.838065:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1779213799.838066:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306635204 02000000:00000001:3.0:1779213799.838069:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213799.838070:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306640324 02000000:00000001:3.0:1779213799.838074:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213799.838079:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1779213799.838080:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e41cac8. 02000000:00000001:3.0:1779213799.838083:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213799.838085:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213799.838088:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d19f74. 00000400:00000010:1.0:1779213799.838089:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca9a0fe. 00000100:00000001:0.0:1779213799.838180:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213799.838183:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213799.838195:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306635204 00000100:00000001:2.0:1779213799.838200:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306640324 00000100:00000001:2.0:1779213799.838204:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306635204 00000100:00000001:2.0:1779213799.838208:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213799.838211:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213799.838215:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213799.838217:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213799.838260:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213799.838263:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213799.838265:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213799.838266:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213799.838268:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213799.838270:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213799.838362:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213799.838367:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2e3586. 00000400:00000200:0.0:1779213799.838372:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213799.838378:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:1.0:1779213799.838415:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960583168, offset 0 00000400:00000010:3.0:1779213799.838416:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eb98aed. 00000100:00000200:3.0:1779213799.838423:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583040, portal 10 00000400:00000200:1.0:1779213799.838427:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213799.838427:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213799.838430:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000040:3.0:1779213799.838437:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213799.838445:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213799.838448:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213799.838451:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213799.838453:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad20f560. 00000400:00000200:1.0:1779213799.838455:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213799.838458:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213799.838461:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213799.838465:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213799.838468:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [583:583:255:4294967295] 192.168.202.129@tcp LPNI seq info [583:583:7:4294967295] 00000400:00000200:1.0:1779213799.838485:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213799.838490:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213799.838494:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f4cd30a. 00000800:00000200:1.0:1779213799.838499:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1779213799.838504:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213799.838507:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f4cd30a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213799.838510:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213799.838521:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12805 usecs (13 jiffies) 00000100:00000001:1.0:1779213799.838525:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306634767 00000100:00000200:3.0:1779213799.838526:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960583040, offset 0 00000100:00000001:1.0:1779213799.838528:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306640324 00000100:00000001:1.0:1779213799.838532:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306634767 00000100:00000001:1.0:1779213799.838534:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306640324 00000400:00000200:3.0:1779213799.838537:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213799.838539:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306634767 00000100:00000001:1.0:1779213799.838542:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306640324 00000400:00000200:3.0:1779213799.838545:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213799.838546:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306634767 00000100:00000001:1.0:1779213799.838551:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306640324 00000400:00000200:3.0:1779213799.838552:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213799.838555:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213799.838558:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213799.838559:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213799.838562:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213799.838564:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213799.838567:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213799.838568:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213799.838572:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [584:584:254:4294967295] 192.168.202.129@tcp LPNI seq info [584:584:6:4294967295] 00000100:00000001:1.0:1779213799.838574:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213799.838577:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213799.838581:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213799.838584:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213799.838585:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213799.838588:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213799.838592:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213799.838592:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213799.838599:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000800:00000200:3.0:1779213799.838603:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213799.838607:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213799.838610:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213799.838614:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213799.838617:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 165137 usecs (166 jiffies) 00000100:00000001:3.0:1779213799.838619:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306634920 00000100:00000001:3.0:1779213799.838621:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306640324 00000100:00000001:3.0:1779213799.838623:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306634920 00000100:00000001:3.0:1779213799.838625:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306640324 00000100:00000001:3.0:1779213799.838627:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306634920 00000100:00000001:3.0:1779213799.838629:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306640324 00000100:00000001:3.0:1779213799.838630:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306634920 00000100:00000001:3.0:1779213799.838632:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306640324 00000100:00000001:3.0:1779213799.838635:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213799.838637:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213799.838639:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213799.838640:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213799.838650:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213799.838651:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213799.838653:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213799.838654:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213799.838656:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213799.838657:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213799.838822:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008709f4f0 00000400:00000010:0.0:1779213799.838826:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008709f4f0. 00000100:00000001:0.0:1779213799.838831:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213799.838835:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.838844:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213799.838847:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.838854:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213799.838856:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213799.838873:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213799.838875:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f4cd30a. 00000400:00000200:0.0:1779213799.838879:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213799.838882:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213799.838885:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca9a0fe 00000400:00000010:0.0:1779213799.838886:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca9a0fe. 00000100:00000001:0.0:1779213799.838889:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213799.838891:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.838897:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213799.838899:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.838905:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213799.838906:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213799.838946:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213799.838949:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:0.0:1779213799.838952:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213799.838955:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213799.838957:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad20f560 00000400:00000010:0.0:1779213799.838959:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ad20f560. 00000100:00000001:0.0:1779213799.838961:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213799.838964:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.838970:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213799.838971:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.838977:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213799.838978:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213799.840585:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213799.840601:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213799.840606:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213799.840608:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213799.840620:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213799.840634:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211b00 00000400:00000200:3.0:1779213799.840642:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x12f9 [1] + 224 00000800:00000001:3.0:1779213799.840655:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213799.840660:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213799.840663:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213799.840667:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213799.840674:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213799.840680:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213799.840691:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213799.840722:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213799.840731:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213799.840735:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213799.840736:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213799.840738:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213799.840742:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213799.840748:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211b80 00000400:00000200:3.0:1779213799.840764:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1309 [1] + 224 00000800:00000001:3.0:1779213799.840768:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213799.840771:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213799.840772:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213799.840788:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213799.840792:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213799.840803:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213799.840805:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213799.840810:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213799.840816:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213799.840820:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213799.840823:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213799.840826:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:2.0:1779213799.840831:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000400:00000010:2.0:1779213799.840834:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:2.0:1779213799.840837:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213799.840839:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1779213799.840843:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213799.840846:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213799.840851:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213799.840854:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213799.840855:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213799.840858:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213799.840869:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213799.840869:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:2.0:1779213799.840872:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213799.840876:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213799.840879:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213799.840879:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211c00 02000000:00000001:2.0:1779213799.840880:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213799.840884:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213799.840885:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1779213799.840886:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1301 [1] + 224 00000100:00000001:2.0:1779213799.840890:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213799.840892:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1779213799.840892:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213799.840894:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213799.840896:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213799.840899:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d19f74. 00000800:00000001:3.0:1779213799.840900:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213799.840903:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=104 v=5 (5 5 5 5) 00000400:00000200:3.0:1779213799.840904:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213799.840905:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb98aed 00000400:00000010:0.0:1779213799.840909:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000eb98aed. 00000100:00001000:2.0:1779213799.840911:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213799.840915:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1779213799.840915:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213799.840917:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213799.840921:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213799.840922:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213799.840924:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213799.840926:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213799.840929:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213799.840935:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213799.840942:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213799.840944:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.840963:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213799.840966:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213799.840966:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213799.840970:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213799.840973:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213799.840973:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213799.840976:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213799.840977:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213799.840978:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213799.840981:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213799.840982:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213799.840990:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=93 v=5 (5 5 5 5) 00000100:00100000:2.0:1779213799.840992:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960582912:192.168.202.129@tcp:400: 00000100:00001000:0.0:1779213799.840995:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=93 v=5 (1 1 1 1) 00000100:00000200:3.0:1779213799.841001:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213799.841006:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213799.841010:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213799.841010:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213799.841013:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213799.841018:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960582912/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213799.841019:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213799.841024:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213799.841026:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.841031:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213799.841034:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213799.841037:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213799.841039:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1779213799.841041:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213799.841042:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213799.841047:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fcdc38f. 00000100:00000040:0.0:1779213799.841050:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213799.841053:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213799.841057:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213799.841059:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213799.841059:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1779213799.841060:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213799.841064:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1779213799.841065:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213799.841066:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213799.841069:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 00000100:00000040:0.0:1779213799.841071:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213799.841071:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213799.841077:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1779213799.841077:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213799.841081:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213799.841084:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00100000:0.0:1779213799.841085:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960583040:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213799.841092:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213799.841093:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213799.841094:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213799.841095:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213799.841098:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960583040/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213799.841101:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213799.841105:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213799.841109:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213799.841111:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213799.841112:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1779213799.841114:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213799.841115:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213799.841116:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1779213799.841117:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1779213799.841119:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e41cac8. 00000400:00000010:1.0:1779213799.841120:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000100:00000001:2.0:1779213799.841120:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213799.841125:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213799.841125:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213799.841126:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000020:00000001:0.0:1779213799.841128:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:1.0:1779213799.841130:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000020:00000040:0.0:1779213799.841131:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213799.841136:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213799.841139:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 00000100:00000001:1.0:1779213799.841139:0:199012:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1779213799.841144:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213799.841146:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213799.841148:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000200:1.0:1779213799.841148:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.841153:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213799.841155:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213799.841162:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213799.841163:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213799.841169:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213799.841171:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213799.841175:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213799.841176:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213799.841177:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213799.841187:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213799.841190:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213799.841191:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213799.841193:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213799.841194:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213799.841196:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213799.841201:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213799.841204:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=33 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213799.841207:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213799.841208:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213799.841210:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213799.841213:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213799.841220:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213799.841264:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213799.841265:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213799.841267:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213799.841268:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213799.841271:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213799.841278:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213799.841280:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213799.841281:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213799.841284:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213799.841291:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960583168:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213799.841296:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213799.841298:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213799.841300:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960583168/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213799.841306:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213799.841307:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213799.841315:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064c171ad. 02000000:00000001:1.0:1779213799.841318:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213799.841320:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213799.841321:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213799.841323:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213799.841324:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 02000000:00000001:1.0:1779213799.841327:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213799.841328:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213799.841329:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:1.0:1779213799.841332:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213799.841333:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213799.841335:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213799.841339:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213799.841341:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213799.841342:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213799.841344:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213800.476397:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213800.476406:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213800.476414:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213800.476415:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213800.476487:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213800.476492:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213800.476496:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213801.500436:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213801.500443:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213801.500451:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213801.500452:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213801.500540:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213801.500544:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213801.500547:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213802.524368:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213802.524377:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213802.524383:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213802.524385:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213802.524789:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213802.524794:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213802.524797:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213803.548434:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213803.548444:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213803.548477:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213803.548478:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213803.548817:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213803.548823:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213803.548826:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213804.572788:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213804.572794:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213804.572800:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213804.572801:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213804.572882:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213804.572885:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213804.572888:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213804.956444:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213804.956453:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213804.956463:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779213804.956470:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213804.956474:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213804.956477:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213804.956483:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213804.956491:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:2.0:1779213804.956498:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213804.956512:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213804.956522:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213804.956524:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213804.956529:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_01+1] req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.956555:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213804.956558:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213804.956561:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213804.956563:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f83ef10. 00000020:00000040:2.0:1779213804.956565:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213804.956568:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213804.956573:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213804.956575:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213804.956578:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001dd6485b. 00000100:00000001:0.0:1779213804.956580:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213804.956582:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213804.956586:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213804.956587:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213804.956590:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213804.956598:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213804.956606:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213804.956608:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.956609:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213804.956614:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213804.956618:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213804.956619:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213804.956624:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1779213804.956625:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.956627:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213804.956630:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960583296:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213804.956636:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213804.956639:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f83ef10] to pc [ptlrpcd_00_02+2] req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213804.956642:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213804.956646:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213804.956651:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213804.956661:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000627348da. 02000000:00000001:0.0:1779213804.956664:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213804.956670:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3a3f03d. 00000100:00000001:2.0:1779213804.956674:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213804.956677:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1779213804.956681:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000001:2.0:1779213804.956681:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213804.956685:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eca57bed. 00000100:00000200:0.0:1779213804.956689:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583296, portal 25 00000020:00000040:2.0:1779213804.956689:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213804.956693:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779213804.956694:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1779213804.956697:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779213804.956698:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000100:00000001:1.0:1779213804.956698:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213804.956700:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213804.956714:0:199015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1779213804.956717:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213804.956720:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213804.956721:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213804.956724:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.956726:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213804.956730:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213804.956734:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000100:00000001:0.0:1779213804.956735:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213804.956741:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213804.956741:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.956742:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213804.956745:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1779213804.956746:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000100:00000001:1.0:1779213804.956747:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213804.956750:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1779213804.956752:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960583296, offset 0 00000100:00000040:1.0:1779213804.956755:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213804.956767:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213804.956776:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213804.956778:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.956780:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213804.956782:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213804.956785:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca57bed] to pc [ptlrpcd_00_03+3] req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213804.956787:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213804.956790:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213804.956792:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213804.956801:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1779213804.956805:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213804.956806:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:1.0:1779213804.956811:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960583424:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213804.956813:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213804.956814:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.956819:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1779213804.956820:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213804.956821:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1779213804.956824:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213804.956828:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213804.956828:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1779213804.956830:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [585:585:256:4294967295] 192.168.202.129@tcp LPNI seq info [585:585:8:4294967295] 02000000:00000001:1.0:1779213804.956831:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213804.956836:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064c171ad. 00000100:00000040:2.0:1779213804.956837:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11977) 02000000:00000001:1.0:1779213804.956840:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213804.956847:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000200:0.0:1779213804.956849:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:1.0:1779213804.956852:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:1.0:1779213804.956857:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583424, portal 10 00000800:00000200:0.0:1779213804.956859:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213804.956861:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213804.956864:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527169920 : -104754182381696 : ffffa0ba042b9f80) 00000800:00000010:0.0:1779213804.956865:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000040:1.0:1779213804.956873:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779213804.956874:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213804.956884:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213804.956888:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213804.956889:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213804.956894:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213804.956897:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28f5c7f. 00000100:00000200:1.0:1779213804.956900:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960583424, offset 0 00000100:00000001:0.0:1779213804.956904:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213804.956905:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213804.956909:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306645443 00000400:00000200:1.0:1779213804.956914:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213804.956915:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306640324 00000400:00000200:1.0:1779213804.956918:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213804.956919:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306645443 00000400:00000200:1.0:1779213804.956923:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213804.956925:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306640324 00000400:00000200:1.0:1779213804.956928:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213804.956929:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306645443 00000100:00000001:0.0:1779213804.956931:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306640324 00000100:00000001:0.0:1779213804.956932:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306645443 00000100:00000001:0.0:1779213804.956938:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306640324 00000400:00000200:1.0:1779213804.956939:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213804.956945:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [586:586:255:4294967295] 192.168.202.129@tcp LPNI seq info [586:586:7:4294967295] 00000100:00000001:0.0:1779213804.956947:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213804.956951:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213804.956957:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213804.956960:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213804.956960:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779213804.956965:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1779213804.956967:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213804.956969:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213804.956970:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1779213804.956970:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213804.956975:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213804.956976:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213804.956978:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213804.956980:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213804.956982:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213804.956985:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1779213804.956987:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000100:00000001:3.0:1779213804.956988:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213804.956991:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213804.956993:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213804.956994:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1779213804.956997:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000040:3.0:1779213804.957001:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213804.957006:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213804.957011:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213804.957018:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213804.957018:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213804.957020:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213804.957024:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 164216 usecs (165 jiffies) 02000000:00000001:3.0:1779213804.957024:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213804.957026:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213804.957029:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306640037 02000000:00000001:3.0:1779213804.957030:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.957034:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306645443 00000100:00100000:3.0:1779213804.957037:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960583552:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213804.957038:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306640037 00000100:00000001:1.0:1779213804.957043:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306645443 00000100:00000001:3.0:1779213804.957044:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213804.957047:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306640037 02000000:00000001:3.0:1779213804.957049:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213804.957050:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306645443 02000000:00000001:3.0:1779213804.957052:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.957054:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306640037 02000000:00000001:3.0:1779213804.957057:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213804.957058:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306645443 00000100:00000001:1.0:1779213804.957061:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1779213804.957062:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3f4b82f. 00000100:00000001:1.0:1779213804.957064:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213804.957065:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.957068:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213804.957070:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82ef9a2. 00000100:00000001:1.0:1779213804.957072:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.957075:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1779213804.957075:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000001:1.0:1779213804.957078:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213804.957080:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213804.957081:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583552, portal 10 00000100:00000001:1.0:1779213804.957082:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213804.957085:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213804.957087:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527175296 : -104754182376320 : ffffa0ba042bb480) 00000100:00000040:3.0:1779213804.957092:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213804.957098:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213804.957101:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213804.957103:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f86ccf72. 00000100:00000200:3.0:1779213804.957105:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960583552, offset 0 00000400:00000200:3.0:1779213804.957109:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213804.957114:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1779213804.957117:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213804.957119:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1779213804.957126:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213804.957128:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213804.957130:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [587:587:254:4294967295] 192.168.202.129@tcp LPNI seq info [587:587:6:4294967295] 00000400:00000200:3.0:1779213804.957137:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1779213804.957142:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213804.957146:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000800:00000200:3.0:1779213804.957149:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213804.957152:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213804.957155:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213804.957158:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213804.957160:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12755 usecs (13 jiffies) 00000100:00000001:3.0:1779213804.957162:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306639885 00000100:00000001:3.0:1779213804.957164:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306645443 00000100:00000001:3.0:1779213804.957166:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306639885 00000100:00000001:3.0:1779213804.957167:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306645443 00000100:00000001:3.0:1779213804.957169:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306639885 00000100:00000001:3.0:1779213804.957170:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306645443 00000100:00000001:3.0:1779213804.957172:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306639885 00000100:00000001:3.0:1779213804.957173:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306645443 00000100:00000001:3.0:1779213804.957174:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213804.957176:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213804.957178:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213804.957180:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213804.957275:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213804.957279:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000400:00000200:2.0:1779213804.957285:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213804.957290:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213804.957299:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000400:00000010:2.0:1779213804.957301:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000100:00000001:2.0:1779213804.957305:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213804.957309:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.957317:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213804.957319:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.957325:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.957327:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213804.957337:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213804.957338:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:2.0:1779213804.957341:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213804.957344:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213804.957346:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28f5c7f 00000400:00000010:2.0:1779213804.957347:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f28f5c7f. 00000100:00000001:2.0:1779213804.957349:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213804.957351:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.957357:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213804.957358:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.957364:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.957365:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1779213804.957424:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779213804.957426:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:2.0:1779213804.957429:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213804.957432:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1779213804.957434:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86ccf72 00000400:00000010:2.0:1779213804.957435:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f86ccf72. 00000100:00000001:2.0:1779213804.957438:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1779213804.957440:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.957457:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213804.957459:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.957464:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.957466:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213804.959696:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.959719:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213804.959723:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.959725:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213804.959734:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213804.959747:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211d00 00000400:00000200:0.0:1779213804.959753:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1319 [1] + 224 00000800:00000001:0.0:1779213804.959759:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.959762:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213804.959765:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213804.959769:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213804.959774:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213804.959779:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213804.959788:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213804.959806:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213804.959812:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.959816:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213804.959817:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.959819:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213804.959822:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213804.959827:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211c80 00000400:00000200:0.0:1779213804.959832:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1311 [1] + 224 00000800:00000001:0.0:1779213804.959836:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.959840:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213804.959842:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213804.959845:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213804.959848:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213804.959852:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213804.959854:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213804.959857:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213804.959863:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1779213804.959879:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213804.959880:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213804.959884:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779213804.959890:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:1.0:1779213804.959893:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:1.0:1779213804.959897:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213804.959901:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213804.959908:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1779213804.959911:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213804.959914:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.959919:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213804.959919:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213804.959922:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213804.959922:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213804.959926:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213804.959927:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213804.959932:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1779213804.959935:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213804.959936:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213804.959939:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213804.959943:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213804.959944:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211d80 00000400:00000200:0.0:1779213804.959950:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1321 [1] + 224 00000100:00001000:1.0:1779213804.959952:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=98 v=5 (5 5 5 5) 00000800:00000001:0.0:1779213804.959954:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1779213804.959957:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=98 v=5 (1 1 1 1) 00000800:00000001:0.0:1779213804.959961:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213804.959961:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213804.959963:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213804.959964:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1779213804.959967:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1779213804.959970:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00010000:00000001:1.0:1779213804.959971:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213804.959974:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213804.959976:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213804.959978:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000200:0.0:1779213804.959979:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213804.959981:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213804.959984:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213804.959992:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213804.959995:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213804.960001:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213804.960003:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213804.960005:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213804.960009:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213804.960023:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1779213804.960024:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000003f83ef10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960583424:192.168.202.129@tcp:400: 00000800:00000001:0.0:1779213804.960027:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213804.960030:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213804.960038:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213804.960042:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213804.960045:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f83ef10 x1865639960583424/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213804.960052:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213804.960055:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213804.960055:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1779213804.960057:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064c171ad. 02000000:00000001:1.0:1779213804.960061:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213804.960063:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213804.960065:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213804.960067:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213804.960067:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1779213804.960071:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001dd6485b. 00000400:00000001:3.0:1779213804.960072:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213804.960074:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1779213804.960075:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1779213804.960076:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d82ef9a2. 02000000:00000001:1.0:1779213804.960078:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213804.960081:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f83ef10. 00000400:00000200:3.0:1779213804.960082:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000100:00000001:1.0:1779213804.960087:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213804.960089:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213804.960093:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213804.960093:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:2.0:1779213804.960098:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213804.960100:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213804.960101:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213804.960102:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213804.960105:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213804.960107:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1779213804.960107:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213804.960111:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1779213804.960111:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1779213804.960111:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213804.960115:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3a3f03d. 00000400:00000200:2.0:1779213804.960121:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:2.0:1779213804.960124:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000200:3.0:1779213804.960128:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.960130:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213804.960137:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213804.960139:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213804.960142:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213804.960146:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213804.960149:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213804.960151:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213804.960153:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213804.960155:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213804.960157:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213804.960164:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=109 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213804.960166:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213804.960169:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213804.960170:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=38 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213804.960173:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213804.960174:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1779213804.960176:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213804.960177:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.960179:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1779213804.960180:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213804.960181:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213804.960184:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1779213804.960185:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213804.960190:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213804.960197:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=109 v=5 (1 1 1 1) 00010000:00000001:3.0:1779213804.960199:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.960201:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213804.960203:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213804.960204:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213804.960206:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00010000:00000001:2.0:1779213804.960207:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213804.960210:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213804.960210:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213804.960212:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.960214:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213804.960219:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213804.960221:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213804.960257:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213804.960259:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213804.960261:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213804.960265:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213804.960283:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000eca57bed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960583552:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213804.960288:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213804.960291:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213804.960296:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eca57bed x1865639960583552/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213804.960310:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213804.960312:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213804.960315:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3f4b82f. 02000000:00000001:3.0:1779213804.960321:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213804.960323:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213804.960325:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1779213804.960326:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213804.960331:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1779213804.960331:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213804.960334:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1779213804.960334:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 02000000:00000001:3.0:1779213804.960340:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213804.960342:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1779213804.960343:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779213804.960344:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eca57bed. 00000100:00000001:3.0:1779213804.960349:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213804.960351:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213804.960355:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779213804.960359:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960583296:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213804.960361:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213804.960364:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.960366:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213804.960367:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213804.960370:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213804.960370:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213804.960375:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960583296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213804.960381:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213804.960383:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213804.960386:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000627348da. 02000000:00000001:2.0:1779213804.960390:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213804.960391:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213804.960392:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213804.960394:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213804.960395:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 02000000:00000001:2.0:1779213804.960397:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213804.960398:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213804.960400:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:2.0:1779213804.960402:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213804.960403:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213804.960404:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213804.960408:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213804.960409:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213804.960411:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213804.960413:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213805.596342:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213805.596350:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213805.596356:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213805.596356:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213805.596436:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213805.596441:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213805.596448:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213806.620359:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213806.620397:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213806.620406:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213806.620407:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213806.620466:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213806.620469:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213806.620472:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213807.644396:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213807.644404:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213807.644411:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213807.644412:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213807.644481:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213807.644486:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213807.644489:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213808.668363:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213808.668372:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213808.668381:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213808.668382:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213808.668443:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213808.668447:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213808.668451:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213809.692359:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213809.692370:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213809.692373:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213809.692377:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213809.692383:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213809.692385:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213809.692388:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213809.692390:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213809.692395:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213809.692396:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213809.692397:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213809.692399:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213809.692400:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213809.692401:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213809.692403:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213809.692404:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213809.692477:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213809.692481:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213809.692505:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213810.076528:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213810.076538:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213810.076549:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213810.076556:0:177165:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213810.076560:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213810.076564:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213810.076569:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213810.076578:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 00000100:00000001:0.0:1779213810.076601:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213810.076613:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213810.076622:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213810.076624:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213810.076629:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.076649:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213810.076663:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213810.076665:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213810.076667:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213810.076669:0:177165:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213810.076671:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213810.076672:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213810.076674:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213810.076677:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213810.076679:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213810.076682:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213810.076682:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213810.076688:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1779213810.076688:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1779213810.076691:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213810.076692:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213810.076694:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_01+1] req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213810.076703:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213810.076705:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213810.076709:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1779213810.076709:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1779213810.076711:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213810.076712:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213810.076715:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213810.076717:0:177165:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1779213810.076720:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213810.076720:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1779213810.076721:0:177165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000100:00000001:1.0:1779213810.076723:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213810.076724:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1779213810.076727:0:177165:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213810.076728:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213810.076729:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213810.076731:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213810.076733:0:177165:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213810.076734:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213810.076736:0:177165:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1779213810.076738:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213810.076742:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213810.076745:0:177165:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213810.076752:0:177165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000001:0.0:1779213810.076757:0:177165:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213810.076763:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1779213810.076765:0:177165:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213810.076765:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213810.076768:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.076774:0:177165:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213810.076775:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1779213810.076776:0:177165:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213810.076779:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1779213810.076780:0:177165:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213810.076785:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213810.076785:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213810.076792:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1779213810.076794:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960583808:192.168.202.129@tcp:400: 02000000:00000001:2.0:1779213810.076795:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213810.076800:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.076802:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1779213810.076807:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960583680:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213810.076808:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213810.076811:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.076813:0:177165:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213810.076813:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213810.076815:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213810.076817:0:177165:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213810.076817:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1779213810.076821:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acd0a255. 02000000:00000001:2.0:1779213810.076821:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213810.076823:0:177165:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1779213810.076826:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213810.076826:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213810.076830:0:177165:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11982) 02000000:00000010:2.0:1779213810.076833:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b197e98. 00000400:00000010:1.0:1779213810.076835:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 02000000:00000001:2.0:1779213810.076836:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213810.076842:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2e98fc. 00000100:00000001:3.0:1779213810.076842:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1779213810.076845:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000001:3.0:1779213810.076847:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1779213810.076848:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b39e4271. 00000100:00000001:3.0:1779213810.076849:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1779213810.076852:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583808, portal 10 00000100:00000200:2.0:1779213810.076855:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583680, portal 25 00000100:00000001:1.0:1779213810.076856:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1779213810.076858:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213810.076860:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000001:2.0:1779213810.076860:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213810.076862:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:0.0:1779213810.076863:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213810.076867:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213810.076874:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213810.076874:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213810.076877:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213810.076880:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213810.076886:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213810.076890:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213810.076895:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213810.076898:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213810.076905:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213810.076906:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1779213810.076910:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d8766b. 00000100:00100000:3.0:1779213810.076910:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960583936:192.168.202.129@tcp:400: 00000100:00000040:1.0:1779213810.076913:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213810.076916:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960583680, offset 0 00000100:00000001:3.0:1779213810.076917:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1779213810.076918:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ab9a734. 02000000:00000001:3.0:1779213810.076922:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1779213810.076923:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960583808, offset 0 02000000:00000001:3.0:1779213810.076925:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213810.076928:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213810.076929:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000010:3.0:1779213810.076935:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217b6d7d. 02000000:00000001:3.0:1779213810.076938:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213810.076940:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213810.076943:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82ef9a2. 00000400:00000200:2.0:1779213810.076948:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213810.076949:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000200:3.0:1779213810.076954:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960583936, portal 10 00000400:00000200:2.0:1779213810.076955:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213810.076959:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213810.076960:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213810.076962:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000400:00000200:2.0:1779213810.076965:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213810.076968:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:3.0:1779213810.076971:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213810.076974:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [588:588:256:4294967295] 192.168.202.129@tcp LPNI seq info [588:588:8:4294967295] 00000100:00000001:3.0:1779213810.076986:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213810.076990:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:3.0:1779213810.076994:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213810.076998:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213810.076998:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6f1732f. 00000400:00000200:1.0:1779213810.077001:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:3.0:1779213810.077004:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960583936, offset 0 00000400:00000200:1.0:1779213810.077006:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213810.077006:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000400:00000200:1.0:1779213810.077010:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213810.077015:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779213810.077015:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213810.077020:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213810.077026:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [589:589:255:4294967295] 192.168.202.129@tcp LPNI seq info [589:589:7:4294967295] 00000800:00000200:2.0:1779213810.077026:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213810.077037:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1779213810.077041:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213810.077047:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000200:2.0:1779213810.077048:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213810.077050:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:1.0:1779213810.077053:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000400:00000200:3.0:1779213810.077057:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213810.077060:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213810.077063:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:1.0:1779213810.077068:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213810.077068:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213810.077068:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213810.077074:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213810.077076:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306650563 00000100:00000001:1.0:1779213810.077077:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213810.077083:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 163306 usecs (164 jiffies) 00000100:00000001:1.0:1779213810.077087:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306645156 00000100:00000001:2.0:1779213810.077088:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306645443 00000400:00000200:3.0:1779213810.077089:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213810.077097:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [590:590:254:4294967295] 192.168.202.129@tcp LPNI seq info [590:590:6:4294967295] 00000100:00000001:2.0:1779213810.077099:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306650563 00000100:00000001:1.0:1779213810.077100:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306650563 00000100:00000001:1.0:1779213810.077105:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306645156 00000100:00000001:2.0:1779213810.077106:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306645443 00000100:00000001:1.0:1779213810.077114:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306650563 00000100:00000001:2.0:1779213810.077114:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306650563 00000400:00000200:3.0:1779213810.077114:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213810.077120:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306645156 00000100:00000001:2.0:1779213810.077121:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306645443 00000100:00000001:1.0:1779213810.077127:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306650563 00000100:00000001:2.0:1779213810.077127:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306650563 00000100:00000001:1.0:1779213810.077132:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306645156 00000800:00000200:3.0:1779213810.077133:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213810.077135:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306645443 00000800:00000010:3.0:1779213810.077140:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009994e6b8. 00000800:00000200:0.0:1779213810.077142:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1779213810.077147:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000010:0.0:1779213810.077149:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000100:00000001:1.0:1779213810.077152:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306650563 00000100:00000001:2.0:1779213810.077153:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213810.077155:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1779213810.077156:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213810.077158:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213810.077159:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213810.077162:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009994e6b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213810.077163:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213810.077165:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213810.077167:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213810.077167:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.077171:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213810.077171:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213810.077177:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d8766b 00000100:00000001:3.0:1779213810.077177:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213810.077182:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d8766b. 00000100:00000040:3.0:1779213810.077183:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12706 usecs (13 jiffies) 00000100:00000001:3.0:1779213810.077188:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306645005 00000100:00000001:0.0:1779213810.077189:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213810.077191:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306650563 00000100:00000200:0.0:1779213810.077195:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213810.077197:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306645005 00000100:00000001:3.0:1779213810.077202:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306650563 00000100:00000001:3.0:1779213810.077206:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306645005 00000100:00000001:3.0:1779213810.077211:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306650563 00000100:00000001:3.0:1779213810.077213:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306645005 00000100:00000001:3.0:1779213810.077215:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306650563 00000100:00000001:3.0:1779213810.077217:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213810.077219:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213810.077242:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213810.077244:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213810.077248:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213810.077249:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213810.077251:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213810.077253:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213810.077254:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213810.077256:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.077261:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213810.077266:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.077274:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.077276:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213810.077290:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213810.077292:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000400:00000200:0.0:1779213810.077302:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213810.077306:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213810.077308:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab9a734 00000400:00000010:0.0:1779213810.077310:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ab9a734. 00000100:00000001:0.0:1779213810.077313:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213810.077315:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.077321:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213810.077322:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.077327:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.077329:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213810.077394:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213810.077397:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009994e6b8. 00000400:00000200:0.0:1779213810.077399:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213810.077408:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213810.077410:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f1732f 00000400:00000010:0.0:1779213810.077411:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d6f1732f. 00000100:00000001:0.0:1779213810.077414:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213810.077416:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.077423:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213810.077425:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.077431:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.077432:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213810.079473:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079487:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213810.079491:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079492:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213810.079499:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213810.079510:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211e00 00000400:00000200:2.0:1779213810.079523:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x132d [1] + 224 00000800:00000001:2.0:1779213810.079532:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079535:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213810.079537:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213810.079541:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213810.079546:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213810.079550:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213810.079568:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213810.079582:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213810.079590:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079592:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213810.079593:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079594:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213810.079597:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213810.079600:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211e80 00000400:00000200:2.0:1779213810.079604:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1329 [1] + 224 00000800:00000001:2.0:1779213810.079606:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079609:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213810.079610:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213810.079612:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213810.079614:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213810.079616:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213810.079622:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.079624:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213810.079627:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213810.079634:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213810.079634:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1779213810.079638:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213810.079640:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e2e98fc. 00000400:00000200:0.0:1779213810.079644:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39e4271 00000400:00000010:0.0:1779213810.079646:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b39e4271. 00000100:00000001:0.0:1779213810.079661:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1779213810.079661:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079664:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213810.079666:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079667:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213810.079674:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1779213810.079675:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213810.079676:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213810.079683:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213810.079687:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1779213810.079689:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27211f00 00000400:00000001:1.0:1779213810.079690:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213810.079692:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:1.0:1779213810.079696:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000100:00000200:0.0:1779213810.079699:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213810.079699:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:1.0:1779213810.079702:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213810.079708:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213810.079715:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1339 [1] + 224 00000100:00000001:0.0:1779213810.079717:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213810.079721:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213810.079725:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213810.079727:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:1.0:1779213810.079729:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213810.079732:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1779213810.079733:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213810.079736:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213810.079739:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213810.079741:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.079742:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213810.079744:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1779213810.079745:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.079746:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213810.079749:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213810.079751:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1779213810.079754:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=115 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213810.079754:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213810.079754:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:1.0:1779213810.079759:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213810.079761:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213810.079762:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213810.079765:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1779213810.079766:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=104 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213810.079768:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213810.079768:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213810.079772:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1779213810.079773:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=104 v=5 (1 1 1 1) 00010000:00000001:0.0:1779213810.079775:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.079780:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.079781:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213810.079784:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213810.079788:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1779213810.079789:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213810.079792:0:199012:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213810.079796:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213810.079799:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213810.079802:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213810.079805:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213810.079808:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213810.079811:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213810.079815:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.079816:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213810.079819:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213810.079824:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213810.079824:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213810.079828:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213810.079832:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1779213810.079834:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960583680:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213810.079842:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213810.079842:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213810.079846:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213810.079846:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213810.079848:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213810.079849:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960583680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213810.079854:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213810.079855:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213810.079857:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213810.079858:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1779213810.079860:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1779213810.079862:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1779213810.079863:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213810.079865:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d82ef9a2. 00000400:00000200:3.0:1779213810.079869:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 02000000:00000010:0.0:1779213810.079872:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b197e98. 00000400:00000010:3.0:1779213810.079872:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:3.0:1779213810.079876:0:199014:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1779213810.079878:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213810.079882:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:3.0:1779213810.079882:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213810.079886:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213810.079892:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213810.079895:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 00000100:00100000:1.0:1779213810.079901:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960583808:192.168.202.129@tcp:400: 02000000:00000001:0.0:1779213810.079903:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213810.079906:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1779213810.079907:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779213810.079910:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:1.0:1779213810.079910:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213810.079914:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213810.079917:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213810.079920:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213810.079920:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960583808/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213810.079924:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213810.079934:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213810.079937:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.079938:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213810.079941:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1779213810.079942:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1779213810.079944:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acd0a255. 00000100:00000001:0.0:1779213810.079945:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213810.079947:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1779213810.079949:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213810.079950:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779213810.079951:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213810.079953:0:199012:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213810.079954:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213810.079956:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213810.079957:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1779213810.079960:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213810.079960:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213810.079962:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 02000000:00000001:3.0:1779213810.079963:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213810.079966:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213810.079968:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213810.079969:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00001000:3.0:1779213810.079969:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213810.079974:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=44 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213810.079975:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213810.079977:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213810.079978:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213810.079979:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213810.079980:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.079983:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1779213810.079983:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213810.079985:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213810.079988:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1779213810.079988:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213810.079990:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213810.079998:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213810.080001:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213810.080002:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213810.080004:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213810.080005:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213810.080009:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213810.080015:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213810.080017:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213810.080018:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213810.080021:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213810.080028:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960583936:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213810.080032:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213810.080034:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213810.080036:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960583936/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213810.080052:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213810.080054:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213810.080055:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217b6d7d. 02000000:00000001:3.0:1779213810.080058:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213810.080059:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213810.080059:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213810.080061:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213810.080062:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 02000000:00000001:3.0:1779213810.080064:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213810.080065:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213810.080065:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 00000100:00000001:3.0:1779213810.080067:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213810.080068:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213810.080069:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213810.080072:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213810.080073:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213810.080075:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213810.080076:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213810.717334:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213810.717340:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213810.717347:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213810.717349:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213810.717391:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213810.717396:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213810.717399:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213811.740283:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213811.740291:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213811.740300:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213811.740302:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213811.740340:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213811.740345:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213811.740348:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213812.764368:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213812.764376:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213812.764384:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213812.764386:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213812.764453:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213812.764456:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213812.764460:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213813.788325:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213813.788329:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213813.788334:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213813.788335:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213813.788403:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213813.788406:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213813.788408:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213814.812352:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213814.812358:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213814.812365:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213814.812366:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213814.812386:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213814.812391:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213814.812394:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1779213815.196399:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213815.196409:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213815.196419:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d82587. 00000020:00000040:2.0:1779213815.196425:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1779213815.196430:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213815.196447:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213815.196451:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213815.196460:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df4db098. 00000100:00000001:2.0:1779213815.196465:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213815.196474:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213815.196482:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213815.196483:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213815.196488:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d82587] to pc [ptlrpcd_00_03+3] req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.196533:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213815.196537:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213815.196539:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213815.196544:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.196553:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213815.196554:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213815.196558:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213815.196560:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213815.196562:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213815.196565:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960584064:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213815.196568:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213815.196573:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213815.196574:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213815.196583:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213815.196587:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf5e068a. 02000000:00000001:0.0:1779213815.196588:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213815.196592:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118792eb. 00000400:00000010:0.0:1779213815.196598:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000200:0.0:1779213815.196614:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584064, portal 25 00000100:00000001:0.0:1779213815.196617:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213815.196618:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527161856 : -104754182389760 : ffffa0ba042b8000) 00000100:00000040:0.0:1779213815.196627:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.196634:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779213815.196636:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213815.196639:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000100:00000001:2.0:1779213815.196640:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213815.196641:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960584064, offset 0 00000100:00000040:2.0:1779213815.196642:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213815.196645:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1779213815.196647:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000010:2.0:1779213815.196648:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012a1ea4b. 00000020:00000040:2.0:1779213815.196650:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213815.196652:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213815.196653:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213815.196655:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213815.196658:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1749b69. 00000400:00000200:0.0:1779213815.196660:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213815.196661:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213815.196664:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1779213815.196665:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213815.196669:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213815.196671:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213815.196672:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213815.196673:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213815.196675:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1ea4b] to pc [ptlrpcd_00_00+0] req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213815.196676:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213815.196680:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [591:591:256:4294967295] 192.168.202.129@tcp LPNI seq info [591:591:8:4294967295] 00000100:00000001:3.0:1779213815.196682:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213815.196687:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213815.196693:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213815.196699:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213815.196703:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000001:2.0:1779213815.196706:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213815.196708:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1779213815.196710:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213815.196712:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1779213815.196714:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4d2f1e. 00000020:00000040:2.0:1779213815.196716:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000800:00000200:0.0:1779213815.196717:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213815.196719:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1779213815.196721:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213815.196724:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213815.196725:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213815.196727:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213815.196730:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001dd6485b. 00000100:00000001:0.0:1779213815.196734:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213815.196734:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213815.196735:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1779213815.196738:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306655683 00000100:00000001:3.0:1779213815.196738:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213815.196740:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213815.196748:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306650563 00000100:00000001:2.0:1779213815.196748:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213815.196749:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213815.196750:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213815.196752:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306655683 00000100:00000040:2.0:1779213815.196753:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d2f1e] to pc [ptlrpcd_00_01+1] req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213815.196753:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213815.196758:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213815.196761:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306650563 00000100:00000001:3.0:1779213815.196761:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213815.196764:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213815.196765:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306655683 00000100:00000001:2.0:1779213815.196766:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213815.196769:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213815.196770:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306650563 00000100:00000040:3.0:1779213815.196772:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.196773:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306655683 00000100:00000040:2.0:1779213815.196773:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213815.196778:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306650563 00000100:00000040:2.0:1779213815.196779:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11987) 00000100:00000001:0.0:1779213815.196783:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213815.196787:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.196790:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.196791:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213815.196796:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213815.196798:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213815.196803:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213815.196805:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213815.196807:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213815.196808:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213815.196809:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.196812:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213815.196820:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213815.196821:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213815.196823:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213815.196826:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960584192:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213815.196829:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213815.196832:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213815.196833:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213815.196835:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213815.196838:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3f4b82f. 02000000:00000001:3.0:1779213815.196840:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213815.196845:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82ef9a2. 00000400:00000010:3.0:1779213815.196850:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000001:1.0:1779213815.196852:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1779213815.196854:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584192, portal 10 00000100:00100000:1.0:1779213815.196856:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213815.196857:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213815.196860:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527172608 : -104754182379008 : ffffa0ba042baa00) 00000100:00000001:1.0:1779213815.196861:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213815.196867:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213815.196870:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213815.196870:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213815.196874:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213815.196876:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213815.196879:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1779213815.196882:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779213815.196885:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213815.196889:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009930a608. 00000100:00000040:1.0:1779213815.196892:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213815.196894:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960584192, offset 0 00000100:00000001:1.0:1779213815.196907:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1779213815.196909:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:0.0:1779213815.196910:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213815.196910:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213815.196914:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 02000000:00000001:1.0:1779213815.196914:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213815.196916:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213815.196918:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213815.196919:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213815.196920:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:1.0:1779213815.196924:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960584320:192.168.202.129@tcp:400: 00000400:00000200:0.0:1779213815.196925:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213815.196926:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213815.196929:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1779213815.196932:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213815.196933:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213815.196936:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213815.196937:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213815.196940:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213815.196942:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:1.0:1779213815.196945:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f97bdfe. 00000400:00000200:3.0:1779213815.196947:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [592:592:255:4294967295] 192.168.202.129@tcp LPNI seq info [592:592:7:4294967295] 02000000:00000001:1.0:1779213815.196948:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213815.196954:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000400:00000010:1.0:1779213815.196958:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000200:1.0:1779213815.196961:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584320, portal 10 00000100:00000001:1.0:1779213815.196962:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213815.196963:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319527174400 : -104754182377216 : ffffa0ba042bb100) 00000100:00000040:1.0:1779213815.196968:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213815.196978:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213815.196981:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213815.196985:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213815.196988:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a58c28. 00000100:00000200:1.0:1779213815.196992:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960584320, offset 0 00000400:00000200:0.0:1779213815.196997:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000400:00000010:0.0:1779213815.197000:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000100:00000001:0.0:1779213815.197004:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1779213815.197005:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213815.197010:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213815.197010:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213815.197013:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779213815.197015:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1779213815.197017:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213815.197019:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1779213815.197019:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:0.0:1779213815.197021:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213815.197022:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [593:593:254:4294967295] 192.168.202.129@tcp LPNI seq info [593:593:6:4294967295] 00000100:00000001:0.0:1779213815.197028:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.197030:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1779213815.197037:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213815.197042:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213815.197045:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9fe75b8. 00000800:00000200:3.0:1779213815.197046:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213815.197051:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000010:3.0:1779213815.197054:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000800:00000200:1.0:1779213815.197058:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213815.197062:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a9fe75b8 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1779213815.197063:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1779213815.197070:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213815.197073:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213815.197084:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213815.197089:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12656 usecs (13 jiffies) 00000100:00000001:1.0:1779213815.197091:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306650125 00000100:00000001:1.0:1779213815.197093:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306655683 00000100:00000001:1.0:1779213815.197095:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306650125 00000100:00000001:1.0:1779213815.197096:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306655683 00000100:00000001:1.0:1779213815.197098:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306650125 00000100:00000001:1.0:1779213815.197099:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306655683 00000100:00000001:1.0:1779213815.197101:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306650125 00000100:00000001:1.0:1779213815.197102:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306655683 00000100:00000001:1.0:1779213815.197104:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213815.197105:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213815.197107:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213815.197109:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213815.197375:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213815.197379:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 162405 usecs (163 jiffies) 00000100:00000001:3.0:1779213815.197382:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306650276 00000800:00000200:0.0:1779213815.197384:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1779213815.197385:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306655683 00000800:00000010:0.0:1779213815.197388:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9fe75b8. 00000100:00000001:3.0:1779213815.197390:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306650276 00000100:00000001:3.0:1779213815.197393:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306655683 00000400:00000200:0.0:1779213815.197394:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213815.197397:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306650276 00000400:00000200:0.0:1779213815.197401:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213815.197401:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306655683 00000100:00000001:3.0:1779213815.197404:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306650276 00000100:00000001:3.0:1779213815.197405:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306655683 00000100:00000001:3.0:1779213815.197409:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213815.197411:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a58c28 00000100:00000001:3.0:1779213815.197412:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213815.197413:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000031a58c28. 00000100:00000001:0.0:1779213815.197417:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1779213815.197417:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213815.197421:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213815.197422:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213815.197425:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213815.197428:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213815.197431:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.197432:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213815.197435:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213815.197437:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.197444:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.197447:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213815.197483:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213815.197486:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:0.0:1779213815.197493:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213815.197496:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213815.197499:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009930a608 00000400:00000010:0.0:1779213815.197500:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009930a608. 00000100:00000001:0.0:1779213815.197503:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213815.197505:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.197511:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213815.197513:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.197518:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.197520:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213815.198361:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213815.198376:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213815.198379:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213815.198381:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213815.198387:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213815.198398:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27211f80 00000400:00000200:2.0:1779213815.198404:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1341 [1] + 224 00000800:00000001:2.0:1779213815.198411:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213815.198418:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213815.198420:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213815.198423:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213815.198427:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213815.198434:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213815.198441:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213815.198465:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213815.198471:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213815.198474:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213815.198650:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213815.198652:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779213815.198657:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213815.198659:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213815.198661:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118792eb. 00000400:00000200:0.0:1779213815.198664:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:0.0:1779213815.198666:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:0.0:1779213815.198668:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213815.198673:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213815.198689:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.198706:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213815.198708:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213815.198710:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213815.198713:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213815.198715:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213815.198717:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213815.198720:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779213815.198726:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213815.198730:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213815.198733:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213815.198734:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213815.198737:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213815.198738:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.198741:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213815.198744:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.198751:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213815.198763:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213815.198765:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213815.198768:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779213815.198775:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000092d82587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960584064:192.168.202.129@tcp:400: 00000100:00000001:0.0:1779213815.198779:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213815.198781:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213815.198784:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d82587 x1865639960584064/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.198790:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213815.198793:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779213815.198795:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf5e068a. 02000000:00000001:0.0:1779213815.198806:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213815.198808:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213815.198809:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1779213815.198811:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213815.198813:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df4db098. 02000000:00000001:0.0:1779213815.198816:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213815.198817:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213815.198819:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d82587. 00000100:00000001:0.0:1779213815.198822:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213815.198823:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213815.198824:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213815.198830:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213815.198831:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213815.198834:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213815.198835:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213815.202641:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213815.202673:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213815.202677:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213815.202680:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213815.202691:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213815.202709:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212080 00000400:00000200:0.0:1779213815.202717:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1351 [1] + 224 00000800:00000001:0.0:1779213815.202725:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213815.202728:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213815.202730:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213815.202734:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213815.202740:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213815.202747:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213815.202757:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.202775:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213815.202783:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213815.202786:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213815.202801:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213815.202804:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213815.202808:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213815.202815:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212000 00000400:00000200:0.0:1779213815.202820:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1349 [1] + 224 00000100:00000001:1.0:1779213815.202821:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1779213815.202826:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213815.202826:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213815.202833:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1779213815.202835:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213815.202836:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1779213815.202839:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1779213815.202841:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:0.0:1779213815.202844:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213815.202861:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000400:00000010:1.0:1779213815.202864:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:1.0:1779213815.202867:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213815.202869:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213815.202874:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213815.202876:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213815.202898:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213815.202920:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213815.202922:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213815.202929:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213815.202930:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213815.202934:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213815.202935:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213815.202938:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213815.202942:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213815.202944:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213815.202947:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213815.202951:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213815.202958:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1779213815.202959:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=120 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213815.202962:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1779213815.202965:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=49 v=5 (1 1 0 0) 00000400:00000001:3.0:1779213815.202967:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213815.202969:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213815.202971:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213815.202974:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1779213815.202975:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213815.202978:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d82ef9a2. 00010000:00080000:1.0:1779213815.202980:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213815.202983:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:3.0:1779213815.202987:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:3.0:1779213815.202992:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1779213815.202993:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213815.202997:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213815.203000:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213815.203003:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213815.203005:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213815.203005:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213815.203012:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213815.203029:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1779213815.203031:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213815.203034:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213815.203037:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213815.203045:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213815.203045:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213815.203048:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213815.203052:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213815.203056:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213815.203058:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213815.203060:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213815.203061:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000cb4d2f1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960584320:192.168.202.129@tcp:400: 02000000:00000001:3.0:1779213815.203064:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213815.203070:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1779213815.203072:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=109 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213815.203080:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213815.203084:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4d2f1e x1865639960584320/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213815.203096:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1779213815.203096:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=109 v=5 (1 1 1 1) 02000000:00000001:1.0:1779213815.203099:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213815.203100:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213815.203103:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213815.203104:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f97bdfe. 00010000:00000001:3.0:1779213815.203105:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213815.203109:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213815.203110:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213815.203114:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213815.203114:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1779213815.203117:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000040:3.0:1779213815.203117:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213815.203122:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1779213815.203123:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213815.203124:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213815.203126:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001dd6485b. 02000000:00000001:1.0:1779213815.203131:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1779213815.203131:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213815.203134:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213815.203137:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4d2f1e. 00000100:00000001:1.0:1779213815.203143:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213815.203145:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213815.203145:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213815.203150:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213815.203150:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213815.203153:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213815.203157:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213815.203159:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213815.203162:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213815.203167:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213815.203170:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213815.203173:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000012a1ea4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960584192:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213815.203179:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213815.203180:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213815.203184:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012a1ea4b x1865639960584192/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213815.203197:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213815.203198:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213815.203200:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3f4b82f. 02000000:00000001:3.0:1779213815.203203:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213815.203204:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213815.203205:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213815.203207:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213815.203208:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1749b69. 02000000:00000001:3.0:1779213815.203211:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213815.203212:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213815.203213:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012a1ea4b. 00000100:00000001:3.0:1779213815.203216:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213815.203216:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213815.203218:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213815.203246:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213815.203248:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213815.203249:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213815.203251:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213815.836347:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213815.836354:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213815.836361:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213815.836362:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213815.836426:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213815.836430:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213815.836433:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213816.860325:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213816.860330:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213816.860336:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213816.860337:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213816.860385:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213816.860387:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213816.860389:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213817.884332:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213817.884338:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213817.884343:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213817.884345:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213817.884381:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213817.884385:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213817.884387:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213818.908343:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213818.908347:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213818.908351:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213818.908352:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213818.908411:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213818.908415:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213818.908417:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213819.932619:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213819.932626:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213819.932628:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213819.932630:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213819.932634:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213819.932636:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213819.932637:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213819.932638:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213819.932640:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213819.932641:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213819.932642:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213819.932643:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213819.932644:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213819.932645:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213819.932647:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213819.932648:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213819.932707:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213819.932710:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213819.932712:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213820.316373:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213820.316382:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213820.316391:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b1f6db7. 00000020:00000040:1.0:1779213820.316396:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213820.316400:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213820.316404:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213820.316413:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213820.316420:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005060b810. 00000100:00000001:1.0:1779213820.316426:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213820.316448:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213820.316458:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213820.316460:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213820.316465:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b1f6db7] to pc [ptlrpcd_00_02+2] req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.316488:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213820.316491:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213820.316494:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213820.316496:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c65d6926. 00000020:00000040:1.0:1779213820.316498:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213820.316500:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213820.316502:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213820.316504:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213820.316507:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e6e5927. 00000100:00000001:1.0:1779213820.316509:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213820.316511:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213820.316514:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213820.316516:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213820.316519:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213820.316524:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1779213820.316525:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.316527:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.316532:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213820.316536:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65d6926] to pc [ptlrpcd_00_03+3] req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213820.316537:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213820.316538:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213820.316540:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213820.316545:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213820.316558:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213820.316562:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.316563:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213820.316566:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1779213820.316568:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960584448:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213820.316573:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779213820.316575:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213820.316575:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1779213820.316577:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3a74cc2. 00000100:00000001:0.0:1779213820.316579:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1779213820.316580:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213820.316581:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1779213820.316583:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213820.316584:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213820.316586:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213820.316588:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213820.316590:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213820.316592:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213820.316598:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213820.316601:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9fe75b8. 00000100:00000001:0.0:1779213820.316603:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213820.316605:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213820.316605:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fcb0f8. 00000100:00000001:0.0:1779213820.316606:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213820.316609:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213820.316611:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1779213820.316614:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1779213820.316616:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82ef9a2. 02000000:00000001:0.0:1779213820.316622:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1779213820.316626:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 02000000:00000001:0.0:1779213820.316627:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.316631:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1779213820.316633:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960584576:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213820.316633:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213820.316634:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584448, portal 25 00000100:00000001:3.0:1779213820.316638:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213820.316641:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1779213820.316641:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3a74cc2] to pc [ptlrpcd_00_00+0] req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213820.316641:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728210816 : -104753981340800 : ffffa0ba10274380) 02000000:00000001:0.0:1779213820.316646:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213820.316649:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213820.316651:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213820.316654:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213820.316660:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf5e068a. 02000000:00000001:0.0:1779213820.316665:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213820.316668:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1779213820.316671:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118792eb. 00000100:00000040:3.0:1779213820.316672:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213820.316676:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6bd63e0. 00000400:00000010:0.0:1779213820.316677:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000200:3.0:1779213820.316678:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960584448, offset 0 00000100:00000200:0.0:1779213820.316684:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584576, portal 10 00000100:00000001:1.0:1779213820.316686:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213820.316687:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213820.316689:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1779213820.316691:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213820.316692:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728213504 : -104753981338112 : ffffa0ba10274e00) 00000100:00000040:1.0:1779213820.316697:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213820.316700:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213820.316702:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213820.316703:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11992) 00000400:00000200:3.0:1779213820.316706:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213820.316714:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213820.316714:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213820.316714:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213820.316721:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213820.316721:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213820.316724:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1779213820.316726:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002999001. 00000400:00000200:3.0:1779213820.316727:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213820.316728:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1779213820.316730:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960584576, offset 0 00000100:00000001:1.0:1779213820.316731:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213820.316735:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213820.316736:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213820.316736:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [594:594:256:4294967295] 192.168.202.129@tcp LPNI seq info [594:594:8:4294967295] 00000400:00000200:0.0:1779213820.316741:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213820.316749:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213820.316751:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213820.316753:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213820.316754:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213820.316757:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213820.316763:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960584704:192.168.202.129@tcp:400: 00000400:00000200:3.0:1779213820.316765:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213820.316766:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213820.316769:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213820.316772:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213820.316774:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213820.316776:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a2c8a7. 00000800:00000200:3.0:1779213820.316777:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213820.316779:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1779213820.316779:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213820.316784:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b320081. 00000400:00000200:0.0:1779213820.316786:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1779213820.316786:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000010:2.0:1779213820.316789:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b0ff87. 00000400:00000200:0.0:1779213820.316791:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:2.0:1779213820.316795:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584704, portal 10 00000800:00000200:3.0:1779213820.316796:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213820.316797:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213820.316800:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1779213820.316803:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213820.316803:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728220672 : -104753981330944 : ffffa0ba10276a00) 00000400:00000200:0.0:1779213820.316811:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [595:595:255:4294967295] 192.168.202.129@tcp LPNI seq info [595:595:7:4294967295] 00000800:00000200:3.0:1779213820.316811:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:2.0:1779213820.316812:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779213820.316818:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213820.316832:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213820.316837:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213820.316841:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000001:2.0:1779213820.316841:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779213820.316844:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779213820.316849:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213820.316850:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306660803 00000100:00000040:2.0:1779213820.316851:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213820.316856:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6bd370. 00000800:00000200:0.0:1779213820.316860:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:2.0:1779213820.316860:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960584704, offset 0 00000100:00000001:3.0:1779213820.316860:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306655683 00000400:00000200:2.0:1779213820.316866:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213820.316873:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306660803 00000400:00000200:2.0:1779213820.316874:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:0.0:1779213820.316880:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213820.316880:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213820.316881:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306655683 00000400:00000200:2.0:1779213820.316886:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213820.316887:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213820.316887:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306660803 00000400:00000200:2.0:1779213820.316891:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1779213820.316894:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 161537 usecs (162 jiffies) 00000100:00000001:3.0:1779213820.316894:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306655683 00000400:00000200:2.0:1779213820.316896:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213820.316899:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306655394 00000100:00000001:3.0:1779213820.316900:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306660803 00000100:00000001:0.0:1779213820.316905:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306660803 00000100:00000001:3.0:1779213820.316907:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306655683 00000100:00000001:0.0:1779213820.316910:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306655394 00000400:00000200:2.0:1779213820.316910:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [596:596:254:4294967295] 192.168.202.129@tcp LPNI seq info [596:596:6:4294967295] 00000100:00000001:3.0:1779213820.316913:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213820.316916:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306660803 00000100:00000001:0.0:1779213820.316920:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306655394 00000100:00000001:3.0:1779213820.316920:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.316926:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306660803 00000100:00000001:3.0:1779213820.316926:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.316931:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306655394 00000400:00000200:2.0:1779213820.316931:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213820.316931:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213820.316937:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306660803 00000800:00000200:2.0:1779213820.316941:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213820.316942:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213820.316942:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213820.316945:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1779213820.316947:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2e3586. 00000100:00000001:3.0:1779213820.316948:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213820.316950:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213820.316952:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.316953:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213820.316955:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213820.316956:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.316961:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213820.316961:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213820.316965:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009e2e3586 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213820.316966:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213820.316969:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.316972:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1779213820.316973:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12628 usecs (13 jiffies) 00000100:00000001:0.0:1779213820.316976:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213820.316976:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306655245 00000100:00000001:0.0:1779213820.316980:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213820.316981:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306660803 00000100:00000001:2.0:1779213820.316983:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306655245 00000100:00000001:0.0:1779213820.316984:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1779213820.316984:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213820.316987:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213820.316987:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306660803 00000800:00000010:1.0:1779213820.316989:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:2.0:1779213820.316990:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306655245 00000100:00000001:0.0:1779213820.316993:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213820.316994:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306660803 00000400:00000200:1.0:1779213820.316997:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213820.316997:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306655245 00000100:00000001:2.0:1779213820.317002:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306660803 00000100:00000001:2.0:1779213820.317003:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213820.317006:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213820.317009:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213820.317009:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213820.317013:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213820.317016:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bd63e0 00000100:00000001:2.0:1779213820.317017:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213820.317018:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1779213820.317020:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a6bd63e0. 00000100:00000001:2.0:1779213820.317021:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213820.317022:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213820.317024:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213820.317026:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.317036:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213820.317041:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.317050:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213820.317053:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.317059:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.317060:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213820.317070:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213820.317071:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000400:00000200:1.0:1779213820.317074:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213820.317082:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213820.317084:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002999001 00000400:00000010:1.0:1779213820.317086:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000002999001. 00000100:00000001:1.0:1779213820.317088:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213820.317090:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.317096:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213820.317098:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.317103:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.317105:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213820.317162:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213820.317164:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2e3586. 00000400:00000200:1.0:1779213820.317167:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213820.317170:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213820.317173:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6bd370 00000400:00000010:1.0:1779213820.317174:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009a6bd370. 00000100:00000001:1.0:1779213820.317176:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213820.317178:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.317184:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213820.317186:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.317191:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.317193:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1779213820.318772:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213820.318782:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213820.318793:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213820.318796:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213820.318804:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213820.318814:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212100 00000400:00000200:2.0:1779213820.318820:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1359 [1] + 224 00000800:00000001:2.0:1779213820.318826:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213820.318829:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213820.318831:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779213820.318834:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213820.318839:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213820.318843:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213820.318852:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213820.318869:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1779213820.318876:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213820.318879:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213820.318881:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213820.318883:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213820.318887:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1779213820.318893:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212180 00000400:00000200:2.0:1779213820.318899:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1361 [1] + 224 00000100:00000001:3.0:1779213820.318900:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213820.318903:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213820.318907:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213820.318909:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213820.318910:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d82ef9a2. 00000800:00000001:2.0:1779213820.318911:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1779213820.318914:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000800:00000001:2.0:1779213820.318916:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1779213820.318916:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000400:00000200:2.0:1779213820.318920:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213820.318920:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213820.318925:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213820.318928:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213820.318934:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213820.318937:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213820.318940:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213820.318950:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213820.318953:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213820.318956:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213820.318957:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213820.318961:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213820.318965:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213820.318976:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213820.318980:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213820.318986:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=125 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213820.318988:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1779213820.318992:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=125 v=5 (1 1 1 1) 00000800:00000001:2.0:1779213820.318994:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1779213820.318998:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213820.319001:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213820.319001:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213820.319004:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1779213820.319005:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1779213820.319008:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213820.319011:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213820.319013:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:3.0:1779213820.319015:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213820.319021:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212200 00000100:00000040:3.0:1779213820.319022:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213820.319024:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213820.319027:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1779213820.319030:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1369 [1] + 224 00000400:00000001:0.0:1779213820.319038:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1779213820.319038:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213820.319039:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1779213820.319041:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1779213820.319043:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1779213820.319044:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118792eb. 00000100:00000001:3.0:1779213820.319046:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1779213820.319047:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213820.319049:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000200:2.0:1779213820.319051:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1779213820.319052:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000040:3.0:1779213820.319055:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213820.319057:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1779213820.319060:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000200:0.0:1779213820.319064:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213820.319065:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213820.319071:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213820.319089:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213820.319090:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000001b1f6db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960584448:192.168.202.129@tcp:400: 00000100:00000040:2.0:1779213820.319094:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213820.319097:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213820.319102:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213820.319108:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b1f6db7 x1865639960584448/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213820.319117:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213820.319120:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213820.319124:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779213820.319126:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213820.319128:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213820.319129:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1779213820.319130:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213820.319133:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213820.319134:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213820.319134:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1779213820.319137:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=114 v=5 (5 5 5 5) 02000000:00000010:3.0:1779213820.319138:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fcb0f8. 00000800:00000001:2.0:1779213820.319140:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1779213820.319144:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=114 v=5 (1 1 1 1) 00000800:00000001:2.0:1779213820.319145:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213820.319145:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213820.319149:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213820.319151:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1779213820.319151:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213820.319153:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213820.319156:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1779213820.319156:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213820.319160:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005060b810. 00010000:00000001:0.0:1779213820.319161:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.319165:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1779213820.319166:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1779213820.319168:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:3.0:1779213820.319169:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1779213820.319170:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213820.319171:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000010:3.0:1779213820.319172:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b1f6db7. 00000100:00000001:0.0:1779213820.319173:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.319173:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213820.319177:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1779213820.319178:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1779213820.319179:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1779213820.319179:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213820.319180:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b320081. 00000400:00000200:1.0:1779213820.319184:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4b0ff87 00000400:00000010:1.0:1779213820.319186:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b4b0ff87. 00000100:00000001:3.0:1779213820.319187:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213820.319188:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213820.319189:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213820.319192:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213820.319192:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213820.319193:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213820.319194:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213820.319198:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213820.319200:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213820.319202:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213820.319208:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1779213820.319210:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c65d6926 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960584576:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213820.319211:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213820.319213:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213820.319215:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213820.319217:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213820.319219:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c65d6926 x1865639960584576/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.319221:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213820.319255:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213820.319257:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213820.319259:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213820.319260:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213820.319260:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1779213820.319262:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213820.319262:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213820.319263:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213820.319267:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=125 v=5 (5 5 5 5) 02000000:00000010:0.0:1779213820.319268:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf5e068a. 00000100:00001000:1.0:1779213820.319270:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=54 v=5 (1 1 0 0) 02000000:00000001:0.0:1779213820.319272:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1779213820.319272:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1779213820.319273:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213820.319273:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779213820.319274:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00010000:00000001:1.0:1779213820.319274:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1779213820.319276:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213820.319277:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e6e5927. 00010000:00080000:1.0:1779213820.319278:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1779213820.319280:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213820.319281:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213820.319282:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c65d6926. 00000100:00000001:0.0:1779213820.319285:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213820.319286:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213820.319287:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213820.319289:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213820.319291:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213820.319291:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213820.319292:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213820.319292:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213820.319293:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213820.319294:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213820.319295:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.319295:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213820.319297:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.319303:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213820.319304:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213820.319305:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213820.319307:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213820.319313:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960584704:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213820.319317:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213820.319324:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213820.319326:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3a74cc2 x1865639960584704/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213820.319331:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213820.319333:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213820.319335:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a2c8a7. 02000000:00000001:1.0:1779213820.319338:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213820.319339:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213820.319340:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213820.319342:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213820.319344:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9fe75b8. 02000000:00000001:1.0:1779213820.319346:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213820.319347:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213820.319349:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3a74cc2. 00000100:00000001:1.0:1779213820.319353:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213820.319354:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213820.319356:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213820.319359:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213820.319361:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213820.319363:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213820.319365:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213820.956377:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213820.956385:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213820.956391:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213820.956392:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213820.956439:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213820.956444:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213820.956448:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213821.981377:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213821.981383:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213821.981388:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213821.981389:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213821.981490:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213821.981496:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213821.981500:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213823.005807:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213823.005816:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213823.005824:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213823.005825:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213823.005914:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213823.005918:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213823.005921:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213824.028877:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213824.028885:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213824.028892:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213824.028894:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213824.028953:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213824.028958:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213824.028961:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213825.052354:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213825.052361:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213825.052367:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213825.052368:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213825.052426:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213825.052430:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213825.052434:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213825.437432:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213825.437440:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213825.437450:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000020:00000040:3.0:1779213825.437457:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213825.437461:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213825.437464:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213825.437469:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213825.437476:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:3.0:1779213825.437482:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213825.437492:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213825.437515:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213825.437517:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213825.437523:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_01+1] req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.437555:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213825.437558:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213825.437561:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213825.437564:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0813e9e. 00000020:00000040:3.0:1779213825.437567:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213825.437570:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213825.437585:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213825.437588:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.437594:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213825.437600:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213825.437603:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213825.437603:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1779213825.437604:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 00000100:00000001:2.0:1779213825.437610:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.437611:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213825.437614:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213825.437628:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213825.437633:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213825.437638:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.437647:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1779213825.437648:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779213825.437649:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213825.437654:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213825.437657:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0813e9e] to pc [ptlrpcd_00_02+2] req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213825.437660:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213825.437681:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960584832:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213825.437685:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.437688:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213825.437689:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213825.437694:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1779213825.437695:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213825.437698:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1779213825.437698:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000938c3234. 00000100:00000001:2.0:1779213825.437699:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213825.437704:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213825.437705:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1779213825.437706:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213825.437713:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1779213825.437714:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1779213825.437715:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213825.437720:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1779213825.437723:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad0f9893. 02000000:00000001:3.0:1779213825.437724:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213825.437728:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213825.437730:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213825.437737:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213825.437740:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1779213825.437743:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c2d190. 00000100:00000001:2.0:1779213825.437745:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213825.437748:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 02000000:00000001:2.0:1779213825.437750:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213825.437755:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1779213825.437756:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1199caa. 00000100:00000001:3.0:1779213825.437756:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213825.437764:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213825.437768:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584832, portal 25 00000100:00000040:3.0:1779213825.437771:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1779213825.437772:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960584960:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213825.437773:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213825.437777:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000100:00000040:1.0:1779213825.437790:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.437804:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213825.437805:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779213825.437812:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213825.437814:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779213825.437817:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213825.437819:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213825.437823:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1779213825.437826:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213825.437830:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033106260. 02000000:00000010:2.0:1779213825.437830:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f48b1dc. 00000100:00000200:1.0:1779213825.437831:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960584832, offset 0 02000000:00000001:2.0:1779213825.437833:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213825.437836:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000938c3234] to pc [ptlrpcd_00_03+3] req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213825.437840:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a2d6e7. 00000400:00000200:1.0:1779213825.437845:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213825.437860:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213825.437862:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000001:3.0:1779213825.437863:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213825.437867:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1779213825.437871:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960584960, portal 10 00000100:00000040:3.0:1779213825.437872:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1779213825.437875:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1779213825.437878:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213825.437879:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406576640 : -104753302974976 : ffffa0ba38964e00) 00000100:00000040:3.0:1779213825.437885:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1779213825.437888:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1779213825.437889:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213825.437895:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213825.437896:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11998) 00000400:00000200:1.0:1779213825.437898:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213825.437899:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213825.437906:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213825.437909:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [597:597:256:4294967295] 192.168.202.129@tcp LPNI seq info [597:597:8:4294967295] 00000100:00000040:0.0:1779213825.437921:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213825.437922:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213825.437944:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:1.0:1779213825.437948:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:2.0:1779213825.437949:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b06d714. 00000100:00000200:2.0:1779213825.437953:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960584960, offset 0 00000800:00000200:1.0:1779213825.437957:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213825.437964:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213825.437966:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1779213825.437967:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9fe75b8. 00000100:00000001:0.0:1779213825.437971:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213825.437971:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213825.437981:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213825.437981:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779213825.437983:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213825.437986:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213825.437990:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213825.437992:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:0.0:1779213825.437993:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213825.437994:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213825.438001:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a9fe75b8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213825.438002:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [598:598:255:4294967295] 192.168.202.129@tcp LPNI seq info [598:598:7:4294967295] 02000000:00000001:0.0:1779213825.438004:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213825.438017:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000938c3234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960585088:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213825.438020:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213825.438033:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213825.438033:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213825.438038:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1779213825.438038:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a22c0d62. 02000000:00000001:0.0:1779213825.438040:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213825.438047:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.438050:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306665924 00000800:00000200:2.0:1779213825.438050:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:0.0:1779213825.438052:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1779213825.438059:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:1.0:1779213825.438064:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306660803 00000800:00000200:2.0:1779213825.438064:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a22c0d62 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1779213825.438066:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d16580. 02000000:00000001:0.0:1779213825.438073:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213825.438073:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.438074:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306665924 00000100:00000001:1.0:1779213825.438085:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306660803 00000100:00000040:2.0:1779213825.438087:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 160653 usecs (161 jiffies) 00000400:00000010:0.0:1779213825.438090:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118792eb. 00000100:00000001:1.0:1779213825.438092:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306665924 00000100:00000001:2.0:1779213825.438093:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306660514 00000100:00000001:2.0:1779213825.438100:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306665924 00000100:00000001:1.0:1779213825.438101:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306660803 00000400:00000010:0.0:1779213825.438102:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fba952. 00000100:00000001:2.0:1779213825.438104:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306660514 00000100:00000001:1.0:1779213825.438108:0:199013:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306665924 00000100:00000001:2.0:1779213825.438113:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306665924 00000100:00000001:2.0:1779213825.438116:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306660514 00000100:00000200:0.0:1779213825.438118:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585088, portal 10 00000100:00000001:1.0:1779213825.438118:0:199013:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306660803 00000100:00000001:2.0:1779213825.438119:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306665924 00000100:00000001:1.0:1779213825.438132:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213825.438132:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306660514 00000100:00000001:0.0:1779213825.438133:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213825.438140:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406580224 : -104753302971392 : ffffa0ba38965c00) 00000100:00000001:2.0:1779213825.438141:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306665924 00000100:00000001:1.0:1779213825.438143:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213825.438146:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213825.438150:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213825.438153:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213825.438156:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1779213825.438156:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9fe75b8. 00000100:00000001:2.0:1779213825.438161:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.438165:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213825.438171:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213825.438177:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.438183:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213825.438184:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213825.438186:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213825.438189:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1779213825.438190:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213825.438195:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213825.438197:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213825.438198:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213825.438200:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213825.438201:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213825.438203:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213825.438205:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f122f21. 00000100:00000001:1.0:1779213825.438211:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213825.438213:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213825.438214:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033106260 00000100:00000001:2.0:1779213825.438217:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1779213825.438218:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000033106260. 00000100:00000001:2.0:1779213825.438221:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.438272:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213825.438274:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960585088, offset 0 00000100:00000200:3.0:1779213825.438278:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213825.438287:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213825.438287:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.438300:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213825.438308:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213825.438309:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1779213825.438317:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213825.438320:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213825.438323:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213825.438323:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779213825.438328:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213825.438331:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213825.438335:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [599:599:254:4294967295] 192.168.202.129@tcp LPNI seq info [599:599:6:4294967295] 00000400:00000200:0.0:1779213825.438345:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213825.438350:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213825.438355:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513bfa11. 00000800:00000200:0.0:1779213825.438362:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1779213825.438368:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213825.438371:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000513bfa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213825.438375:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213825.438379:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12575 usecs (13 jiffies) 00000100:00000001:0.0:1779213825.438382:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306660367 00000100:00000001:0.0:1779213825.438385:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306665924 00000100:00000001:0.0:1779213825.438387:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306660367 00000100:00000001:0.0:1779213825.438395:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306665924 00000100:00000001:0.0:1779213825.438396:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306660367 00000100:00000001:0.0:1779213825.438398:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306665924 00000100:00000001:0.0:1779213825.438400:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306660367 00000100:00000001:0.0:1779213825.438401:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306665924 00000100:00000001:0.0:1779213825.438403:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213825.438404:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213825.438407:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213825.438408:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213825.438414:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1779213825.438415:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213825.438416:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1779213825.438419:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a22c0d62. 00000100:00000001:0.0:1779213825.438420:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213825.438422:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213825.438424:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213825.438425:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213825.438426:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213825.438433:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213825.438436:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b06d714 00000400:00000010:3.0:1779213825.438438:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003b06d714. 00000100:00000001:3.0:1779213825.438441:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213825.438444:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.438451:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213825.438453:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.438459:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.438460:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213825.438470:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213825.438472:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513bfa11. 00000400:00000200:3.0:1779213825.438475:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213825.438477:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213825.438480:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f122f21 00000400:00000010:3.0:1779213825.438486:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004f122f21. 00000100:00000001:3.0:1779213825.438490:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213825.438492:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.438603:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213825.438606:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.438612:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.438613:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213825.440095:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213825.440113:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213825.440117:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213825.440119:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213825.440130:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213825.440145:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212300 00000400:00000200:1.0:1779213825.440154:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1379 [1] + 224 00000800:00000001:1.0:1779213825.440161:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213825.440164:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213825.440167:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213825.440171:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213825.440178:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213825.440184:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213825.440209:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213825.440256:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213825.440268:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213825.440273:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213825.440275:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213825.440276:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1779213825.440277:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213825.440281:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213825.440285:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:2.0:1779213825.440289:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213825.440292:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213825.440294:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a2d6e7. 00000400:00000200:2.0:1779213825.440299:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000400:00000200:1.0:1779213825.440301:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212280 00000400:00000010:2.0:1779213825.440303:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:2.0:1779213825.440308:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1779213825.440312:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1371 [1] + 224 00000100:00000200:2.0:1779213825.440313:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213825.440319:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213825.440327:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213825.440328:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213825.440332:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213825.440341:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213825.440341:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213825.440345:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213825.440346:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213825.440349:0:199014:0:(client.c:1579:after_reply()) Process entered 00000100:00000200:1.0:1779213825.440353:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213825.440354:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213825.440358:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213825.440361:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213825.440368:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213825.440370:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213825.440380:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213825.440385:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213825.440387:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213825.440389:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213825.440391:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213825.440394:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1779213825.440395:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1779213825.440399:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213825.440400:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213825.440406:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213825.440408:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213825.440411:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213825.440421:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213825.440428:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213825.440436:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213825.440439:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213825.440441:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213825.440445:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213825.440453:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0813e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960584960:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213825.440459:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213825.440462:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213825.440466:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0813e9e x1865639960584960/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213825.440474:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213825.440478:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213825.440482:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f48b1dc. 00000100:00000001:3.0:1779213825.440483:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213825.440488:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1779213825.440489:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1779213825.440492:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213825.440495:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213825.440511:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213825.440514:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 00000800:00000001:0.0:1779213825.440516:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213825.440522:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213825.440526:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1779213825.440528:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1779213825.440528:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0813e9e. 00000800:00000001:0.0:1779213825.440533:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213825.440533:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213825.440536:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213825.440537:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213825.440547:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213825.440555:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:3.0:1779213825.440555:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213825.440558:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1779213825.440560:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1779213825.440561:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213825.440564:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c2d190. 00000400:00000200:0.0:1779213825.440574:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212380 00000100:00000001:2.0:1779213825.440574:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213825.440575:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1199caa 00000100:00000001:2.0:1779213825.440582:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213825.440582:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1199caa. 00000100:00000001:3.0:1779213825.440594:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1779213825.440598:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1381 [1] + 224 00000100:00000200:3.0:1779213825.440603:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213825.440606:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213825.440612:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213825.440613:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213825.440617:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213825.440623:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213825.440625:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213825.440627:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213825.440628:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213825.440631:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213825.440633:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213825.440634:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213825.440635:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213825.440638:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213825.440640:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213825.440644:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213825.440651:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213825.440656:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213825.440658:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213825.440659:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213825.440662:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213825.440665:0:199013:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.440669:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213825.440683:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.440700:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213825.440703:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213825.440705:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213825.440707:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213825.440711:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b5b512f-2a88-4bb9-9353-717302515155:199013:1865639960584832:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213825.440715:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213825.440717:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213825.440717:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213825.440719:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960584832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213825.440723:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213825.440725:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1779213825.440727:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1779213825.440727:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad0f9893. 02000000:00000001:3.0:1779213825.440731:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213825.440733:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213825.440734:0:199013:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1779213825.440735:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213825.440737:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 00000800:00000001:0.0:1779213825.440740:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213825.440740:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213825.440743:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213825.440745:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:3.0:1779213825.440748:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213825.440750:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213825.440752:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213825.440759:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213825.440761:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213825.440763:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213825.440765:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.440822:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213825.440826:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213825.440830:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213825.440832:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213825.440835:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118792eb. 00000400:00000200:1.0:1779213825.440839:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7fba952 00000400:00000010:1.0:1779213825.440841:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d7fba952. 00000100:00000001:1.0:1779213825.440844:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213825.440850:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213825.440866:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213825.440873:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213825.440874:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213825.440877:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213825.440879:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213825.440880:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213825.440882:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213825.440884:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213825.440889:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213825.440892:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=59 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213825.440894:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213825.440895:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213825.440897:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213825.440901:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779213825.440907:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.440910:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213825.440912:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213825.440914:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213825.440915:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213825.440918:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213825.440923:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213825.440925:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213825.440927:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213825.440929:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213825.440936:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000938c3234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960585088:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213825.440941:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213825.440948:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213825.440951:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000938c3234 x1865639960585088/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213825.440957:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213825.440958:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213825.440960:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9d16580. 02000000:00000001:1.0:1779213825.440964:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213825.440965:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213825.440966:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213825.440969:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213825.440970:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 02000000:00000001:1.0:1779213825.440973:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213825.440974:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213825.440975:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000938c3234. 00000100:00000001:1.0:1779213825.440978:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213825.440979:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213825.440981:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213825.440985:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213825.440986:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213825.440988:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213825.440990:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213826.077260:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213826.077267:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213826.077292:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213826.077293:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213826.077357:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213826.077361:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213826.077363:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213827.100345:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213827.100351:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213827.100357:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213827.100358:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213827.100383:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213827.100386:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213827.100389:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213828.124290:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213828.124295:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213828.124299:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213828.124299:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213828.124360:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213828.124363:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213828.124366:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213829.148329:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213829.148336:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213829.148343:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213829.148344:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213829.148417:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213829.148421:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213829.148424:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213830.172335:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213830.172342:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213830.172344:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213830.172348:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213830.172352:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213830.172355:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213830.172357:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213830.172359:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213830.172363:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213830.172364:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213830.172365:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213830.172366:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213830.172368:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213830.172369:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213830.172371:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213830.172372:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213830.172414:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213830.172434:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213830.172438:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213830.556334:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213830.556342:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213830.556351:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef6a324c. 00000020:00000040:0.0:1779213830.556358:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213830.556362:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213830.556365:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213830.556370:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213830.556376:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dce0303a. 00000100:00000001:0.0:1779213830.556381:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.556391:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213830.556402:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213830.556404:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.556409:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef6a324c] to pc [ptlrpcd_00_00+0] req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213830.556436:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.556438:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213830.556442:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213830.556444:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007560d7e1. 00000020:00000040:0.0:1779213830.556456:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213830.556458:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213830.556460:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213830.556475:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213830.556479:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce8f820. 00000100:00000001:2.0:1779213830.556481:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213830.556482:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213830.556487:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213830.556489:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213830.556491:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213830.556499:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1779213830.556499:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213830.556502:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.556509:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007560d7e1] to pc [ptlrpcd_00_01+1] req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213830.556517:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213830.556519:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213830.556527:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213830.556529:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1779213830.556530:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213830.556530:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1779213830.556532:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213830.556535:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1779213830.556537:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213830.556539:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1779213830.556539:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1779213830.556542:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960585216:192.168.202.129@tcp:400: 00000100:00000010:0.0:1779213830.556545:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000595e9b1a. 00000100:00000001:2.0:1779213830.556545:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213830.556547:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1779213830.556550:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213830.556550:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213830.556553:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213830.556556:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779213830.556556:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1779213830.556559:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1779213830.556561:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcf61ca3. 02000000:00000001:0.0:1779213830.556562:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213830.556565:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.556565:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1779213830.556568:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000513bfa11. 00000100:00000001:3.0:1779213830.556568:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213830.556571:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a2d6e7. 02000000:00000001:3.0:1779213830.556572:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213830.556575:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1779213830.556577:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a9221d. 00000100:00000001:0.0:1779213830.556580:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213830.556580:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213830.556584:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585216, portal 25 00000100:00100000:3.0:1779213830.556587:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960585344:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213830.556588:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213830.556589:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213830.556591:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220295040 : -104753489256576 : ffffa0ba2d7bdf80) 00000100:00000001:3.0:1779213830.556596:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1779213830.556600:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213830.556601:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213830.556604:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213830.556608:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1779213830.556611:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213830.556614:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213830.556614:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051e0b363. 00000100:00000001:2.0:1779213830.556615:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1779213830.556619:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.556622:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000595e9b1a] to pc [ptlrpcd_00_02+2] req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213830.556623:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1779213830.556627:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82ef9a2. 00000400:00000010:2.0:1779213830.556628:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010694bba. 00000100:00000200:2.0:1779213830.556634:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960585216, offset 0 00000400:00000010:3.0:1779213830.556635:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000200:3.0:1779213830.556641:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585344, portal 10 00000100:00000001:3.0:1779213830.556645:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213830.556647:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213830.556647:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220287872 : -104753489263744 : ffffa0ba2d7bc380) 00000100:00000040:3.0:1779213830.556656:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213830.556657:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.556661:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1779213830.556663:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:0.0:1779213830.556666:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1779213830.556673:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1779213830.556674:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12003) 00000100:00000001:3.0:1779213830.556677:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213830.556680:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213830.556684:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213830.556688:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1779213830.556688:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9e5ad9. 00000400:00000200:2.0:1779213830.556693:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000200:3.0:1779213830.556693:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960585344, offset 0 00000100:00000001:1.0:1779213830.556697:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1779213830.556701:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213830.556702:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213830.556705:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1779213830.556708:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213830.556712:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213830.556712:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213830.556715:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [600:600:256:4294967295] 192.168.202.129@tcp LPNI seq info [600:600:8:4294967295] 00000100:00000001:1.0:1779213830.556729:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213830.556730:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213830.556735:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213830.556736:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213830.556737:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213830.556741:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213830.556744:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213830.556746:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:1.0:1779213830.556749:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960585472:192.168.202.129@tcp:400: 00000800:00000010:2.0:1779213830.556751:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a22c0d62. 00000400:00000200:3.0:1779213830.556752:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779213830.556756:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213830.556759:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213830.556765:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:1.0:1779213830.556767:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213830.556770:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213830.556770:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1779213830.556774:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1779213830.556775:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:1.0:1779213830.556779:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0d59762. 00000800:00000200:2.0:1779213830.556779:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:1.0:1779213830.556783:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213830.556784:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [601:601:255:4294967295] 192.168.202.129@tcp LPNI seq info [601:601:7:4294967295] 00000800:00000200:2.0:1779213830.556786:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a22c0d62 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1779213830.556789:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646322e0. 00000400:00000010:1.0:1779213830.556796:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814beff7. 00000100:00000200:1.0:1779213830.556803:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585472, portal 10 00000100:00000001:2.0:1779213830.556805:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213830.556805:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213830.556807:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213830.556811:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220300416 : -104753489251200 : ffffa0ba2d7bf480) 00000100:00000001:2.0:1779213830.556813:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306671043 00000800:00000200:3.0:1779213830.556816:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213830.556821:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213830.556821:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306665924 00000800:00000010:3.0:1779213830.556821:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:2.0:1779213830.556828:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306671043 00000800:00000200:3.0:1779213830.556833:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213830.556834:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306665924 00000100:00000001:1.0:1779213830.556840:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213830.556840:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306671043 00000100:00000001:2.0:1779213830.556845:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306665924 00000800:00000200:3.0:1779213830.556845:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:1.0:1779213830.556846:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213830.556850:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306671043 00000800:00000200:3.0:1779213830.556851:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1779213830.556852:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a02f458. 00000100:00000001:2.0:1779213830.556853:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306665924 00000100:00000001:3.0:1779213830.556856:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213830.556858:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960585472, offset 0 00000100:00000001:2.0:1779213830.556858:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1779213830.556861:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 159778 usecs (160 jiffies) 00000100:00000001:2.0:1779213830.556862:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213830.556865:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.556866:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306665632 00000400:00000200:1.0:1779213830.556869:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213830.556869:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213830.556871:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306671043 00000100:00000001:3.0:1779213830.556875:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306665632 00000100:00000001:3.0:1779213830.556877:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306671043 00000100:00000001:2.0:1779213830.556879:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213830.556880:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213830.556881:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213830.556883:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306665632 00000100:00000001:2.0:1779213830.556885:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213830.556887:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213830.556887:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306671043 00000400:00000200:1.0:1779213830.556888:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213830.556890:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.556892:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306665632 00000100:00000001:2.0:1779213830.556893:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213830.556895:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213830.556897:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306671043 00000400:00000200:1.0:1779213830.556900:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1779213830.556901:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213830.556906:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213830.556907:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213830.556912:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [602:602:254:4294967295] 192.168.202.129@tcp LPNI seq info [602:602:6:4294967295] 00000100:00000001:3.0:1779213830.556912:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.556915:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779213830.556917:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213830.556922:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a22c0d62. 00000100:00000001:3.0:1779213830.556922:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213830.556925:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1779213830.556928:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213830.556928:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213830.556931:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213830.556933:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213830.556937:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:0.0:1779213830.556938:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213830.556944:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213830.556949:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213830.556951:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010694bba 00000400:00000010:0.0:1779213830.556954:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010694bba. 00000800:00000010:1.0:1779213830.556954:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009de73a0f. 00000100:00000001:0.0:1779213830.556959:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213830.556963:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:0.0:1779213830.556966:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213830.556972:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1779213830.556977:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009de73a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213830.556979:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213830.556981:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.556983:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213830.556986:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12526 usecs (13 jiffies) 00000100:00000001:0.0:1779213830.556992:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213830.556992:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306665485 00000100:00000001:0.0:1779213830.556994:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779213830.557001:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306671043 00000100:00000001:1.0:1779213830.557004:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306665485 00000800:00000200:0.0:1779213830.557006:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1779213830.557006:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306671043 00000800:00000010:0.0:1779213830.557010:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000100:00000001:1.0:1779213830.557010:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306665485 00000100:00000001:1.0:1779213830.557014:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306671043 00000400:00000200:0.0:1779213830.557015:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1779213830.557016:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306665485 00000100:00000001:1.0:1779213830.557020:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306671043 00000400:00000200:0.0:1779213830.557025:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213830.557025:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213830.557030:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213830.557031:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9e5ad9 00000400:00000010:0.0:1779213830.557034:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9e5ad9. 00000100:00000001:1.0:1779213830.557034:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213830.557038:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213830.557039:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1779213830.557043:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1779213830.557044:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213830.557046:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779213830.557051:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213830.557053:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213830.557056:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213830.557068:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213830.557072:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213830.557076:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213830.557084:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213830.557086:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213830.557142:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213830.557145:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009de73a0f. 00000400:00000200:0.0:1779213830.557149:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213830.557152:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213830.557161:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a02f458 00000400:00000010:0.0:1779213830.557163:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003a02f458. 00000100:00000001:0.0:1779213830.557165:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213830.557168:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213830.557175:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213830.557177:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213830.557182:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213830.557184:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213830.559888:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213830.559903:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213830.559908:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213830.559910:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213830.559921:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213830.559936:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212500 00000400:00000200:1.0:1779213830.559944:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1399 [1] + 224 00000800:00000001:1.0:1779213830.559956:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213830.559960:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213830.559963:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213830.559966:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213830.559972:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213830.559978:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213830.560005:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213830.560024:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213830.560035:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213830.560039:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213830.560040:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213830.560042:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213830.560047:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213830.560055:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212480 00000400:00000200:1.0:1779213830.560059:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1391 [1] + 224 00000800:00000001:1.0:1779213830.560063:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213830.560066:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213830.560068:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213830.560071:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213830.560075:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213830.560078:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213830.560085:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213830.560086:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213830.560090:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213830.560098:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213830.560101:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213830.560103:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646322e0. 00000100:00000001:1.0:1779213830.560104:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1779213830.560109:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814beff7 00000400:00000010:2.0:1779213830.560112:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000814beff7. 00000100:00000001:2.0:1779213830.560116:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1779213830.560121:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1779213830.560122:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213830.560127:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213830.560132:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213830.560136:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213830.560137:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213830.560138:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213830.560142:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213830.560145:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000001:3.0:1779213830.560149:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213830.560153:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1779213830.560158:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212400 00000400:00000010:3.0:1779213830.560158:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d82ef9a2. 00000100:00000001:2.0:1779213830.560159:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213830.560164:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213830.560166:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000100:00000001:2.0:1779213830.560168:0:199014:0:(client.c:1579:after_reply()) Process entered 00000400:00000010:3.0:1779213830.560170:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 02000000:00000001:2.0:1779213830.560172:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213830.560175:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213830.560176:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213830.560178:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213830.560181:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1389 [1] + 224 02000000:00000001:2.0:1779213830.560183:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213830.560186:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213830.560189:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1779213830.560195:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=135 v=5 (5 5 5 5) 00000800:00000001:1.0:1779213830.560199:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1779213830.560203:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=64 v=5 (1 1 0 0) 00000100:00000200:3.0:1779213830.560206:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213830.560209:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213830.560212:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213830.560216:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213830.560220:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00010000:00000001:2.0:1779213830.560248:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213830.560257:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213830.560260:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213830.560263:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1779213830.560270:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.560270:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1779213830.560272:0:199006:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1779213830.560274:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213830.560277:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213830.560277:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1779213830.560280:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213830.560280:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213830.560281:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213830.560286:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1779213830.560287:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213830.560289:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779213830.560296:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=124 v=5 (5 5 5 5) 00000100:00000040:2.0:1779213830.560300:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213830.560301:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213830.560306:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213830.560318:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213830.560322:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213830.560327:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213830.560331:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779213830.560333:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.560338:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1779213830.560339:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1779213830.560340:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213830.560344:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213830.560345:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1779213830.560347:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213830.560348:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213830.560348:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213830.560352:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213830.560356:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213830.560359:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213830.560381:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000595e9b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960585472:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213830.560382:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213830.560383:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213830.560386:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213830.560390:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1779213830.560393:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1779213830.560394:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213830.560394:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213830.560396:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213830.560399:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a2d6e7. 00000100:00000001:2.0:1779213830.560399:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1779213830.560405:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9221d 00000100:00000040:2.0:1779213830.560405:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000595e9b1a x1865639960585472/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213830.560408:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a9221d. 00000100:00000001:1.0:1779213830.560413:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1779213830.560414:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213830.560421:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213830.560461:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000007560d7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960585344:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213830.560464:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1779213830.560468:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213830.560470:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213830.560470:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1779213830.560474:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0d59762. 00000100:00000001:3.0:1779213830.560475:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1779213830.560482:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213830.560482:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213830.560482:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007560d7e1 x1865639960585344/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213830.560485:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779213830.560486:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1779213830.560490:0:199012:0:(client.c:1579:after_reply()) Process entered 00000020:00000040:2.0:1779213830.560490:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:1.0:1779213830.560494:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1779213830.560496:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213830.560497:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213830.560498:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213830.560499:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213830.560500:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000513bfa11. 02000000:00000001:3.0:1779213830.560501:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1779213830.560505:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213830.560507:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1779213830.560509:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051e0b363. 02000000:00000001:2.0:1779213830.560510:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1779213830.560513:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=135 v=5 (5 5 5 5) 00000100:00000010:2.0:1779213830.560513:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000595e9b1a. 02000000:00000001:3.0:1779213830.560515:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213830.560518:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:1.0:1779213830.560520:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213830.560521:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1779213830.560521:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213830.560524:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213830.560527:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1779213830.560527:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1779213830.560528:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213830.560530:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213830.560531:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce8f820. 00010000:00000001:1.0:1779213830.560534:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213830.560536:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1779213830.560536:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1779213830.560539:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213830.560539:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213830.560542:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007560d7e1. 00010000:00000001:1.0:1779213830.560544:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213830.560544:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213830.560548:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.560548:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213830.560549:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213830.560550:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213830.560555:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213830.560558:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213830.560561:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213830.560564:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213830.560570:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213830.560572:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213830.560574:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213830.560578:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213830.560579:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213830.560582:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213830.560589:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000ef6a324c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960585216:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213830.560595:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213830.560597:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213830.560601:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef6a324c x1865639960585216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213830.560607:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213830.560610:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213830.560612:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcf61ca3. 02000000:00000001:1.0:1779213830.560617:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213830.560619:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213830.560620:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213830.560622:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213830.560623:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dce0303a. 02000000:00000001:1.0:1779213830.560626:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213830.560627:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213830.560629:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef6a324c. 00000100:00000001:1.0:1779213830.560632:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213830.560633:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213830.560634:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213830.560639:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213830.560640:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213830.560642:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213830.560643:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213831.196344:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213831.196350:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213831.196355:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213831.196356:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213831.196423:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213831.196427:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213831.196473:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213832.220427:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213832.220458:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213832.220464:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213832.220465:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213832.220528:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213832.220532:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213832.220535:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213833.244448:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213833.244453:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213833.244459:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213833.244460:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213833.244518:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213833.244522:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213833.244524:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213834.268343:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213834.268348:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213834.268354:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213834.268355:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213834.268420:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213834.268423:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213834.268426:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213835.292327:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213835.292332:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213835.292351:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213835.292352:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213835.292446:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213835.292450:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213835.292453:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779213835.676326:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213835.676336:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213835.676346:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0fc7f4f. 00000020:00000040:3.0:1779213835.676352:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1779213835.676356:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213835.676372:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213835.676376:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213835.676384:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0419a0e. 00000100:00000001:3.0:1779213835.676390:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213835.676431:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213835.676441:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213835.676442:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213835.676448:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0fc7f4f] to pc [ptlrpcd_00_03+3] req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213835.676471:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213835.676473:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213835.676476:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779213835.676479:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fde6a2ac. 00000020:00000040:3.0:1779213835.676481:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213835.676483:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779213835.676484:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779213835.676486:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213835.676489:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c9a73a. 00000100:00000001:3.0:1779213835.676492:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213835.676495:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213835.676499:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213835.676503:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213835.676504:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213835.676504:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213835.676505:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213835.676507:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213835.676509:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213835.676510:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fde6a2ac] to pc [ptlrpcd_00_00+0] req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213835.676513:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213835.676535:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213835.676537:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213835.676541:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213835.676543:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213835.676546:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779213835.676549:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960585600:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213835.676550:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213835.676555:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1779213835.676555:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213835.676560:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1779213835.676562:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1779213835.676563:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d1ee75a. 02000000:00000001:0.0:1779213835.676566:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213835.676569:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1779213835.676571:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000010:0.0:1779213835.676575:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd36b99f. 00000100:00000001:2.0:1779213835.676576:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213835.676580:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213835.676580:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213835.676581:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213835.676581:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213835.676585:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213835.676585:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213835.676585:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1779213835.676589:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015b311b7. 02000000:00000001:3.0:1779213835.676589:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213835.676594:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1779213835.676594:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041da7387. 00000100:00000001:2.0:1779213835.676597:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213835.676599:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213835.676600:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213835.676602:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1779213835.676604:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000216ffbc8. 00000100:00000001:2.0:1779213835.676604:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213835.676607:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213835.676611:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213835.676612:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585600, portal 25 00000100:00000001:0.0:1779213835.676618:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213835.676621:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406583808 : -104753302967808 : ffffa0ba38966a00) 00000100:00000040:0.0:1779213835.676630:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213835.676631:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779213835.676632:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213835.676639:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213835.676640:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213835.676640:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1ee75a] to pc [ptlrpcd_00_01+1] req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213835.676645:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213835.676648:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213835.676652:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213835.676659:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000fde6a2ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960585728:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213835.676664:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213835.676665:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1779213835.676667:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1779213835.676667:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213835.676670:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213835.676672:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:3.0:1779213835.676672:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213835.676673:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1779213835.676677:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670ec52f. 00000100:00000040:3.0:1779213835.676677:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1779213835.676678:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcf61ca3. 02000000:00000001:2.0:1779213835.676682:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213835.676683:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960585600, offset 0 00000100:00000040:3.0:1779213835.676685:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12008) 00000400:00000010:2.0:1779213835.676686:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dbbd706. 00000400:00000200:0.0:1779213835.676692:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213835.676693:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1779213835.676696:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1779213835.676698:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1779213835.676700:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000100:00000001:1.0:1779213835.676701:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213835.676704:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213835.676705:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585728, portal 10 00000400:00000200:0.0:1779213835.676707:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213835.676707:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213835.676708:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213835.676710:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213835.676711:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406579328 : -104753302972288 : ffffa0ba38965880) 00000100:00000001:1.0:1779213835.676713:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1779213835.676715:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1779213835.676718:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213835.676719:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213835.676721:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1779213835.676728:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213835.676734:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213835.676742:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [603:603:256:4294967295] 192.168.202.129@tcp LPNI seq info [603:603:8:4294967295] 00000100:00000001:2.0:1779213835.676745:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213835.676748:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213835.676751:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213835.676756:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213835.676759:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213835.676760:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:2.0:1779213835.676760:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213835.676764:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213835.676765:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9874c6d. 00000100:00000200:2.0:1779213835.676770:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960585728, offset 0 00000100:00100000:1.0:1779213835.676772:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960585856:192.168.202.129@tcp:400: 00000800:00000200:0.0:1779213835.676773:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:2.0:1779213835.676778:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213835.676780:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000001:1.0:1779213835.676781:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213835.676784:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213835.676786:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213835.676786:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:1.0:1779213835.676790:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1779213835.676791:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213835.676794:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1779213835.676795:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053f23231. 02000000:00000001:1.0:1779213835.676798:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213835.676800:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:0.0:1779213835.676802:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:1.0:1779213835.676802:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000f38f1b. 00000400:00000010:1.0:1779213835.676807:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dea1096. 00000400:00000200:2.0:1779213835.676808:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213835.676809:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779213835.676812:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585856, portal 10 00000400:00000200:2.0:1779213835.676814:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213835.676815:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213835.676817:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320406582912 : -104753302968704 : ffffa0ba38966680) 00000400:00000200:2.0:1779213835.676821:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [604:604:255:4294967295] 192.168.202.129@tcp LPNI seq info [604:604:7:4294967295] 00000100:00000040:1.0:1779213835.676823:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213835.676826:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213835.676831:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306676163 00000100:00000001:0.0:1779213835.676839:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306671043 00000100:00000001:0.0:1779213835.676844:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306676163 00000400:00000200:2.0:1779213835.676845:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213835.676851:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306671043 00000100:00000001:1.0:1779213835.676858:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213835.676861:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:1.0:1779213835.676864:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213835.676867:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306676163 00000400:00000010:1.0:1779213835.676868:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c031773f. 00000800:00000010:2.0:1779213835.676868:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2e3586. 00000100:00000001:0.0:1779213835.676873:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306671043 00000100:00000200:1.0:1779213835.676874:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960585856, offset 0 00000800:00000200:2.0:1779213835.676879:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:1.0:1779213835.676884:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213835.676886:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306676163 00000800:00000200:2.0:1779213835.676891:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213835.676892:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306671043 00000400:00000200:1.0:1779213835.676892:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1779213835.676897:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009e2e3586 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213835.676898:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213835.676900:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213835.676903:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213835.676905:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213835.676906:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:0.0:1779213835.676907:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213835.676911:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213835.676912:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1779213835.676912:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1779213835.676915:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213835.676917:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213835.676919:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213835.676919:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213835.676919:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 158922 usecs (159 jiffies) 00000100:00000001:0.0:1779213835.676922:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213835.676925:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306670751 00000100:00000001:0.0:1779213835.676926:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213835.676926:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [605:605:254:4294967295] 192.168.202.129@tcp LPNI seq info [605:605:6:4294967295] 00000100:00000001:2.0:1779213835.676932:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306676163 00000800:00000200:3.0:1779213835.676934:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213835.676937:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306670751 00000800:00000010:3.0:1779213835.676939:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000400:00000200:1.0:1779213835.676943:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1779213835.676944:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306676163 00000400:00000200:3.0:1779213835.676946:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213835.676950:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306670751 00000800:00000200:1.0:1779213835.676954:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213835.676955:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306676163 00000400:00000200:3.0:1779213835.676955:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000010:1.0:1779213835.676961:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022180b60. 00000100:00000001:2.0:1779213835.676961:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306670751 00000400:00000200:3.0:1779213835.676963:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000670ec52f 00000400:00000010:3.0:1779213835.676966:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000670ec52f. 00000100:00000001:2.0:1779213835.676967:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306676163 00000100:00000001:3.0:1779213835.676970:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1779213835.676971:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000200:3.0:1779213835.676974:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779213835.676982:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213835.676982:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1779213835.676988:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000022180b60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213835.676988:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213835.676989:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213835.676993:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213835.676995:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213835.677001:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12480 usecs (13 jiffies) 00000100:00000001:2.0:1779213835.677001:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.677006:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306670605 00000100:00000001:2.0:1779213835.677007:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213835.677007:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.677009:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306676163 00000100:00000001:3.0:1779213835.677011:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213835.677012:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213835.677013:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306670605 00000100:00000001:2.0:1779213835.677015:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213835.677016:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306676163 00000100:00000001:2.0:1779213835.677018:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.677019:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306670605 00000100:00000001:1.0:1779213835.677022:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306676163 00000100:00000001:2.0:1779213835.677023:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.677024:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306670605 00000100:00000001:1.0:1779213835.677027:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306676163 00000100:00000001:1.0:1779213835.677033:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213835.677034:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.677036:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.677038:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213835.677079:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213835.677082:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2e3586. 00000400:00000200:3.0:1779213835.677090:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213835.677094:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213835.677097:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9874c6d 00000400:00000010:3.0:1779213835.677098:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f9874c6d. 00000100:00000001:3.0:1779213835.677101:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213835.677104:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213835.677111:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213835.677112:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213835.677118:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213835.677119:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213835.677146:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213835.677148:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022180b60. 00000400:00000200:3.0:1779213835.677151:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213835.677154:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213835.677156:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c031773f 00000400:00000010:3.0:1779213835.677158:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c031773f. 00000100:00000001:3.0:1779213835.677160:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213835.677162:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213835.677168:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213835.677170:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213835.677174:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213835.677175:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213835.678373:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213835.678385:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213835.678388:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213835.678390:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213835.678409:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213835.678421:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212580 00000400:00000200:0.0:1779213835.678427:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x13a1 [1] + 224 00000800:00000001:0.0:1779213835.678433:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213835.678439:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213835.678442:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213835.678445:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213835.678449:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213835.678454:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213835.678463:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213835.678486:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213835.678493:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213835.678496:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213835.678552:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213835.678555:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213835.678559:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213835.678561:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213835.678563:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015b311b7. 00000400:00000200:1.0:1779213835.678567:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216ffbc8 00000400:00000010:1.0:1779213835.678569:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000216ffbc8. 00000100:00000001:1.0:1779213835.678572:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213835.678575:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213835.678583:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213835.678590:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213835.678591:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213835.678594:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213835.678596:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213835.678599:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213835.678601:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213835.678604:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213835.678609:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213835.678613:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213835.678615:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213835.678617:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213835.678619:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213835.678621:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.678624:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213835.678627:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213835.678634:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213835.678637:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213835.678638:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213835.678650:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213835.678658:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c0fc7f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960585600:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213835.678662:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213835.678664:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213835.678667:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0fc7f4f x1865639960585600/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213835.678673:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213835.678675:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213835.678678:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd36b99f. 02000000:00000001:1.0:1779213835.678681:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213835.678683:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213835.678684:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213835.678687:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213835.678689:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0419a0e. 02000000:00000001:1.0:1779213835.678692:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213835.678695:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213835.678696:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0fc7f4f. 00000100:00000001:1.0:1779213835.678699:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213835.678700:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213835.678702:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213835.678706:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213835.678708:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213835.678710:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213835.678712:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213835.678914:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213835.678919:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213835.678921:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213835.678923:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213835.678928:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213835.678936:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212600 00000400:00000200:1.0:1779213835.678941:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13a9 [1] + 224 00000800:00000001:1.0:1779213835.678945:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213835.678953:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213835.678955:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213835.678959:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213835.678962:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213835.678966:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213835.678975:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213835.678999:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213835.679004:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213835.679007:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213835.679009:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213835.679011:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213835.679015:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213835.679020:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212680 00000400:00000200:1.0:1779213835.679025:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13b1 [1] + 224 00000800:00000001:1.0:1779213835.679028:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213835.679033:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213835.679034:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213835.679037:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213835.679040:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213835.679043:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213835.679051:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213835.679067:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213835.679070:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213835.679073:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213835.679099:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213835.679102:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213835.679105:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213835.679107:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213835.679109:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000f38f1b. 00000400:00000200:3.0:1779213835.679113:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dea1096 00000400:00000010:3.0:1779213835.679115:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003dea1096. 00000100:00000001:3.0:1779213835.679118:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213835.679129:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213835.679130:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213835.679134:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213835.679138:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213835.679142:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213835.679144:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dbbd706. 00000100:00000200:3.0:1779213835.679144:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213835.679149:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000010:2.0:1779213835.679153:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000001:2.0:1779213835.679158:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213835.679159:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213835.679162:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1779213835.679164:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213835.679166:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779213835.679168:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213835.679171:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213835.679174:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213835.679179:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1779213835.679181:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213835.679186:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=140 v=5 (5 5 5 5) 00000100:00000001:2.0:1779213835.679191:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1779213835.679192:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=69 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213835.679193:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213835.679198:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1779213835.679199:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1779213835.679202:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213835.679202:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213835.679205:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1779213835.679206:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1779213835.679207:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213835.679210:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1779213835.679213:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213835.679215:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213835.679245:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1779213835.679249:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213835.679250:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213835.679252:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213835.679255:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213835.679258:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213835.679259:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213835.679261:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213835.679262:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213835.679269:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213835.679271:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213835.679277:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213835.679279:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213835.679281:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213835.679282:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213835.679289:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213835.679300:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213835.679305:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213835.679307:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213835.679307:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213835.679312:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213835.679314:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213835.679316:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213835.679321:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213835.679334:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000fde6a2ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960585728:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213835.679342:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1779213835.679343:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004d1ee75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960585856:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213835.679346:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213835.679351:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fde6a2ac x1865639960585728/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213835.679364:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1779213835.679365:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213835.679367:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213835.679370:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcf61ca3. 00000100:00000001:3.0:1779213835.679370:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1779213835.679375:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1779213835.679376:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d1ee75a x1865639960585856/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1779213835.679378:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213835.679381:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213835.679385:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213835.679388:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c9a73a. 00000100:00000001:3.0:1779213835.679390:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213835.679392:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213835.679393:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1779213835.679409:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1779213835.679410:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053f23231. 00000100:00000010:2.0:1779213835.679412:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fde6a2ac. 02000000:00000001:3.0:1779213835.679416:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213835.679417:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1779213835.679419:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1779213835.679420:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1779213835.679421:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213835.679423:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779213835.679425:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213835.679428:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041da7387. 00000100:00000001:2.0:1779213835.679429:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213835.679431:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213835.679432:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213835.679435:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213835.679436:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1779213835.679437:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d1ee75a. 00000100:00000001:2.0:1779213835.679439:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213835.679441:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213835.679444:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213835.679446:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213835.679450:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213835.679452:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213835.679454:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213835.679456:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213836.316318:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213836.316324:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213836.316331:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213836.316331:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213836.316401:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213836.316405:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213836.316407:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213837.340336:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213837.340342:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213837.340346:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213837.340348:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213837.340410:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213837.340414:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213837.340415:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213838.364343:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213838.364349:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213838.364355:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213838.364356:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213838.364424:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213838.364428:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213838.364447:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213839.389774:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213839.389781:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213839.389783:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213839.389786:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213839.389790:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213839.389792:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213839.389794:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213839.389796:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213839.389799:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213839.389800:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213839.389801:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213839.389803:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213839.389804:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213839.389805:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213839.389806:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213839.389807:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213839.389862:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213839.389866:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213839.389869:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213840.412289:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213840.412296:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213840.412302:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213840.412303:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213840.412364:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213840.412368:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213840.412371:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213840.796387:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213840.796395:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213840.796406:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3a74cc2. 00000020:00000040:1.0:1779213840.796413:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213840.796417:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213840.796420:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213840.796423:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213840.796430:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f4cd30a. 00000100:00000001:1.0:1779213840.796436:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.796447:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213840.796457:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213840.796460:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.796465:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3a74cc2] to pc [ptlrpcd_00_02+2] req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213840.796496:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.796499:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213840.796501:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213840.796508:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6bd720. 00000020:00000040:1.0:1779213840.796510:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213840.796513:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213840.796514:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213840.796516:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213840.796519:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b25e7fba. 00000100:00000001:1.0:1779213840.796522:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.796525:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213840.796526:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213840.796531:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213840.796535:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213840.796536:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213840.796542:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213840.796551:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.796556:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1779213840.796560:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6bd720] to pc [ptlrpcd_00_03+3] req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213840.796560:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213840.796566:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213840.796570:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213840.796572:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.796574:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213840.796577:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213840.796580:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039e99af1. 02000000:00000001:2.0:1779213840.796582:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1779213840.796583:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213840.796587:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213840.796589:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1779213840.796590:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960585984:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213840.796592:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.796597:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1779213840.796598:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213840.796602:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213840.796604:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1779213840.796607:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1779213840.796608:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213840.796614:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213840.796619:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213840.796620:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213840.796620:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c923381. 02000000:00000001:2.0:1779213840.796625:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.796627:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039e99af1] to pc [ptlrpcd_00_00+0] req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213840.796632:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dbbd706. 00000400:00000010:2.0:1779213840.796641:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000100:00000200:2.0:1779213840.796648:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960585984, portal 25 00000100:00000001:2.0:1779213840.796650:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213840.796651:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728220672 : -104753981330944 : ffffa0ba10276a00) 00000100:00000040:2.0:1779213840.796657:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213840.796658:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.796663:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213840.796670:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213840.796674:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213840.796677:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12013) 00000100:00000040:2.0:1779213840.796681:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213840.796685:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a30234e. 00000100:00000200:2.0:1779213840.796688:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960585984, offset 0 00000400:00000200:2.0:1779213840.796695:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213840.796706:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213840.796710:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00100000:1.0:1779213840.796712:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779213840.796716:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1779213840.796718:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779213840.796723:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213840.796724:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213840.796727:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213840.796729:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213840.796731:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213840.796732:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1779213840.796736:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213840.796743:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213840.796744:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1779213840.796752:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [606:606:256:4294967295] 192.168.202.129@tcp LPNI seq info [606:606:8:4294967295] 00000100:00000001:1.0:1779213840.796761:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213840.796762:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213840.796765:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779213840.796768:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1779213840.796772:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:1.0:1779213840.796773:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213840.796779:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960586240:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213840.796784:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213840.796786:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1779213840.796787:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213840.796790:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213840.796792:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1779213840.796792:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1749b69. 02000000:00000010:1.0:1779213840.796796:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f461dff2. 02000000:00000001:1.0:1779213840.796799:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213840.796801:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:1.0:1779213840.796804:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cf1bf40. 00000400:00000010:1.0:1779213840.796809:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 00000800:00000200:2.0:1779213840.796812:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:1.0:1779213840.796814:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960586240, portal 10 00000100:00000001:1.0:1779213840.796816:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213840.796817:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728211712 : -104753981339904 : ffffa0ba10274700) 00000800:00000200:2.0:1779213840.796824:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1749b69 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1779213840.796825:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213840.796833:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779213840.796836:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1779213840.796838:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169bda26. 00000100:00000200:1.0:1779213840.796839:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960586240, offset 0 00000400:00000200:1.0:1779213840.796843:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213840.796847:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213840.796848:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1779213840.796853:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213840.796854:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306681283 00000400:00000200:1.0:1779213840.796857:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213840.796864:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306676163 00000100:00000001:2.0:1779213840.796869:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306681283 00000100:00000001:2.0:1779213840.796871:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306676163 00000100:00000001:2.0:1779213840.796874:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306681283 00000100:00000001:2.0:1779213840.796877:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306676163 00000100:00000001:2.0:1779213840.796879:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306681283 00000100:00000001:2.0:1779213840.796881:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306676163 00000100:00000001:2.0:1779213840.796884:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213840.796887:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.796889:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.796891:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.796894:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213840.796896:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213840.796897:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213840.796898:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213840.796900:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213840.796901:0:199014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1779213840.796903:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.796904:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213840.796905:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.796906:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213840.796907:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213840.796908:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213840.796912:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213840.796919:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213840.796921:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213840.796923:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213840.796924:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213840.796931:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213840.796934:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960586112:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213840.796937:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213840.796940:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213840.796942:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213840.796943:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213840.796947:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064564f48. 02000000:00000001:2.0:1779213840.796949:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213840.796951:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213840.796953:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8116b97. 00000100:00000001:3.0:1779213840.796955:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213840.796957:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00000200:2.0:1779213840.796961:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960586112, portal 10 00000100:00000001:2.0:1779213840.796964:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213840.796965:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728214400 : -104753981337216 : ffffa0ba10275180) 00000100:00000040:2.0:1779213840.796970:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213840.796976:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213840.796978:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213840.796980:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb59e63. 00000100:00000200:2.0:1779213840.796982:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960586112, offset 0 00000400:00000200:2.0:1779213840.796987:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213840.797053:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213840.797055:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213840.797059:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213840.797059:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1749b69. 00000400:00000200:3.0:1779213840.797066:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213840.797072:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213840.797088:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779213840.797092:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213840.797094:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [607:607:255:4294967295] 192.168.202.129@tcp LPNI seq info [607:607:7:4294967295] 00000400:00000200:1.0:1779213840.797108:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1779213840.797113:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1779213840.797116:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d5b992. 00000400:00000200:2.0:1779213840.797118:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213840.797123:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213840.797126:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:2.0:1779213840.797130:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1779213840.797134:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1779213840.797137:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:2.0:1779213840.797140:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:1.0:1779213840.797142:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000053d5b992 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213840.797146:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [608:608:254:4294967295] 192.168.202.129@tcp LPNI seq info [608:608:6:4294967295] 00000100:00000001:1.0:1779213840.797147:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.797153:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12428 usecs (13 jiffies) 00000100:00000001:1.0:1779213840.797158:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306675725 00000400:00000200:2.0:1779213840.797162:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213840.797163:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306681283 00000100:00000001:1.0:1779213840.797168:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306675725 00000100:00000001:1.0:1779213840.797172:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306681283 00000800:00000200:2.0:1779213840.797174:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213840.797176:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306675725 00000100:00000001:1.0:1779213840.797180:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306681283 00000100:00000001:1.0:1779213840.797181:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306675725 00000800:00000010:2.0:1779213840.797181:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd6485b. 00000100:00000001:1.0:1779213840.797185:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306681283 00000100:00000001:1.0:1779213840.797187:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213840.797191:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213840.797191:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1779213840.797193:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213840.797197:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213840.797201:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213840.797209:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001dd6485b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213840.797213:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213840.797217:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 158067 usecs (159 jiffies) 00000100:00000001:2.0:1779213840.797219:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306675871 00000100:00000001:2.0:1779213840.797243:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306681283 00000100:00000001:2.0:1779213840.797245:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306675872 00000100:00000001:2.0:1779213840.797247:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306681283 00000100:00000001:2.0:1779213840.797248:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306675872 00000100:00000001:2.0:1779213840.797250:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306681283 00000100:00000001:2.0:1779213840.797252:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306675872 00000100:00000001:2.0:1779213840.797253:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306681283 00000100:00000001:2.0:1779213840.797255:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213840.797257:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.797259:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.797261:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213840.797623:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a30234e 00000400:00000010:3.0:1779213840.797626:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a30234e. 00000100:00000001:3.0:1779213840.797635:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213840.797639:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213840.797648:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213840.797650:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213840.797657:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213840.797658:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213840.797674:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213840.797675:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d5b992. 00000400:00000200:3.0:1779213840.797679:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213840.797682:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213840.797684:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000169bda26 00000400:00000010:3.0:1779213840.797686:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000169bda26. 00000100:00000001:3.0:1779213840.797688:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213840.797690:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213840.797696:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213840.797698:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213840.797704:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213840.797705:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1779213840.797736:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1779213840.797738:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd6485b. 00000400:00000200:3.0:1779213840.797741:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213840.797744:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1779213840.797746:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb59e63 00000400:00000010:3.0:1779213840.797748:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000abb59e63. 00000100:00000001:3.0:1779213840.797750:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1779213840.797752:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213840.797759:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213840.797761:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213840.797771:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213840.797773:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213840.799190:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213840.799201:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213840.799204:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213840.799206:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213840.799214:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213840.799254:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212700 00000400:00000200:0.0:1779213840.799261:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x13b9 [1] + 224 00000800:00000001:0.0:1779213840.799268:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213840.799271:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213840.799273:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213840.799276:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213840.799280:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213840.799284:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213840.799292:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213840.799319:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213840.799326:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213840.799329:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213840.799331:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213840.799333:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213840.799336:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213840.799341:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212800 00000400:00000200:0.0:1779213840.799358:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13c1 [1] + 224 00000800:00000001:0.0:1779213840.799362:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213840.799366:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213840.799367:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213840.799371:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213840.799374:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213840.799377:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213840.799381:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213840.799387:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213840.799390:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213840.799392:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dbbd706. 00000100:00000200:0.0:1779213840.799393:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213840.799398:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000010:2.0:1779213840.799401:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000001:2.0:1779213840.799407:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1779213840.799409:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213840.799414:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213840.799432:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213840.799439:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213840.799440:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213840.799443:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213840.799446:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213840.799446:0:199014:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1779213840.799450:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213840.799454:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213840.799455:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1779213840.799457:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799458:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213840.799462:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213840.799466:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 02000000:00000001:2.0:1779213840.799466:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213840.799475:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212780 00000100:00001000:2.0:1779213840.799475:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=145 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213840.799480:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1779213840.799482:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=145 v=5 (1 1 1 1) 00000400:00000200:0.0:1779213840.799485:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13c9 [1] + 224 00000100:00000001:1.0:1779213840.799485:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213840.799487:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213840.799490:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213840.799493:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1779213840.799493:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1779213840.799494:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1779213840.799497:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1779213840.799497:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213840.799500:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cf1bf40. 00000100:00000001:2.0:1779213840.799501:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213840.799504:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213840.799507:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213840.799507:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000100:00000040:2.0:1779213840.799511:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779213840.799512:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000400:00000200:0.0:1779213840.799516:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213840.799524:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213840.799528:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213840.799529:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1779213840.799530:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213840.799530:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213840.799537:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779213840.799538:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213840.799538:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213840.799573:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000c3a74cc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960585984:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213840.799575:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213840.799584:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.799591:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1779213840.799595:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213840.799596:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1779213840.799598:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3a74cc2 x1865639960585984/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213840.799601:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213840.799604:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213840.799618:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213840.799619:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1779213840.799622:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213840.799623:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1779213840.799626:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000010:2.0:1779213840.799627:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c923381. 02000000:00000001:1.0:1779213840.799628:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213840.799631:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213840.799632:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213840.799632:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213840.799635:0:199014:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1779213840.799636:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779213840.799639:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000100:00001000:1.0:1779213840.799642:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=145 v=5 (5 5 5 5) 00000020:00000001:2.0:1779213840.799642:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213840.799644:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001f4cd30a. 00000100:00001000:1.0:1779213840.799649:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=74 v=5 (1 1 0 0) 02000000:00000001:2.0:1779213840.799651:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213840.799654:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1779213840.799654:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213840.799656:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3a74cc2. 00000100:00000001:1.0:1779213840.799657:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213840.799659:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779213840.799664:0:199013:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213840.799667:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213840.799670:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799675:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213840.799676:0:199013:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.799678:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213840.799681:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1779213840.799681:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213840.799684:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000400:00000001:2.0:1779213840.799684:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1779213840.799688:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1779213840.799688:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213840.799691:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213840.799692:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8116b97. 00000100:00000040:1.0:1779213840.799695:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213840.799697:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:2.0:1779213840.799700:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:2.0:1779213840.799704:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1779213840.799708:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1779213840.799711:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213840.799712:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213840.799714:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213840.799721:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213840.799729:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213840.799738:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960586240:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213840.799743:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213840.799745:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799746:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799748:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213840.799750:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213840.799751:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213840.799754:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213840.799754:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213840.799758:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213840.799761:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039e99af1 x1865639960586240/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213840.799764:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=134 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213840.799770:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213840.799775:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213840.799775:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213840.799778:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213840.799779:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1779213840.799780:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1779213840.799782:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f461dff2. 00010000:00000001:2.0:1779213840.799783:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213840.799787:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1779213840.799788:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1779213840.799791:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1779213840.799791:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000020:00000040:1.0:1779213840.799794:0:199013:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:2.0:1779213840.799794:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213840.799797:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213840.799798:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213840.799801:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 00000100:00000040:2.0:1779213840.799803:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213840.799805:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213840.799808:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213840.799810:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039e99af1. 00000100:00000001:1.0:1779213840.799816:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213840.799816:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779213840.799818:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213840.799820:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799824:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213840.799825:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213840.799825:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213840.799828:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213840.799831:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213840.799833:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213840.799836:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213840.799843:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960586112:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213840.799847:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799849:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213840.799851:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6bd720 x1865639960586112/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213840.799856:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213840.799858:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213840.799859:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064564f48. 02000000:00000001:2.0:1779213840.799862:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213840.799863:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213840.799864:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213840.799866:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213840.799867:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b25e7fba. 02000000:00000001:2.0:1779213840.799869:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213840.799870:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213840.799870:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6bd720. 00000100:00000001:2.0:1779213840.799872:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213840.799873:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799875:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213840.799878:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213840.799879:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213840.799881:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213840.799882:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213841.436331:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213841.436347:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213841.436352:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213841.436353:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213841.436387:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213841.436390:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213841.436392:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213842.460352:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213842.460362:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213842.460370:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213842.460394:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213842.460443:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213842.460448:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213842.460451:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213843.484389:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213843.484396:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213843.484403:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213843.484404:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213843.484468:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213843.484473:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213843.484476:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213844.508397:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213844.508404:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213844.508410:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213844.508411:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213844.508511:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213844.508519:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213844.508525:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213845.532352:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213845.532358:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213845.532363:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213845.532364:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213845.532386:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213845.532390:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213845.532393:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213845.916353:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213845.916366:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213845.916379:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039e99af1. 00000020:00000040:1.0:1779213845.916387:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213845.916393:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213845.916398:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213845.916405:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213845.916416:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213845.916424:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213845.916439:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213845.916476:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213845.916478:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213845.916484:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039e99af1] to pc [ptlrpcd_00_01+1] req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.916525:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213845.916528:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213845.916531:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213845.916534:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 00000020:00000040:1.0:1779213845.916537:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213845.916539:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213845.916541:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213845.916543:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213845.916546:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009364803b. 00000100:00000001:1.0:1779213845.916550:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213845.916554:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779213845.916560:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213845.916562:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213845.916564:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213845.916568:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1779213845.916569:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_02+2] req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213845.916572:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213845.916583:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213845.916585:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213845.916587:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213845.916589:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213845.916591:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779213845.916596:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.916601:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213845.916603:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1779213845.916605:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779213845.916606:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.916611:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1779213845.916611:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1779213845.916615:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038805bd0. 02000000:00000001:3.0:1779213845.916615:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1779213845.916621:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:3.0:1779213845.916621:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.916625:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1779213845.916626:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960586368:192.168.202.129@tcp:400: 02000000:00000001:1.0:1779213845.916628:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1779213845.916630:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213845.916631:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213845.916637:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1779213845.916638:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080864336. 02000000:00000001:3.0:1779213845.916640:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213845.916644:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1779213845.916650:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779213845.916654:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002571a638. 00000100:00000040:1.0:1779213845.916658:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213845.916659:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213845.916659:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213845.916661:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213845.916667:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213845.916673:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1779213845.916676:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82ef9a2. 00000100:00000001:1.0:1779213845.916680:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213845.916683:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213845.916687:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001ee730. 00000100:00000040:1.0:1779213845.916688:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038805bd0] to pc [ptlrpcd_00_03+3] req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213845.916697:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960586368, portal 25 00000100:00000001:2.0:1779213845.916698:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213845.916699:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1779213845.916705:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213845.916710:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1779213845.916718:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213845.916722:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728211712 : -104753981339904 : ffffa0ba10274700) 00000100:00000001:1.0:1779213845.916728:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213845.916740:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779213845.916740:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213845.916746:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213845.916747:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213845.916754:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213845.916754:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213845.916755:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1779213845.916759:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1779213845.916770:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1779213845.916771:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213845.916773:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12018) 02000000:00000001:0.0:1779213845.916777:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213845.916788:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213845.916788:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1779213845.916799:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1779213845.916804:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960586496:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213845.916806:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213845.916806:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213845.916813:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213845.916815:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213845.916818:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213845.916818:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213845.916822:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213845.916823:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213845.916823:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2dbe486. 02000000:00000001:0.0:1779213845.916832:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1779213845.916833:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960586368, offset 0 00000100:00100000:2.0:1779213845.916836:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960586624:192.168.202.129@tcp:400: 02000000:00000010:0.0:1779213845.916841:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a84a1da. 00000100:00000001:2.0:1779213845.916845:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213845.916849:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213845.916852:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213845.916853:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779213845.916859:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213845.916862:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac9b370b. 02000000:00000001:2.0:1779213845.916862:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213845.916866:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a71d30cb. 02000000:00000001:2.0:1779213845.916869:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213845.916871:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000400:00000010:2.0:1779213845.916874:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8116b97. 00000400:00000200:3.0:1779213845.916876:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000200:0.0:1779213845.916879:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960586496, portal 10 00000400:00000010:2.0:1779213845.916883:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00000001:0.0:1779213845.916887:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213845.916889:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 00000400:00000200:3.0:1779213845.916889:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1779213845.916900:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960586624, portal 10 00000400:00000200:3.0:1779213845.916902:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:0.0:1779213845.916906:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213845.916909:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213845.916912:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728216192 : -104753981335424 : ffffa0ba10275880) 00000400:00000200:3.0:1779213845.916919:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1779213845.916927:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213845.916929:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213845.916941:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1779213845.916943:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [609:609:256:4294967295] 192.168.202.129@tcp LPNI seq info [609:609:8:4294967295] 00000100:00000040:0.0:1779213845.916956:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213845.916964:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fd08ca5. 00000100:00000001:2.0:1779213845.916965:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1779213845.916971:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960586496, offset 0 00000100:00000040:2.0:1779213845.916978:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213845.916987:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007049a13e. 00000400:00000200:3.0:1779213845.916988:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:0.0:1779213845.916995:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000200:2.0:1779213845.917000:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960586624, offset 0 00000800:00000200:3.0:1779213845.917021:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213845.917022:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1779213845.917022:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:3.0:1779213845.917035:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000200:0.0:1779213845.917036:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779213845.917048:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213845.917056:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:0.0:1779213845.917059:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779213845.917062:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1779213845.917067:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [610:610:255:4294967295] 192.168.202.129@tcp LPNI seq info [610:610:7:4294967295] 00000800:00000200:3.0:1779213845.917081:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1779213845.917086:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779213845.917095:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1779213845.917102:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213845.917105:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213845.917107:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b9153e. 00000400:00000200:2.0:1779213845.917107:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213845.917112:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306686403 00000400:00000200:2.0:1779213845.917114:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1779213845.917120:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213845.917122:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306681283 00000400:00000200:2.0:1779213845.917123:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1779213845.917134:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306686403 00000400:00000200:2.0:1779213845.917135:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213845.917141:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213845.917145:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306681283 00000800:00000200:0.0:1779213845.917146:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000030b9153e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213845.917148:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:3.0:1779213845.917152:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306686403 00000100:00000001:0.0:1779213845.917157:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213845.917160:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306681283 00000400:00000200:2.0:1779213845.917161:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [611:611:254:4294967295] 192.168.202.129@tcp LPNI seq info [611:611:6:4294967295] 00000100:00000040:0.0:1779213845.917163:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 157225 usecs (158 jiffies) 00000100:00000001:3.0:1779213845.917168:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306686403 00000100:00000001:0.0:1779213845.917171:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306680990 00000100:00000001:0.0:1779213845.917182:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306686403 00000100:00000001:0.0:1779213845.917186:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306680990 00000100:00000001:3.0:1779213845.917186:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306681283 00000100:00000001:0.0:1779213845.917191:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306686403 00000100:00000001:0.0:1779213845.917193:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306680990 00000800:00000200:1.0:1779213845.917199:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1779213845.917202:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213845.917206:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213845.917208:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306686403 00000800:00000010:1.0:1779213845.917210:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000100:00000001:3.0:1779213845.917219:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213845.917273:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213845.917276:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213845.917279:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306680991 00000100:00000001:3.0:1779213845.917279:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213845.917283:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1779213845.917303:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000100:00000001:0.0:1779213845.917305:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306686403 00000100:00000001:0.0:1779213845.917309:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213845.917314:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213845.917318:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:2.0:1779213845.917320:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213845.917321:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213845.917330:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1779213845.917334:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1779213845.917337:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779213845.917338:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2dbe486 00000100:00000001:0.0:1779213845.917339:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213845.917341:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213845.917342:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1779213845.917348:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b2dbe486. 00000100:00000001:0.0:1779213845.917349:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1779213845.917349:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12380 usecs (13 jiffies) 00000100:00000001:0.0:1779213845.917352:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213845.917358:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213845.917358:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306680846 00000100:00000001:1.0:1779213845.917360:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213845.917363:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213845.917364:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306686403 00000100:00000001:2.0:1779213845.917367:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306680846 00000100:00000200:1.0:1779213845.917371:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213845.917373:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306686403 00000100:00000001:2.0:1779213845.917378:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306680846 00000100:00000001:2.0:1779213845.917391:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306686403 00000100:00000001:1.0:1779213845.917395:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213845.917395:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306680846 00000100:00000001:2.0:1779213845.917400:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306686403 00000100:00000040:1.0:1779213845.917402:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213845.917409:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213845.917416:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.917423:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213845.917424:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.917429:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1779213845.917430:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213845.917437:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213845.917440:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213845.917442:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213845.917444:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213845.917446:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213845.917447:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213845.917451:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1779213845.917453:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b9153e. 00000400:00000200:1.0:1779213845.917459:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213845.917464:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213845.917469:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd08ca5 00000400:00000010:1.0:1779213845.917471:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003fd08ca5. 00000100:00000001:1.0:1779213845.917480:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213845.917483:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.917490:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213845.917491:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.917497:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.917498:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213845.917567:0:199006:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213845.917569:0:199006:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000400:00000200:1.0:1779213845.917572:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213845.917575:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213845.917577:0:199006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007049a13e 00000400:00000010:1.0:1779213845.917579:0:199006:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007049a13e. 00000100:00000001:1.0:1779213845.917581:0:199006:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213845.917583:0:199006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.917589:0:199006:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213845.917591:0:199006:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.917597:0:199006:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.917598:0:199006:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1779213845.920027:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213845.920105:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213845.920110:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213845.920114:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213845.920126:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1779213845.920147:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212900 00000400:00000200:3.0:1779213845.920157:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13d9 [1] + 224 00000800:00000001:3.0:1779213845.920173:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213845.920178:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213845.920181:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213845.920185:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213845.920193:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213845.920199:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213845.920210:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213845.920261:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1779213845.920273:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213845.920277:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1779213845.920279:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213845.920282:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213845.920287:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1779213845.920304:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213845.920308:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213845.920310:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212880 00000400:00000001:0.0:1779213845.920316:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213845.920319:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213845.920334:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac9b370b. 00000400:00000200:0.0:1779213845.920339:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:0.0:1779213845.920341:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:0.0:1779213845.920344:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213845.920349:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213845.920350:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x13d1 [1] + 224 00000800:00000001:3.0:1779213845.920359:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1779213845.920361:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213845.920364:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213845.920367:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1779213845.920368:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213845.920369:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213845.920372:0:199014:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:3.0:1779213845.920375:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:0.0:1779213845.920377:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213845.920379:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779213845.920381:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213845.920384:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213845.920390:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213845.920395:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213845.920396:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213845.920402:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213845.920408:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779213845.920410:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213845.920413:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779213845.920414:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779213845.920418:0:199014:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213845.920423:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779213845.920424:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:0.0:1779213845.920426:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213845.920427:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213845.920431:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213845.920436:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213845.920438:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213845.920438:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213845.920441:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213845.920445:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1779213845.920446:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213845.920451:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1779213845.920452:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960586496:192.168.202.129@tcp:400: 00000800:00000001:3.0:1779213845.920454:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1779213845.920457:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213845.920464:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213845.920466:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:1.0:1779213845.920471:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213845.920474:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1779213845.920475:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212980 00000100:00000001:0.0:1779213845.920478:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1779213845.920478:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213845.920481:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213845.920483:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d82ef9a2. 00000100:00000040:0.0:1779213845.920486:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960586496/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213845.920488:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001ee730 00000400:00000010:1.0:1779213845.920491:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000001ee730. 00000100:00000001:1.0:1779213845.920494:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213845.920500:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213845.920500:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13dd [1] + 224 00000800:00000001:3.0:1779213845.920509:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1779213845.920510:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213845.920515:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1779213845.920517:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213845.920518:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779213845.920519:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a84a1da. 00000400:00000200:3.0:1779213845.920519:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779213845.920525:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 02000000:00000001:0.0:1779213845.920526:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213845.920530:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1779213845.920531:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1779213845.920533:0:199014:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000200:3.0:1779213845.920537:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1779213845.920540:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779213845.920541:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1779213845.920544:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009364803b. 00000100:00000001:1.0:1779213845.920544:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213845.920549:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213845.920552:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1779213845.920553:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1779213845.920554:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1779213845.920554:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.920557:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213845.920558:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1779213845.920561:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1779213845.920562:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00001000:1.0:1779213845.920566:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=150 v=5 (5 5 5 5) 00000100:00000001:0.0:1779213845.920570:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1779213845.920570:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1779213845.920574:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213845.920574:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213845.920576:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213845.920578:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1779213845.920579:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1779213845.920580:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1779213845.920581:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213845.920583:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1779213845.920585:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1779213845.920588:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213845.920590:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213845.920591:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213845.920595:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.920600:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779213845.920601:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213845.920603:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.920604:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213845.920607:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779213845.920611:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779213845.920619:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960586368:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213845.920623:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213845.920625:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213845.920627:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039e99af1 x1865639960586368/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213845.920633:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213845.920635:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213845.920637:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002571a638. 02000000:00000001:1.0:1779213845.920640:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213845.920641:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213845.920643:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1779213845.920649:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213845.920651:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 02000000:00000001:1.0:1779213845.920652:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213845.920654:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779213845.920655:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039e99af1. 00000100:00000001:1.0:1779213845.920657:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213845.920658:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213845.920659:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213845.920663:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213845.920665:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213845.920666:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213845.920668:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213845.920687:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213845.920693:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779213845.920701:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213845.920704:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213845.920706:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8116b97. 00000400:00000200:2.0:1779213845.920715:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:2.0:1779213845.920717:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:2.0:1779213845.920722:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213845.920731:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213845.920741:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213845.920748:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213845.920750:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213845.920752:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213845.920756:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213845.920758:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213845.920760:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213845.920763:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213845.920771:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1779213845.920775:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=79 v=5 (1 1 0 0) 00000100:00000001:2.0:1779213845.920790:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213845.920792:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213845.920795:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779213845.920799:0:199015:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213845.920806:0:199015:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213845.920810:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213845.920812:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213845.920814:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779213845.920815:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213845.920818:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213845.920825:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213845.920828:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213845.920830:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213845.920833:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213845.920839:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960586624:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213845.920844:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213845.920847:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213845.920849:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038805bd0 x1865639960586624/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213861 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213845.920855:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213845.920857:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213845.920860:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a71d30cb. 02000000:00000001:2.0:1779213845.920865:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213845.920867:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213845.920869:0:199015:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213845.920871:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213845.920873:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000080864336. 02000000:00000001:2.0:1779213845.920877:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213845.920885:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213845.920887:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038805bd0. 00000100:00000001:2.0:1779213845.920891:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213845.920892:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213845.920894:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213845.920899:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213845.920901:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213845.920903:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213845.920905:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213846.556377:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213846.556383:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213846.556390:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213846.556391:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213846.556450:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213846.556454:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213846.556458:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213847.580385:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213847.580394:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213847.580400:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213847.580402:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213847.580469:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213847.580473:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213847.580477:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213848.604398:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213848.604407:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213848.604415:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213848.604416:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213848.604440:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213848.604445:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213848.604449:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213849.628394:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213849.628403:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213849.628406:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213849.628409:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213849.628414:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213849.628417:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213849.628418:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213849.628420:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213849.628423:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213849.628424:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213849.628425:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213849.628426:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213849.628427:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213849.628428:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213849.628428:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213849.628429:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213849.628770:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213849.628775:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213849.628778:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213850.652315:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213850.652346:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213850.652354:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213850.652355:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213850.652420:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213850.652426:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213850.652431:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213851.036340:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213851.036350:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213851.036360:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039e99af1. 00000020:00000040:1.0:1779213851.036366:0:205183:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213851.036371:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213851.036375:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213851.036380:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213851.036388:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff4cc532. 00000100:00000001:1.0:1779213851.036394:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213851.036403:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213851.036411:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213851.036413:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213851.036417:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039e99af1] to pc [ptlrpcd_00_00+0] req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213851.036449:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213851.036459:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213851.036464:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213851.036467:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779213851.036468:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213851.036473:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1779213851.036476:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779213851.036478:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009af06dbe. 00000020:00000040:1.0:1779213851.036481:0:205183:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213851.036482:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213851.036483:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213851.036492:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213851.036495:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213851.036498:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213851.036499:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080864336. 00000100:00000001:2.0:1779213851.036499:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213851.036503:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213851.036504:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.036505:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213851.036506:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213851.036512:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213851.036515:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1779213851.036517:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960586752:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213851.036526:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1779213851.036531:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213851.036533:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213851.036533:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213851.036537:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213851.036540:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009af06dbe] to pc [ptlrpcd_00_01+1] req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213851.036541:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213851.036547:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086087a0a. 02000000:00000001:3.0:1779213851.036551:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213851.036556:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7fd0ed9. 00000100:00000001:1.0:1779213851.036563:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213851.036563:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000100:00000040:1.0:1779213851.036567:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213851.036570:0:205183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1779213851.036571:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960586752, portal 25 00000100:00000010:1.0:1779213851.036573:0:205183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038805bd0. 00000020:00000040:1.0:1779213851.036577:0:205183:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213851.036577:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213851.036581:0:205183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1779213851.036581:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728211712 : -104753981339904 : ffffa0ba10274700) 02000000:00000001:1.0:1779213851.036583:0:205183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213851.036584:0:205183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.036584:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213851.036588:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1779213851.036589:0:205183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009364803b. 00000100:00000001:2.0:1779213851.036592:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779213851.036593:0:205183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779213851.036600:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1779213851.036603:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213851.036606:0:205183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213851.036631:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213851.036634:0:205183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779213851.036635:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213851.036635:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779213851.036637:0:205183:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213851.036640:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1779213851.036641:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213851.036643:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213851.036644:0:205183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038805bd0] to pc [ptlrpcd_00_02+2] req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779213851.036647:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bee12a5. 02000000:00000001:2.0:1779213851.036648:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1779213851.036653:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960586752, offset 0 00000100:00100000:2.0:1779213851.036656:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960586880:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213851.036663:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213851.036666:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1779213851.036666:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1779213851.036669:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213851.036673:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779213851.036678:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000685d1f3b. 02000000:00000001:2.0:1779213851.036681:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213851.036684:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:2.0:1779213851.036687:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8116b97. 00000400:00000200:3.0:1779213851.036691:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1779213851.036692:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00000200:2.0:1779213851.036696:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960586880, portal 10 00000400:00000200:3.0:1779213851.036696:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213851.036700:0:205183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.036700:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213851.036703:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728225152 : -104753981326464 : ffffa0ba10277b80) 00000400:00000200:3.0:1779213851.036704:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1779213851.036705:0:205183:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213851.036711:0:205183:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1779213851.036711:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000040:2.0:1779213851.036714:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1779213851.036720:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [612:612:256:4294967295] 192.168.202.129@tcp LPNI seq info [612:612:8:4294967295] 00000100:00000040:1.0:1779213851.036725:0:205183:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12023) 00000100:00000001:2.0:1779213851.036733:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213851.036735:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213851.036739:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1779213851.036739:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213851.036742:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1779213851.036743:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1570e7e. 00000400:00000200:3.0:1779213851.036747:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:0.0:1779213851.036748:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213851.036748:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960586880, offset 0 00000100:00000001:1.0:1779213851.036751:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213851.036755:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213851.036762:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213851.036764:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779213851.036765:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213851.036768:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:0.0:1779213851.036775:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779213851.036776:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1779213851.036776:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041da7387. 00000400:00000200:2.0:1779213851.036777:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:0.0:1779213851.036781:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213851.036784:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1779213851.036785:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960587008:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213851.036790:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:3.0:1779213851.036790:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213851.036791:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779213851.036796:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1779213851.036796:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1779213851.036797:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213851.036800:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1779213851.036802:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:3.0:1779213851.036803:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000010:0.0:1779213851.036804:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baaa7612. 02000000:00000001:0.0:1779213851.036807:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213851.036810:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [613:613:255:4294967295] 192.168.202.129@tcp LPNI seq info [613:613:7:4294967295] 00000800:00000200:3.0:1779213851.036810:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000041da7387 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1779213851.036815:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac9b370b. 00000400:00000010:0.0:1779213851.036820:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d80a22. 00000100:00000200:0.0:1779213851.036824:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960587008, portal 10 00000400:00000200:2.0:1779213851.036826:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:0.0:1779213851.036827:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213851.036830:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728216192 : -104753981335424 : ffffa0ba10275880) 00000100:00000001:3.0:1779213851.036830:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1779213851.036836:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213851.036836:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306691523 00000100:00000040:0.0:1779213851.036838:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1779213851.036842:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4db098. 00000100:00000001:3.0:1779213851.036846:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306686403 00000100:00000001:0.0:1779213851.036848:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1779213851.036852:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1779213851.036854:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306691523 00000100:00000040:0.0:1779213851.036857:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1779213851.036860:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af241a50. 00000100:00000001:3.0:1779213851.036861:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306686403 00000100:00000200:0.0:1779213851.036863:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960587008, offset 0 00000800:00000200:2.0:1779213851.036864:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:3.0:1779213851.036866:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306691523 00000800:00000200:2.0:1779213851.036869:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df4db098 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779213851.036871:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306686403 00000400:00000200:0.0:1779213851.036873:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213851.036877:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213851.036877:0:199012:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306691523 00000400:00000200:0.0:1779213851.036882:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000040:2.0:1779213851.036884:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 156396 usecs (157 jiffies) 00000100:00000001:3.0:1779213851.036884:0:199012:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306686403 00000400:00000200:0.0:1779213851.036885:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1779213851.036887:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1779213851.036891:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213851.036891:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306686109 00000100:00000001:3.0:1779213851.036892:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1779213851.036893:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041da7387. 00000400:00000200:0.0:1779213851.036896:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213851.036896:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306691523 00000100:00000001:3.0:1779213851.036899:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.036901:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306686109 00000400:00000200:0.0:1779213851.036902:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1779213851.036902:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213851.036905:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.036906:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306691523 00000400:00000200:0.0:1779213851.036908:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [614:614:254:4294967295] 192.168.202.129@tcp LPNI seq info [614:614:6:4294967295] 00000100:00000001:3.0:1779213851.036909:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213851.036912:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306686109 00000400:00000200:1.0:1779213851.036913:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1779213851.036917:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306691523 00000100:00000001:3.0:1779213851.036920:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213851.036922:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306686109 00000400:00000200:0.0:1779213851.036924:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1779213851.036924:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213851.036927:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306691523 00000100:00000001:3.0:1779213851.036929:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1779213851.036933:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213851.036933:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213851.036933:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1779213851.036934:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bee12a5 00000100:00000001:3.0:1779213851.036936:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1779213851.036939:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec58ae11. 00000400:00000010:1.0:1779213851.036939:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006bee12a5. 00000100:00000001:2.0:1779213851.036939:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213851.036940:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.036946:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.036947:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779213851.036949:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213851.036951:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213851.036954:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213851.036958:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213851.036961:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1779213851.036962:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1779213851.036967:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ec58ae11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779213851.036972:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1779213851.036972:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213851.036974:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.036976:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1779213851.036978:0:199014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12340 usecs (13 jiffies) 00000100:00000040:1.0:1779213851.036979:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213851.036979:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213851.036984:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306685965 00000100:00000001:2.0:1779213851.036985:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213851.036990:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306691523 00000100:00000001:1.0:1779213851.036993:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213851.036994:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306685965 00000100:00000001:1.0:1779213851.036997:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779213851.036999:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306691523 00000100:00000001:0.0:1779213851.037003:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306685965 00000100:00000001:0.0:1779213851.037005:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306691523 00000100:00000001:0.0:1779213851.037007:0:199014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306685965 00000100:00000001:0.0:1779213851.037010:0:199014:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306691523 00000800:00000200:1.0:1779213851.037010:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1779213851.037013:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1779213851.037014:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4db098. 00000400:00000200:1.0:1779213851.037018:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1779213851.037019:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213851.037024:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213851.037024:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213851.037028:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213851.037029:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1570e7e 00000400:00000010:1.0:1779213851.037032:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1570e7e. 00000100:00000001:0.0:1779213851.037035:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213851.037036:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1779213851.037038:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1779213851.037041:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213851.037043:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213851.037045:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213851.037048:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213851.037052:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.037055:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213851.037063:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213851.037070:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.037072:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213851.037131:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213851.037134:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec58ae11. 00000400:00000200:1.0:1779213851.037137:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213851.037140:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213851.037142:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af241a50 00000400:00000010:1.0:1779213851.037144:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af241a50. 00000100:00000001:1.0:1779213851.037146:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213851.037149:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213851.037156:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213851.037159:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213851.037165:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.037166:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213851.038699:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213851.038711:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213851.038715:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213851.038717:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213851.038726:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213851.038738:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212a00 00000400:00000200:1.0:1779213851.038743:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x13e9 [1] + 224 00000800:00000001:1.0:1779213851.038749:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213851.038753:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213851.038754:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213851.038757:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213851.038761:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213851.038765:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213851.038774:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213851.038798:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213851.038805:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213851.038808:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213851.038900:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213851.038902:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779213851.038907:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213851.038908:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213851.038910:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7fd0ed9. 00000400:00000200:3.0:1779213851.038913:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 00000400:00000010:3.0:1779213851.038915:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:3.0:1779213851.038918:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1779213851.038921:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1779213851.038926:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213851.038928:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213851.038932:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213851.038934:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1779213851.038940:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213851.038944:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213851.038953:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212a80 00000400:00000200:0.0:1779213851.038957:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13f1 [1] + 224 00000800:00000001:0.0:1779213851.038959:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213851.038967:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213851.038968:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213851.038970:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213851.038973:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213851.038975:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213851.038981:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213851.039000:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213851.039006:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213851.039007:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213851.039011:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213851.039011:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213851.039015:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213851.039016:0:199012:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1779213851.039018:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213851.039020:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213851.039023:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213851.039025:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213851.039026:0:199005:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 02000000:00000001:3.0:1779213851.039029:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213851.039035:0:199005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212b00 00000100:00001000:3.0:1779213851.039035:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1779213851.039040:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213851.039042:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213851.039044:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213851.039045:0:199005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x13f9 [1] + 224 00010000:00000001:3.0:1779213851.039047:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779213851.039049:0:199012:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213851.039052:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779213851.039052:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213851.039056:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1779213851.039059:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213851.039061:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1779213851.039063:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213851.039066:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213851.039069:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213851.039070:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:3.0:1779213851.039076:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213851.039079:0:199005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213851.039085:0:199005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213851.039088:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000039e99af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b5b512f-2a88-4bb9-9353-717302515155:199012:1865639960586752:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213851.039098:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213851.039101:0:199005:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213851.039101:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213851.039107:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039e99af1 x1865639960586752/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213851.039121:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213851.039123:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213851.039130:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086087a0a. 00000100:00000001:0.0:1779213851.039132:0:199005:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1779213851.039133:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213851.039136:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213851.039138:0:199012:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000800:00000001:0.0:1779213851.039140:0:199005:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1779213851.039141:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213851.039144:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff4cc532. 00000800:00000001:0.0:1779213851.039145:0:199005:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1779213851.039149:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213851.039151:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213851.039153:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039e99af1. 00000100:00000001:3.0:1779213851.039157:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213851.039158:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213851.039158:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213851.039161:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213851.039162:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1779213851.039165:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213851.039166:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213851.039168:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac9b370b. 00000400:00000200:1.0:1779213851.039172:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d80a22 00000400:00000010:1.0:1779213851.039173:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d80a22. 00000100:00000001:1.0:1779213851.039176:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1779213851.039177:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1779213851.039181:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213851.039183:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213851.039188:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213851.039191:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213851.039197:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213851.039205:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213851.039207:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213851.039209:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213851.039211:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213851.039212:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213851.039213:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213851.039214:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.039217:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1779213851.039218:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213851.039259:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=6 v=5 (5 5 5 5) 00000400:00000001:2.0:1779213851.039261:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1779213851.039262:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213851.039265:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1779213851.039265:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1779213851.039268:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213851.039268:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8116b97. 00010000:00000001:1.0:1779213851.039269:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1779213851.039273:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00010000:00080000:1.0:1779213851.039274:0:199014:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779213851.039277:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:2.0:1779213851.039281:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1779213851.039284:0:199014:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.039286:0:199014:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1779213851.039287:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213851.039288:0:199014:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213851.039291:0:199014:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1779213851.039297:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213851.039298:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213851.039305:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213851.039308:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213851.039311:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213851.039315:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213851.039315:0:199013:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213851.039316:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213851.039318:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213851.039318:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213851.039319:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213851.039320:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213851.039323:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213851.039324:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1779213851.039327:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=145 v=5 (5 5 5 5) 00000100:00100000:1.0:1779213851.039332:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199014:1865639960587008:192.168.202.129@tcp:400: 00000100:00001000:2.0:1779213851.039332:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=145 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213851.039339:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213851.039339:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213851.039340:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.039341:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1779213851.039342:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1779213851.039345:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038805bd0 x1865639960587008/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779213851.039345:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.039350:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779213851.039352:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:2.0:1779213851.039355:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213851.039357:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1779213851.039357:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213851.039359:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213851.039362:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baaa7612. 00000100:00000040:2.0:1779213851.039362:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1779213851.039365:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213851.039367:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213851.039369:0:199014:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:1.0:1779213851.039372:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779213851.039374:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009364803b. 02000000:00000001:1.0:1779213851.039378:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779213851.039380:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1779213851.039380:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1779213851.039381:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038805bd0. 00000100:00000001:1.0:1779213851.039383:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213851.039384:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213851.039385:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213851.039387:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779213851.039389:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213851.039392:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213851.039393:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213851.039394:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.039396:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779213851.039401:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213851.039409:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000009af06dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960586880:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213851.039413:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213851.039415:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213851.039416:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009af06dbe x1865639960586880/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213851.039423:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213851.039424:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213851.039426:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000685d1f3b. 02000000:00000001:2.0:1779213851.039429:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213851.039430:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213851.039431:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:2.0:1779213851.039433:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213851.039434:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000080864336. 02000000:00000001:2.0:1779213851.039437:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213851.039438:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213851.039439:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009af06dbe. 00000100:00000001:2.0:1779213851.039442:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213851.039443:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213851.039444:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213851.039448:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213851.039449:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213851.039451:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213851.039453:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213851.676353:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213851.676359:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213851.676364:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213851.676365:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779213851.676389:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779213851.676393:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779213851.676396:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213852.700341:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213852.700346:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213852.700351:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213852.700368:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213852.700481:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213852.700484:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213852.700493:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213853.724325:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213853.724332:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213853.724339:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213853.724340:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213853.724394:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213853.724398:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213853.724401:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213854.748321:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213854.748327:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213854.748332:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213854.748334:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213854.748392:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213854.748395:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213854.748396:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213855.772380:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213855.772389:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213855.772396:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213855.772397:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213855.772468:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213855.772473:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213855.772477:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779213856.156472:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213856.156485:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213856.156498:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5f216e6. 00000020:00000040:0.0:1779213856.156508:0:36:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1779213856.156512:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213856.156516:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213856.156521:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213856.156531:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec58ae11. 00000100:00000001:0.0:1779213856.156538:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213856.156549:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779213856.156558:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213856.156560:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213856.156565:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5f216e6] to pc [ptlrpcd_00_03+3] req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.156593:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213856.156595:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213856.156598:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213856.156600:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0f7154. 00000020:00000040:0.0:1779213856.156602:0:36:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213856.156603:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1779213856.156604:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1779213856.156605:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779213856.156606:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213856.156609:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030b9153e. 00000100:00000001:1.0:1779213856.156610:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213856.156611:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213856.156613:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213856.156615:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1779213856.156620:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.156625:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213856.156627:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213856.156633:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0f7154] to pc [ptlrpcd_00_00+0] req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213856.156633:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779213856.156636:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213856.156642:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1779213856.156643:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1779213856.156644:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779213856.156648:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.156650:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779213856.156652:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960587136:192.168.202.129@tcp:400: 00000100:00000001:1.0:1779213856.156656:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779213856.156663:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779213856.156666:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213856.156668:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779213856.156672:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b53750df. 00000100:00000001:0.0:1779213856.156673:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213856.156675:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779213856.156676:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779213856.156679:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779213856.156683:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f74687c. 00000400:00000010:1.0:1779213856.156683:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cf1bf40. 00000020:00000040:0.0:1779213856.156685:0:36:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000100:00000001:0.0:1779213856.156688:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779213856.156689:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1779213856.156689:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1779213856.156691:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000260d275b. 02000000:00000001:0.0:1779213856.156692:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779213856.156695:0:199013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1779213856.156697:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1779213856.156700:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960587136, portal 25 00000100:00000001:1.0:1779213856.156703:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779213856.156706:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220298624 : -104753489252992 : ffffa0ba2d7bed80) 00000100:00000001:2.0:1779213856.156706:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1779213856.156708:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0062aa5. 00000100:00000001:2.0:1779213856.156709:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213856.156713:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213856.156714:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.156714:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1779213856.156717:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213856.156717:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213856.156719:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.156720:0:199013:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213856.156724:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1779213856.156729:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213856.156744:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1779213856.156750:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779213856.156752:0:36:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213856.156753:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1779213856.156756:0:199013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213856.156758:0:199013:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1779213856.156759:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aee44c0. 00000100:00000040:0.0:1779213856.156760:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f74687c] to pc [ptlrpcd_00_01+1] req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1779213856.156762:0:199013:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779213856.156765:0:199013:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779213856.156770:0:199013:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779213856.156772:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960587136, offset 0 00000100:00100000:2.0:1779213856.156777:0:199013:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960587264:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213856.156782:0:199013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1779213856.156783:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213856.156785:0:199013:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779213856.156787:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:0.0:1779213856.156788:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213856.156788:0:199013:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213856.156792:0:199013:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1779213856.156794:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1779213856.156798:0:199013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a71d30cb. 00000100:00000001:3.0:1779213856.156798:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1779213856.156801:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12028) 02000000:00000001:2.0:1779213856.156802:0:199013:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779213856.156802:0:199012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1779213856.156805:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213856.156808:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1779213856.156810:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213856.156812:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213856.156816:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1779213856.156817:0:199013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8116b97. 00000100:00000001:3.0:1779213856.156817:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213856.156819:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1779213856.156820:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1779213856.156825:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6023fa. 00000100:00000040:3.0:1779213856.156825:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779213856.156828:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000200:2.0:1779213856.156832:0:199013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960587264, portal 10 00000400:00000200:1.0:1779213856.156837:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213856.156838:0:199013:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213856.156840:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213856.156841:0:199013:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220293248 : -104753489258368 : ffffa0ba2d7bd880) 00000100:00000001:3.0:1779213856.156842:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213856.156844:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1779213856.156845:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213856.156848:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213856.156850:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213856.156853:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [615:615:256:4294967295] 192.168.202.129@tcp LPNI seq info [615:615:8:4294967295] 00000100:00000040:2.0:1779213856.156854:0:199013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213856.156855:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960587392:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213856.156870:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779213856.156875:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213856.156878:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779213856.156881:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:3.0:1779213856.156883:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1779213856.156888:0:199013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213856.156892:0:199013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213856.156896:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000010:2.0:1779213856.156898:0:199013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f416790. 02000000:00000010:3.0:1779213856.156900:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e37437ae. 00000800:00000010:1.0:1779213856.156902:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009364803b. 00000100:00000200:2.0:1779213856.156902:0:199013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960587264, offset 0 02000000:00000001:3.0:1779213856.156904:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213856.156911:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7fd0ed9. 00000400:00000200:2.0:1779213856.156913:0:199013:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000200:1.0:1779213856.156918:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:3.0:1779213856.156924:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9a6b73. 00000400:00000200:2.0:1779213856.156928:0:199013:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:1.0:1779213856.156930:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1779213856.156930:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960587392, portal 10 00000100:00000001:3.0:1779213856.156934:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1779213856.156936:0:199013:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1779213856.156937:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639320220290560 : -104753489261056 : ffffa0ba2d7bce00) 00000800:00000200:1.0:1779213856.156938:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009364803b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1779213856.156942:0:199013:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213856.156945:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213856.156948:0:199013:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779213856.156955:0:199013:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213856.156959:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213856.156959:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779213856.156962:0:199013:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [616:616:255:4294967295] 192.168.202.129@tcp LPNI seq info [616:616:7:4294967295] 00000100:00000040:3.0:1779213856.156965:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213856.156967:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306696643 00000400:00000010:3.0:1779213856.156968:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cce0405. 00000100:00000200:3.0:1779213856.156972:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960587392, offset 0 00000400:00000200:2.0:1779213856.156978:0:199013:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213856.156979:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306691523 00000400:00000200:3.0:1779213856.156982:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213856.156987:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306696643 00000800:00000200:2.0:1779213856.156992:0:199013:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213856.156992:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1779213856.156994:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306691523 00000400:00000200:3.0:1779213856.156998:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1779213856.156999:0:199013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd6485b. 00000100:00000001:1.0:1779213856.157000:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306696643 00000100:00000001:1.0:1779213856.157006:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306691523 00000800:00000200:2.0:1779213856.157010:0:199013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1779213856.157010:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1779213856.157011:0:199015:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306696643 00000100:00000001:1.0:1779213856.157016:0:199015:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306691523 00000800:00000200:2.0:1779213856.157017:0:199013:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1779213856.157020:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1779213856.157022:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213856.157022:0:199013:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001dd6485b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1779213856.157026:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1779213856.157028:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.157029:0:199013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213856.157034:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213856.157034:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [617:617:254:4294967295] 192.168.202.129@tcp LPNI seq info [617:617:6:4294967295] 00000100:00000040:2.0:1779213856.157036:0:199013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 155570 usecs (156 jiffies) 00000100:00000001:1.0:1779213856.157037:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213856.157042:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306691228 00000100:00000001:1.0:1779213856.157044:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213856.157046:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306696643 00000100:00000001:1.0:1779213856.157047:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779213856.157050:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306691228 00000400:00000200:3.0:1779213856.157054:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1779213856.157057:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213856.157057:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306696643 00000100:00000001:1.0:1779213856.157060:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213856.157063:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213856.157063:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213856.157068:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.157069:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306691228 00000800:00000010:3.0:1779213856.157071:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c9a73a. 00000100:00000001:2.0:1779213856.157073:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306696643 00000100:00000001:2.0:1779213856.157077:0:199013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306691228 00000800:00000200:3.0:1779213856.157077:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213856.157082:0:199013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306696643 00000800:00000200:3.0:1779213856.157085:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213856.157086:0:199013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1779213856.157089:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000003c9a73a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213856.157090:0:199013:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213856.157093:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.157094:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.157097:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.157099:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1779213856.157101:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1779213856.157102:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1779213856.157103:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12290 usecs (13 jiffies) 00000100:00000001:2.0:1779213856.157106:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213856.157107:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306691085 00000800:00000010:0.0:1779213856.157108:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009364803b. 00000100:00000001:2.0:1779213856.157110:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213856.157111:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306696643 00000100:00000001:3.0:1779213856.157115:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306691085 00000100:00000001:3.0:1779213856.157117:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306696643 00000100:00000001:3.0:1779213856.157118:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306691085 00000100:00000001:3.0:1779213856.157119:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306696643 00000400:00000200:0.0:1779213856.157120:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1779213856.157120:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306691085 00000100:00000001:3.0:1779213856.157123:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306696643 00000100:00000001:3.0:1779213856.157125:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213856.157127:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213856.157129:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213856.157132:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1779213856.157132:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213856.157140:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee44c0 00000400:00000010:0.0:1779213856.157142:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009aee44c0. 00000100:00000001:0.0:1779213856.157147:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213856.157151:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.157172:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213856.157176:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.157183:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.157184:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213856.157211:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213856.157214:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd6485b. 00000400:00000200:0.0:1779213856.157217:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213856.157220:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213856.157262:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f416790 00000400:00000010:0.0:1779213856.157264:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000f416790. 00000100:00000001:0.0:1779213856.157267:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213856.157270:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.157277:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213856.157279:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.157285:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.157286:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779213856.157361:0:199007:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779213856.157364:0:199007:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c9a73a. 00000400:00000200:0.0:1779213856.157367:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213856.157370:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1779213856.157373:0:199007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cce0405 00000400:00000010:0.0:1779213856.157374:0:199007:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cce0405. 00000100:00000001:0.0:1779213856.157377:0:199007:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779213856.157380:0:199007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.157391:0:199007:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779213856.157393:0:199007:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213856.157411:0:199007:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.157412:0:199007:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779213856.160572:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213856.160591:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213856.160596:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213856.160599:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213856.160612:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213856.160630:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212b80 00000400:00000200:1.0:1779213856.160639:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1401 [1] + 224 00000800:00000001:1.0:1779213856.160646:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213856.160650:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213856.160653:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213856.160657:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213856.160664:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213856.160668:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779213856.160677:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213856.160691:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779213856.160700:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213856.160706:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213856.160707:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213856.160708:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213856.160710:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213856.160715:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212c00 00000400:00000200:1.0:1779213856.160720:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1409 [1] + 224 00000800:00000001:1.0:1779213856.160722:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213856.160725:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213856.160726:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213856.160728:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213856.160730:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213856.160738:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213856.160744:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1779213856.160745:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213856.160752:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213856.160755:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213856.160758:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cf1bf40. 00000400:00000200:2.0:1779213856.160764:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260d275b 00000400:00000010:2.0:1779213856.160768:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000260d275b. 00000100:00000040:1.0:1779213856.160772:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213856.160773:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213856.160780:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213856.160790:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213856.160797:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213856.160798:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213856.160801:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213856.160805:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779213856.160808:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213856.160811:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213856.160814:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779213856.160823:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=11 v=5 (5 5 5 5) 00000100:00000001:3.0:1779213856.160824:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1779213856.160828:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213856.160828:0:199013:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779213856.160833:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779213856.160841:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213856.160844:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1779213856.160845:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1779213856.160846:0:199015:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.160851:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779213856.160852:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1779213856.160856:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213856.160857:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779213856.160862:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779213856.160865:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213856.160873:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1779213856.160875:0:199006:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:1.0:1779213856.160883:0:199006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212c80 00000100:00000001:2.0:1779213856.160883:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213856.160886:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213856.160891:0:199006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1411 [1] + 224 00000100:00000040:2.0:1779213856.160893:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1779213856.160898:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1779213856.160906:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@00000000f5f216e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5b5b512f-2a88-4bb9-9353-717302515155:199015:1865639960587136:192.168.202.129@tcp:400: 00000800:00000001:1.0:1779213856.160907:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779213856.160911:0:199006:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213856.160915:0:199006:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:1.0:1779213856.160918:0:199006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213856.160923:0:199006:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213856.160927:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213856.160933:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213856.160936:0:199006:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213856.160938:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5f216e6 x1865639960587136/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213856.160964:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213856.160967:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213856.160971:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b53750df. 00000100:00000001:1.0:1779213856.160973:0:199006:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1779213856.160975:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1779213856.160979:0:199006:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1779213856.160979:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213856.160982:0:199015:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000800:00000001:1.0:1779213856.160984:0:199006:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1779213856.160985:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779213856.160990:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec58ae11. 02000000:00000001:2.0:1779213856.160996:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779213856.160999:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213856.161000:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5f216e6. 00000100:00000001:2.0:1779213856.161005:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213856.161007:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213856.161010:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213856.161018:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213856.161020:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213856.161022:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213856.161024:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1779213856.161029:0:199013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779213856.161032:0:199013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213856.161035:0:199013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8116b97. 00000400:00000200:3.0:1779213856.161039:0:199013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6023fa 00000400:00000010:3.0:1779213856.161041:0:199013:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6023fa. 00000100:00000001:3.0:1779213856.161044:0:199013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213856.161049:0:199013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213856.161058:0:199013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213856.161064:0:199013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779213856.161065:0:199013:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213856.161067:0:199013:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1779213856.161068:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1779213856.161069:0:199013:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779213856.161070:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213856.161071:0:199013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213856.161073:0:199013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1779213856.161074:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779213856.161076:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779213856.161077:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7fd0ed9. 00000400:00000200:0.0:1779213856.161080:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9a6b73 02000000:00000001:3.0:1779213856.161080:0:199013:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779213856.161082:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000a9a6b73. 00000100:00000001:0.0:1779213856.161084:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1779213856.161086:0:199013:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=150 v=5 (5 5 5 5) 00000100:00000200:0.0:1779213856.161088:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1779213856.161089:0:199013:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=150 v=5 (1 1 1 1) 00000100:00000001:3.0:1779213856.161092:0:199013:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213856.161093:0:199013:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213856.161095:0:199013:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1779213856.161096:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213856.161098:0:199013:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.161101:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779213856.161102:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213856.161102:0:199013:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1779213856.161104:0:199012:0:(client.c:1579:after_reply()) Process entered 00000100:00000040:3.0:1779213856.161104:0:199013:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 02000000:00000001:0.0:1779213856.161106:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779213856.161106:0:199013:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213856.161107:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779213856.161107:0:199013:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.161108:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213856.161110:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213856.161110:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1779213856.161114:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1779213856.161116:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=90 v=5 (1 1 0 0) 00000100:00000001:3.0:1779213856.161116:0:199013:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213856.161118:0:199013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213856.161119:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213856.161119:0:199013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213856.161120:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779213856.161121:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1779213856.161122:0:199013:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1779213856.161124:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213856.161130:0:199013:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000004b0f7154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199013:1865639960587264:192.168.202.129@tcp:400: 00010000:00000001:0.0:1779213856.161131:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.161133:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1779213856.161133:0:199013:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213856.161134:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213856.161135:0:199013:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1779213856.161136:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779213856.161137:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213856.161137:0:199013:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0f7154 x1865639960587264/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213856.161143:0:199013:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1779213856.161144:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1779213856.161145:0:199013:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213856.161147:0:199013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a71d30cb. 00000100:00000001:0.0:1779213856.161150:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779213856.161150:0:199013:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213856.161151:0:199013:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1779213856.161152:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779213856.161153:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1779213856.161153:0:199013:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213856.161155:0:199013:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1779213856.161156:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779213856.161156:0:199013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030b9153e. 02000000:00000001:3.0:1779213856.161159:0:199013:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1779213856.161163:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000000f74687c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960587392:192.168.202.129@tcp:400: 02000000:00000001:3.0:1779213856.161163:0:199013:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213856.161164:0:199013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0f7154. 00000100:00000001:0.0:1779213856.161166:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213856.161167:0:199013:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213856.161168:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1779213856.161168:0:199013:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213856.161170:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f74687c x1865639960587392/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213856.161170:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213856.161174:0:199013:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213856.161175:0:199013:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.161176:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779213856.161177:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1779213856.161177:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213856.161178:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779213856.161179:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e37437ae. 02000000:00000001:0.0:1779213856.161182:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779213856.161183:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779213856.161184:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:0.0:1779213856.161185:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779213856.161186:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0062aa5. 02000000:00000001:0.0:1779213856.161188:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779213856.161203:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779213856.161205:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f74687c. 00000100:00000001:0.0:1779213856.161208:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779213856.161209:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213856.161211:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213856.161215:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213856.161216:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213856.161218:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213856.161219:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213856.796380:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213856.796386:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213856.796391:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213856.796392:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213856.796443:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213856.796452:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213856.796456:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213857.820354:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213857.820360:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213857.820365:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213857.820366:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213857.820428:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213857.820431:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213857.820435:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213858.844489:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213858.844496:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213858.844503:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213858.844504:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213858.844568:0:201070:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213858.844572:0:201070:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213858.844575:0:201070:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213859.868354:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213859.868361:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213859.868364:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213859.868367:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213859.868372:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213859.868374:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213859.868375:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213859.868376:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213859.868379:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213859.868380:0:206588:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1779213859.868381:0:206588:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1779213859.868382:0:206588:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213859.868383:0:206588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1779213859.868384:0:206588:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213859.868385:0:206588:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213859.868386:0:206588:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779213859.868433:0:201347:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779213859.868437:0:201347:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779213859.868440:0:201347:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1779213860.892475:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213860.892482:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213860.892487:0:206588:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1779213860.892488:0:206588:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779213860.892531:0:201071:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779213860.892535:0:201071:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779213860.892560:0:201071:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779213861.276493:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5b5b512f-2a88-4bb9-9353-717302515155->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213861.276505:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213861.276517:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038805bd0. 00000020:00000040:1.0:1779213861.276526:0:205017:0:(genops.c:1231:class_import_get()) import 00000000e67474e3 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1779213861.276531:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213861.276534:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213861.276540:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213861.276548:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b25e7fba. 00000100:00000001:1.0:1779213861.276557:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213861.276572:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b5b512f-2a88-4bb9-9353-717302515155->MGS req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779213861.276584:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213861.276587:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213861.276593:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038805bd0] to pc [ptlrpcd_00_02+2] req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.276639:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213861.276641:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779213861.276645:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779213861.276648:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac7c6cb. 00000020:00000040:1.0:1779213861.276651:0:205017:0:(genops.c:1231:class_import_get()) import 00000000316cf171 refcount=4 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:1.0:1779213861.276654:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213861.276655:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779213861.276657:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779213861.276667:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001f4cd30a. 00000100:00000001:2.0:1779213861.276668:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213861.276670:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213861.276673:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779213861.276676:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0000_UUID req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1779213861.276678:0:199014:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779213861.276687:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.276688:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213861.276691:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213861.276699:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac7c6cb] to pc [ptlrpcd_00_03+3] req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213861.276702:0:199014:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779213861.276720:0:199014:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213861.276728:0:199014:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779213861.276731:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779213861.276732:0:199014:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779213861.276735:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1779213861.276736:0:199014:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.276742:0:205017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1779213861.276744:0:199014:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960587520:192.168.202.129@tcp:400: 00000100:00000010:1.0:1779213861.276746:0:205017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6bd720. 00000100:00000001:2.0:1779213861.276752:0:199014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779213861.276759:0:199014:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1779213861.276760:0:205017:0:(genops.c:1231:class_import_get()) import 00000000daf3369f refcount=4 obd=lustre-MDT0001-mdc-ffffa0ba086af000 02000000:00000001:2.0:1779213861.276763:0:199014:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.276765:0:205017:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779213861.276767:0:205017:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779213861.276767:0:199014:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1779213861.276771:0:205017:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779213861.276774:0:199014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35152cf. 02000000:00000010:1.0:1779213861.276776:0:205017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053d5b992. 02000000:00000001:2.0:1779213861.276779:0:199014:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.276781:0:205017:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213861.276786:0:205017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-MDT0001_UUID req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1779213861.276787:0:199014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dbbd706. 00000100:00000001:1.0:1779213861.276796:0:205017:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779213861.276797:0:205017:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213861.276798:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837cf1c6. 00000100:00000040:1.0:1779213861.276802:0:205017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6bd720] to pc [ptlrpcd_00_00+0] req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213861.276810:0:199014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960587520, portal 25 00000100:00000001:2.0:1779213861.276814:0:199014:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779213861.276816:0:199014:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728216192 : -104753981335424 : ffffa0ba10275880) 00000100:00000040:2.0:1779213861.276822:0:199014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213861.276831:0:199014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779213861.276834:0:199014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1779213861.276837:0:205017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1779213861.276837:0:199014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ad69818. 00000100:00000040:1.0:1779213861.276841:0:205017:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779213861.276844:0:205017:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0d1ced15-d7b8-4dfb-8a25-2609d381f7a4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779213861.276849:0:205017:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12033) 00000100:00000200:2.0:1779213861.276854:0:199014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1865639960587520, offset 0 00000100:00000001:0.0:1779213861.276864:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1779213861.276864:0:199014:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213861.276869:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213861.276871:0:199012:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779213861.276877:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779213861.276884:0:199014:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1779213861.276893:0:199012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1779213861.276894:0:199014:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1779213861.276896:0:199012:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213861.276899:0:199012:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1779213861.276901:0:199014:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1779213861.276902:0:199012:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779213861.276906:0:199012:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213861.276907:0:199014:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1779213861.276912:0:199012:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960587776:192.168.202.129@tcp:400: 00000400:00000200:2.0:1779213861.276914:0:199014:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1779213861.276920:0:199012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1779213861.276921:0:199014:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [618:618:256:4294967295] 192.168.202.129@tcp LPNI seq info [618:618:8:4294967295] 02000000:00000001:0.0:1779213861.276925:0:199012:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779213861.276927:0:199012:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779213861.276930:0:199012:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779213861.276933:0:199012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c01ecb3. 02000000:00000001:0.0:1779213861.276937:0:199012:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779213861.276941:0:199014:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:0.0:1779213861.276943:0:199012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d163eab8. 00000100:00000001:3.0:1779213861.276946:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1779213861.276949:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1a3d688. 00000100:00000001:3.0:1779213861.276950:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213861.276953:0:199015:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1779213861.276954:0:199014:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:0.0:1779213861.276955:0:199012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960587776, portal 10 00000100:00000001:0.0:1779213861.276959:0:199012:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779213861.276961:0:199012:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728214400 : -104753981337216 : ffffa0ba10275180) 00000100:00000040:3.0:1779213861.276961:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1779213861.276963:0:199014:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1749b69. 00000100:00000040:0.0:1779213861.276971:0:199012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213861.276971:0:199015:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779213861.276974:0:199015:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213861.276979:0:199015:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779213861.276982:0:199015:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1779213861.276983:0:199014:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1779213861.276986:0:199015:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213861.276991:0:199012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1779213861.276992:0:199015:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960587648:192.168.202.129@tcp:400: 00000100:00000040:0.0:1779213861.276998:0:199012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1779213861.276998:0:199015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1779213861.277000:0:199014:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000010:0.0:1779213861.277002:0:199012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e829f7. 02000000:00000001:3.0:1779213861.277002:0:199015:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779213861.277004:0:199015:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1779213861.277006:0:199012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960587776, offset 0 00000800:00000200:2.0:1779213861.277007:0:199014:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1749b69 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1779213861.277007:0:199015:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779213861.277013:0:199015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008325a1f. 00000400:00000200:0.0:1779213861.277016:0:199012:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:3.0:1779213861.277016:0:199015:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1779213861.277021:0:199015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e5a4ed5. 00000400:00000200:0.0:1779213861.277024:0:199012:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1779213861.277026:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ac9f3c. 00000100:00000200:3.0:1779213861.277029:0:199015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1865639960587648, portal 10 00000100:00000001:2.0:1779213861.277030:0:199014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.277032:0:199015:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779213861.277035:0:199015:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446639319728223360 : -104753981328256 : ffffa0ba10277480) 00000400:00000200:0.0:1779213861.277037:0:199012:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1779213861.277038:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306701763 00000400:00000200:0.0:1779213861.277041:0:199012:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1779213861.277042:0:199015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779213861.277047:0:199012:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1779213861.277050:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306696643 00000400:00000200:0.0:1779213861.277052:0:199012:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1779213861.277058:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306701763 00000100:00000001:3.0:1779213861.277059:0:199015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1779213861.277060:0:199012:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [619:619:255:4294967295] 192.168.202.129@tcp LPNI seq info [619:619:7:4294967295] 00000100:00000001:2.0:1779213861.277064:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306696643 00000100:00000001:2.0:1779213861.277070:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4306701763 00000100:00000040:3.0:1779213861.277072:0:199015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:0.0:1779213861.277076:0:199012:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:3.0:1779213861.277076:0:199015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8074be. 00000100:00000001:2.0:1779213861.277077:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306696643 00000100:00000200:3.0:1779213861.277080:0:199015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1865639960587648, offset 0 00000100:00000001:2.0:1779213861.277083:0:199014:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4306701763 00000100:00000001:2.0:1779213861.277088:0:199014:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306696643 00000800:00000200:0.0:1779213861.277089:0:199012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1779213861.277090:0:199015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000800:00000010:0.0:1779213861.277097:0:199012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0062aa5. 00000100:00000001:2.0:1779213861.277097:0:199014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1779213861.277099:0:199015:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1779213861.277103:0:199014:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213861.277103:0:199015:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779213861.277108:0:199015:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:2.0:1779213861.277110:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213861.277111:0:199015:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1779213861.277116:0:199012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1779213861.277116:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1779213861.277117:0:199015:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1779213861.277123:0:199015:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [620:620:254:4294967295] 192.168.202.129@tcp LPNI seq info [620:620:6:4294967295] 00000800:00000200:0.0:1779213861.277127:0:199012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:2.0:1779213861.277129:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1779213861.277132:0:199012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d0062aa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779213861.277133:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779213861.277150:0:199012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779213861.277151:0:199015:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000040:0.0:1779213861.277157:0:199012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: using a timeout of 12252 usecs (13 jiffies) 00000100:00000001:2.0:1779213861.277162:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1779213861.277162:0:199015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:0.0:1779213861.277163:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306696205 00000100:00000001:2.0:1779213861.277166:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779213861.277169:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306701763 00000100:00000001:2.0:1779213861.277170:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1779213861.277170:0:199015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0419a0e. 00000100:00000001:0.0:1779213861.277175:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306696205 00000100:00000001:2.0:1779213861.277176:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1779213861.277180:0:199015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bb30f5c] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1779213861.277185:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306701763 00000800:00000200:3.0:1779213861.277188:0:199015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000001:0.0:1779213861.277190:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306696205 00000800:00000200:3.0:1779213861.277193:0:199015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e0419a0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779213861.277194:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306701763 00000100:00000001:0.0:1779213861.277198:0:199012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306696205 00000100:00000001:3.0:1779213861.277198:0:199015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213861.277203:0:199012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306701763 00000100:00000040:3.0:1779213861.277203:0:199015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: using a timeout of 154763 usecs (155 jiffies) 00000100:00000001:0.0:1779213861.277206:0:199012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213861.277207:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 0 is 4306696347 00000100:00000001:2.0:1779213861.277209:0:199013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213861.277212:0:199012:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213861.277213:0:199013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.277213:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 0, keep current deadline 4306701763 00000100:00000001:0.0:1779213861.277216:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.277218:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 1 is 4306696347 00000100:00000001:0.0:1779213861.277220:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213861.277246:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 1, keep current deadline 4306701763 00000100:00000001:3.0:1779213861.277248:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 2 is 4306696348 00000100:00000001:0.0:1779213861.277249:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213861.277250:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 2, keep current deadline 4306701763 00000100:00000001:0.0:1779213861.277252:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213861.277253:0:199015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS new deadline estimation for cpu 3 is 4306696348 00000100:00000001:3.0:1779213861.277257:0:199015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0ba086af000: PM QoS request active for cpu 3, keep current deadline 4306701763 00000100:00000001:0.0:1779213861.277258:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213861.277258:0:199015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213861.277260:0:199015:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.277267:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.277268:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213861.277271:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779213861.277273:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213861.277273:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779213861.277277:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779213861.277278:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.277279:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779213861.277282:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779213861.277283:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.277284:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779213861.277581:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213861.277585:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1749b69. 00000400:00000200:1.0:1779213861.277591:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213861.277595:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213861.277600:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad69818 00000400:00000010:1.0:1779213861.277602:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007ad69818. 00000100:00000001:1.0:1779213861.277606:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213861.277609:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.277624:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213861.277626:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.277631:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.277632:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213861.277641:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213861.277642:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0062aa5. 00000400:00000200:1.0:1779213861.277645:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213861.277646:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213861.277648:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e829f7 00000400:00000010:1.0:1779213861.277649:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099e829f7. 00000100:00000001:1.0:1779213861.277650:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213861.277652:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.277656:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213861.277657:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.277660:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.277661:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779213861.277717:0:199005:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779213861.277719:0:199005:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0419a0e. 00000400:00000200:1.0:1779213861.277720:0:199005:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779213861.277722:0:199005:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:1.0:1779213861.277723:0:199005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8074be 00000400:00000010:1.0:1779213861.277724:0:199005:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006f8074be. 00000100:00000001:1.0:1779213861.277726:0:199005:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779213861.277727:0:199005:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.277731:0:199005:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213861.277733:0:199005:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.277743:0:199005:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.277745:0:199005:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779213861.280251:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213861.280270:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213861.280275:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213861.280277:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213861.280289:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213861.280306:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a0ca27212d00 00000400:00000200:0.0:1779213861.280315:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x1419 [1] + 224 00000800:00000001:0.0:1779213861.280323:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213861.280327:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213861.280342:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779213861.280347:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213861.280359:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213861.280365:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213861.280377:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213861.280397:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779213861.280407:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213861.280410:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779213861.280412:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213861.280414:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213861.280418:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:0.0:1779213861.280424:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212e00 00000400:00000200:0.0:1779213861.280430:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1421 [1] + 224 00000800:00000001:0.0:1779213861.280434:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213861.280437:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213861.280439:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213861.280442:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779213861.280443:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:0.0:1779213861.280446:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1779213861.280448:0:199014:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1779213861.280451:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1779213861.280456:0:199014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779213861.280460:0:199014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779213861.280463:0:199014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dbbd706. 00000400:00000200:2.0:1779213861.280469:0:199014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837cf1c6 00000400:00000010:2.0:1779213861.280473:0:199014:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000837cf1c6. 00000100:00000001:2.0:1779213861.280479:0:199014:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779213861.280483:0:199014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779213861.280486:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779213861.280513:0:199014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213861.280519:0:199014:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213861.280520:0:199014:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779213861.280521:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779213861.280523:0:199014:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779213861.280526:0:199014:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1779213861.280528:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213861.280529:0:199014:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779213861.280532:0:199014:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213861.280534:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1779213861.280535:0:199014:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213861.280540:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779213861.280542:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213861.280547:0:199007:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00001000:2.0:1779213861.280552:0:199014:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ea2d7f8a time=16 v=5 (5 5 5 5) 00000400:00000200:0.0:1779213861.280553:0:199007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a0ca27212d80 00000100:00001000:2.0:1779213861.280561:0:199014:0:(import.c:2151:obd_at_measure()) add 1 to 00000000c5c62f6c time=16 v=5 (1 1 1 1) 00000400:00000200:0.0:1779213861.280562:0:199007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x1429 [1] + 224 00000100:00000001:2.0:1779213861.280567:0:199014:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1779213861.280569:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1779213861.280570:0:199014:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779213861.280574:0:199014:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779213861.280577:0:199014:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779213861.280578:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779213861.280581:0:199007:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1779213861.280581:0:199014:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779213861.280586:0:199007:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000040:2.0:1779213861.280589:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779213861.280591:0:199007:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779213861.280598:0:199007:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213861.280605:0:199014:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779213861.280611:0:199014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779213861.280613:0:199014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779213861.280615:0:199007:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1779213861.280620:0:199014:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779213861.280633:0:199014:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@0000000038805bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5b5b512f-2a88-4bb9-9353-717302515155:199014:1865639960587520:192.168.202.129@tcp:400: 00000100:00000001:2.0:1779213861.280637:0:199014:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213861.280642:0:199014:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779213861.280644:0:199014:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038805bd0 x1865639960587520/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779213861.280649:0:199014:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779213861.280652:0:199014:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779213861.280654:0:199014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35152cf. 02000000:00000001:2.0:1779213861.280663:0:199014:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779213861.280664:0:199014:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779213861.280666:0:199014:0:(genops.c:1244:class_import_put()) import 00000000e67474e3 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1779213861.280667:0:199014:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1779213861.280670:0:199007:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1779213861.280670:0:199014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b25e7fba. 02000000:00000001:2.0:1779213861.280674:0:199014:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1779213861.280677:0:199007:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1779213861.280677:0:199014:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779213861.280680:0:199014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038805bd0. 00000800:00000001:0.0:1779213861.280682:0:199007:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213861.280684:0:199014:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779213861.280686:0:199014:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213861.280688:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779213861.280694:0:199014:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779213861.280695:0:199014:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779213861.280696:0:199014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779213861.280698:0:199014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.280737:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779213861.280741:0:199015:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779213861.280745:0:199015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779213861.280747:0:199015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779213861.280748:0:199015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e5a4ed5. 00000400:00000200:1.0:1779213861.280753:0:199015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ac9f3c 00000400:00000010:1.0:1779213861.280754:0:199015:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f1ac9f3c. 00000100:00000001:1.0:1779213861.280757:0:199015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779213861.280761:0:199015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779213861.280770:0:199015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.280776:0:199015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779213861.280778:0:199015:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213861.280780:0:199015:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213861.280781:0:199015:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779213861.280783:0:199015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779213861.280784:0:199015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779213861.280786:0:199015:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779213861.280792:0:199015:0:(import.c:2151:obd_at_measure()) add 5 to 00000000ca62ab8a time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1779213861.280795:0:199015:0:(import.c:2151:obd_at_measure()) add 1 to 0000000053b7f7e6 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1779213861.280797:0:199015:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779213861.280798:0:199015:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779213861.280800:0:199015:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779213861.280803:0:199015:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.280807:0:199015:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779213861.280809:0:199015:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:1.0:1779213861.280811:0:199015:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779213861.280813:0:199015:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779213861.280817:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.280824:0:199015:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213861.280829:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213861.280833:0:199012:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779213861.280834:0:199015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779213861.280837:0:199015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1779213861.280838:0:199012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1779213861.280842:0:199015:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1779213861.280842:0:199012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779213861.280845:0:199012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d163eab8. 00000400:00000200:3.0:1779213861.280850:0:199012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a3d688 00000400:00000010:3.0:1779213861.280854:0:199012:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a3d688. 00000100:00100000:1.0:1779213861.280859:0:199015:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000006ac7c6cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199015:1865639960587648:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213861.280859:0:199012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779213861.280866:0:199012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.280867:0:199015:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213861.280872:0:199015:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779213861.280878:0:199015:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac7c6cb x1865639960587648/t0(0) o400->lustre-MDT0000-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779213861.280882:0:199012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779213861.280890:0:199015:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779213861.280892:0:199015:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779213861.280894:0:199015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008325a1f. 02000000:00000001:1.0:1779213861.280900:0:199015:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779213861.280902:0:199015:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779213861.280905:0:199015:0:(genops.c:1244:class_import_put()) import 00000000316cf171 refcount=3 obd=lustre-MDT0000-mdc-ffffa0ba086af000 00000100:00000001:3.0:1779213861.280907:0:199012:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1779213861.280908:0:199015:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779213861.280910:0:199012:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1779213861.280911:0:199015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001f4cd30a. 00000100:00000001:3.0:1779213861.280914:0:199012:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779213861.280916:0:199015:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213861.280917:0:199012:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1779213861.280919:0:199015:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1779213861.280920:0:199012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1779213861.280922:0:199015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac7c6cb. 00000100:00000001:3.0:1779213861.280923:0:199012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779213861.280927:0:199012:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.280929:0:199015:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779213861.280931:0:199015:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213861.280933:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779213861.280937:0:199015:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1779213861.280937:0:199012:0:(import.c:2151:obd_at_measure()) add 5 to 0000000074fbb39d time=16 v=5 (5 5 5 5) 00000100:00000001:1.0:1779213861.280938:0:199015:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779213861.280942:0:199015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1779213861.280944:0:199012:0:(import.c:2151:obd_at_measure()) add 1 to 0000000076e65d06 time=95 v=5 (1 1 0 0) 00000100:00000001:1.0:1779213861.280945:0:199015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.280949:0:199012:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779213861.280951:0:199012:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779213861.280953:0:199012:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779213861.280957:0:199012:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779213861.280965:0:199012:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.280974:0:199012:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779213861.280976:0:199012:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0ba086af000: skip recheck: last_committed 0 00000100:00000001:3.0:1779213861.280978:0:199012:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779213861.280979:0:199012:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779213861.280982:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213861.280988:0:199012:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779213861.280990:0:199012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779213861.280991:0:199012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779213861.280994:0:199012:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779213861.281001:0:199012:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@000000005c6bd720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d1ced15-d7b8-4dfb-8a25-2609d381f7a4:199012:1865639960587776:192.168.202.129@tcp:400: 00000100:00000001:3.0:1779213861.281005:0:199012:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213861.281007:0:199012:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779213861.281009:0:199012:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6bd720 x1865639960587776/t0(0) o400->lustre-MDT0001-mdc-ffffa0ba086af000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1779213877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779213861.281015:0:199012:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779213861.281016:0:199012:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779213861.281019:0:199012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c01ecb3. 02000000:00000001:3.0:1779213861.281022:0:199012:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779213861.281024:0:199012:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779213861.281025:0:199012:0:(genops.c:1244:class_import_put()) import 00000000daf3369f refcount=3 obd=lustre-MDT0001-mdc-ffffa0ba086af000 00000020:00000001:3.0:1779213861.281027:0:199012:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779213861.281028:0:199012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053d5b992. 02000000:00000001:3.0:1779213861.281030:0:199012:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779213861.281032:0:199012:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779213861.281033:0:199012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6bd720. 00000100:00000001:3.0:1779213861.281035:0:199012:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779213861.281036:0:199012:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213861.281038:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779213861.281041:0:199012:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779213861.281042:0:199012:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779213861.281044:0:199012:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779213861.281051:0:199012:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 107042 lines, 107042 kept, 0 dropped, 0 bad.